cachepc-linux

Fork of AMDESE/linux with modifications for CachePC side-channel attack
git clone https://git.sinitax.com/sinitax/cachepc-linux
Log | Files | Refs | README | LICENSE | sfeed.txt

smartreflex.c (27695B)


      1// SPDX-License-Identifier: GPL-2.0
      2/*
      3 * OMAP SmartReflex Voltage Control
      4 *
      5 * Author: Thara Gopinath	<thara@ti.com>
      6 *
      7 * Copyright (C) 2012 Texas Instruments, Inc.
      8 * Thara Gopinath <thara@ti.com>
      9 *
     10 * Copyright (C) 2008 Nokia Corporation
     11 * Kalle Jokiniemi
     12 *
     13 * Copyright (C) 2007 Texas Instruments, Inc.
     14 * Lesly A M <x0080970@ti.com>
     15 */
     16
     17#include <linux/module.h>
     18#include <linux/mod_devicetable.h>
     19#include <linux/interrupt.h>
     20#include <linux/clk.h>
     21#include <linux/io.h>
     22#include <linux/debugfs.h>
     23#include <linux/delay.h>
     24#include <linux/slab.h>
     25#include <linux/pm_runtime.h>
     26#include <linux/power/smartreflex.h>
     27
     28#define DRIVER_NAME	"smartreflex"
     29#define SMARTREFLEX_NAME_LEN	32
     30#define NVALUE_NAME_LEN		40
     31#define SR_DISABLE_TIMEOUT	200
     32
     33/* sr_list contains all the instances of smartreflex module */
     34static LIST_HEAD(sr_list);
     35
     36static struct omap_sr_class_data *sr_class;
     37static struct dentry		*sr_dbg_dir;
     38
     39static inline void sr_write_reg(struct omap_sr *sr, unsigned offset, u32 value)
     40{
     41	__raw_writel(value, (sr->base + offset));
     42}
     43
     44static inline void sr_modify_reg(struct omap_sr *sr, unsigned offset, u32 mask,
     45					u32 value)
     46{
     47	u32 reg_val;
     48
     49	/*
     50	 * Smartreflex error config register is special as it contains
     51	 * certain status bits which if written a 1 into means a clear
     52	 * of those bits. So in order to make sure no accidental write of
     53	 * 1 happens to those status bits, do a clear of them in the read
     54	 * value. This mean this API doesn't rewrite values in these bits
     55	 * if they are currently set, but does allow the caller to write
     56	 * those bits.
     57	 */
     58	if (sr->ip_type == SR_TYPE_V1 && offset == ERRCONFIG_V1)
     59		mask |= ERRCONFIG_STATUS_V1_MASK;
     60	else if (sr->ip_type == SR_TYPE_V2 && offset == ERRCONFIG_V2)
     61		mask |= ERRCONFIG_VPBOUNDINTST_V2;
     62
     63	reg_val = __raw_readl(sr->base + offset);
     64	reg_val &= ~mask;
     65
     66	value &= mask;
     67
     68	reg_val |= value;
     69
     70	__raw_writel(reg_val, (sr->base + offset));
     71}
     72
     73static inline u32 sr_read_reg(struct omap_sr *sr, unsigned offset)
     74{
     75	return __raw_readl(sr->base + offset);
     76}
     77
     78static struct omap_sr *_sr_lookup(struct voltagedomain *voltdm)
     79{
     80	struct omap_sr *sr_info;
     81
     82	if (!voltdm) {
     83		pr_err("%s: Null voltage domain passed!\n", __func__);
     84		return ERR_PTR(-EINVAL);
     85	}
     86
     87	list_for_each_entry(sr_info, &sr_list, node) {
     88		if (voltdm == sr_info->voltdm)
     89			return sr_info;
     90	}
     91
     92	return ERR_PTR(-ENODATA);
     93}
     94
     95static irqreturn_t sr_interrupt(int irq, void *data)
     96{
     97	struct omap_sr *sr_info = data;
     98	u32 status = 0;
     99
    100	switch (sr_info->ip_type) {
    101	case SR_TYPE_V1:
    102		/* Read the status bits */
    103		status = sr_read_reg(sr_info, ERRCONFIG_V1);
    104
    105		/* Clear them by writing back */
    106		sr_write_reg(sr_info, ERRCONFIG_V1, status);
    107		break;
    108	case SR_TYPE_V2:
    109		/* Read the status bits */
    110		status = sr_read_reg(sr_info, IRQSTATUS);
    111
    112		/* Clear them by writing back */
    113		sr_write_reg(sr_info, IRQSTATUS, status);
    114		break;
    115	default:
    116		dev_err(&sr_info->pdev->dev, "UNKNOWN IP type %d\n",
    117			sr_info->ip_type);
    118		return IRQ_NONE;
    119	}
    120
    121	if (sr_class->notify)
    122		sr_class->notify(sr_info, status);
    123
    124	return IRQ_HANDLED;
    125}
    126
    127static void sr_set_clk_length(struct omap_sr *sr)
    128{
    129	u32 fclk_speed;
    130
    131	/* Try interconnect target module fck first if it already exists */
    132	if (IS_ERR(sr->fck))
    133		return;
    134
    135	fclk_speed = clk_get_rate(sr->fck);
    136
    137	switch (fclk_speed) {
    138	case 12000000:
    139		sr->clk_length = SRCLKLENGTH_12MHZ_SYSCLK;
    140		break;
    141	case 13000000:
    142		sr->clk_length = SRCLKLENGTH_13MHZ_SYSCLK;
    143		break;
    144	case 19200000:
    145		sr->clk_length = SRCLKLENGTH_19MHZ_SYSCLK;
    146		break;
    147	case 26000000:
    148		sr->clk_length = SRCLKLENGTH_26MHZ_SYSCLK;
    149		break;
    150	case 38400000:
    151		sr->clk_length = SRCLKLENGTH_38MHZ_SYSCLK;
    152		break;
    153	default:
    154		dev_err(&sr->pdev->dev, "%s: Invalid fclk rate: %d\n",
    155			__func__, fclk_speed);
    156		break;
    157	}
    158}
    159
    160static void sr_start_vddautocomp(struct omap_sr *sr)
    161{
    162	if (!sr_class || !(sr_class->enable) || !(sr_class->configure)) {
    163		dev_warn(&sr->pdev->dev,
    164			 "%s: smartreflex class driver not registered\n",
    165			 __func__);
    166		return;
    167	}
    168
    169	if (!sr_class->enable(sr))
    170		sr->autocomp_active = true;
    171}
    172
    173static void sr_stop_vddautocomp(struct omap_sr *sr)
    174{
    175	if (!sr_class || !(sr_class->disable)) {
    176		dev_warn(&sr->pdev->dev,
    177			 "%s: smartreflex class driver not registered\n",
    178			 __func__);
    179		return;
    180	}
    181
    182	if (sr->autocomp_active) {
    183		sr_class->disable(sr, 1);
    184		sr->autocomp_active = false;
    185	}
    186}
    187
    188/*
    189 * This function handles the initializations which have to be done
    190 * only when both sr device and class driver regiter has
    191 * completed. This will be attempted to be called from both sr class
    192 * driver register and sr device intializtion API's. Only one call
    193 * will ultimately succeed.
    194 *
    195 * Currently this function registers interrupt handler for a particular SR
    196 * if smartreflex class driver is already registered and has
    197 * requested for interrupts and the SR interrupt line in present.
    198 */
    199static int sr_late_init(struct omap_sr *sr_info)
    200{
    201	struct omap_sr_data *pdata = sr_info->pdev->dev.platform_data;
    202	int ret = 0;
    203
    204	if (sr_class->notify && sr_class->notify_flags && sr_info->irq) {
    205		ret = devm_request_irq(&sr_info->pdev->dev, sr_info->irq,
    206				       sr_interrupt, 0, sr_info->name, sr_info);
    207		if (ret)
    208			goto error;
    209		disable_irq(sr_info->irq);
    210	}
    211
    212	if (pdata && pdata->enable_on_init)
    213		sr_start_vddautocomp(sr_info);
    214
    215	return ret;
    216
    217error:
    218	list_del(&sr_info->node);
    219	dev_err(&sr_info->pdev->dev, "%s: ERROR in registering interrupt handler. Smartreflex will not function as desired\n",
    220		__func__);
    221
    222	return ret;
    223}
    224
    225static void sr_v1_disable(struct omap_sr *sr)
    226{
    227	int timeout = 0;
    228	int errconf_val = ERRCONFIG_MCUACCUMINTST | ERRCONFIG_MCUVALIDINTST |
    229			ERRCONFIG_MCUBOUNDINTST;
    230
    231	/* Enable MCUDisableAcknowledge interrupt */
    232	sr_modify_reg(sr, ERRCONFIG_V1,
    233			ERRCONFIG_MCUDISACKINTEN, ERRCONFIG_MCUDISACKINTEN);
    234
    235	/* SRCONFIG - disable SR */
    236	sr_modify_reg(sr, SRCONFIG, SRCONFIG_SRENABLE, 0x0);
    237
    238	/* Disable all other SR interrupts and clear the status as needed */
    239	if (sr_read_reg(sr, ERRCONFIG_V1) & ERRCONFIG_VPBOUNDINTST_V1)
    240		errconf_val |= ERRCONFIG_VPBOUNDINTST_V1;
    241	sr_modify_reg(sr, ERRCONFIG_V1,
    242			(ERRCONFIG_MCUACCUMINTEN | ERRCONFIG_MCUVALIDINTEN |
    243			ERRCONFIG_MCUBOUNDINTEN | ERRCONFIG_VPBOUNDINTEN_V1),
    244			errconf_val);
    245
    246	/*
    247	 * Wait for SR to be disabled.
    248	 * wait until ERRCONFIG.MCUDISACKINTST = 1. Typical latency is 1us.
    249	 */
    250	sr_test_cond_timeout((sr_read_reg(sr, ERRCONFIG_V1) &
    251			     ERRCONFIG_MCUDISACKINTST), SR_DISABLE_TIMEOUT,
    252			     timeout);
    253
    254	if (timeout >= SR_DISABLE_TIMEOUT)
    255		dev_warn(&sr->pdev->dev, "%s: Smartreflex disable timedout\n",
    256			 __func__);
    257
    258	/* Disable MCUDisableAcknowledge interrupt & clear pending interrupt */
    259	sr_modify_reg(sr, ERRCONFIG_V1, ERRCONFIG_MCUDISACKINTEN,
    260			ERRCONFIG_MCUDISACKINTST);
    261}
    262
    263static void sr_v2_disable(struct omap_sr *sr)
    264{
    265	int timeout = 0;
    266
    267	/* Enable MCUDisableAcknowledge interrupt */
    268	sr_write_reg(sr, IRQENABLE_SET, IRQENABLE_MCUDISABLEACKINT);
    269
    270	/* SRCONFIG - disable SR */
    271	sr_modify_reg(sr, SRCONFIG, SRCONFIG_SRENABLE, 0x0);
    272
    273	/*
    274	 * Disable all other SR interrupts and clear the status
    275	 * write to status register ONLY on need basis - only if status
    276	 * is set.
    277	 */
    278	if (sr_read_reg(sr, ERRCONFIG_V2) & ERRCONFIG_VPBOUNDINTST_V2)
    279		sr_modify_reg(sr, ERRCONFIG_V2, ERRCONFIG_VPBOUNDINTEN_V2,
    280			ERRCONFIG_VPBOUNDINTST_V2);
    281	else
    282		sr_modify_reg(sr, ERRCONFIG_V2, ERRCONFIG_VPBOUNDINTEN_V2,
    283				0x0);
    284	sr_write_reg(sr, IRQENABLE_CLR, (IRQENABLE_MCUACCUMINT |
    285			IRQENABLE_MCUVALIDINT |
    286			IRQENABLE_MCUBOUNDSINT));
    287	sr_write_reg(sr, IRQSTATUS, (IRQSTATUS_MCUACCUMINT |
    288			IRQSTATUS_MCVALIDINT |
    289			IRQSTATUS_MCBOUNDSINT));
    290
    291	/*
    292	 * Wait for SR to be disabled.
    293	 * wait until IRQSTATUS.MCUDISACKINTST = 1. Typical latency is 1us.
    294	 */
    295	sr_test_cond_timeout((sr_read_reg(sr, IRQSTATUS) &
    296			     IRQSTATUS_MCUDISABLEACKINT), SR_DISABLE_TIMEOUT,
    297			     timeout);
    298
    299	if (timeout >= SR_DISABLE_TIMEOUT)
    300		dev_warn(&sr->pdev->dev, "%s: Smartreflex disable timedout\n",
    301			 __func__);
    302
    303	/* Disable MCUDisableAcknowledge interrupt & clear pending interrupt */
    304	sr_write_reg(sr, IRQENABLE_CLR, IRQENABLE_MCUDISABLEACKINT);
    305	sr_write_reg(sr, IRQSTATUS, IRQSTATUS_MCUDISABLEACKINT);
    306}
    307
    308static struct omap_sr_nvalue_table *sr_retrieve_nvalue_row(
    309				struct omap_sr *sr, u32 efuse_offs)
    310{
    311	int i;
    312
    313	if (!sr->nvalue_table) {
    314		dev_warn(&sr->pdev->dev, "%s: Missing ntarget value table\n",
    315			 __func__);
    316		return NULL;
    317	}
    318
    319	for (i = 0; i < sr->nvalue_count; i++) {
    320		if (sr->nvalue_table[i].efuse_offs == efuse_offs)
    321			return &sr->nvalue_table[i];
    322	}
    323
    324	return NULL;
    325}
    326
    327/* Public Functions */
    328
    329/**
    330 * sr_configure_errgen() - Configures the SmartReflex to perform AVS using the
    331 *			 error generator module.
    332 * @sr:			SR module to be configured.
    333 *
    334 * This API is to be called from the smartreflex class driver to
    335 * configure the error generator module inside the smartreflex module.
    336 * SR settings if using the ERROR module inside Smartreflex.
    337 * SR CLASS 3 by default uses only the ERROR module where as
    338 * SR CLASS 2 can choose between ERROR module and MINMAXAVG
    339 * module. Returns 0 on success and error value in case of failure.
    340 */
    341int sr_configure_errgen(struct omap_sr *sr)
    342{
    343	u32 sr_config, sr_errconfig, errconfig_offs;
    344	u32 vpboundint_en, vpboundint_st;
    345	u32 senp_en = 0, senn_en = 0;
    346	u8 senp_shift, senn_shift;
    347
    348	if (!sr) {
    349		pr_warn("%s: NULL omap_sr from %pS\n",
    350			__func__, (void *)_RET_IP_);
    351		return -EINVAL;
    352	}
    353
    354	if (!sr->clk_length)
    355		sr_set_clk_length(sr);
    356
    357	senp_en = sr->senp_mod;
    358	senn_en = sr->senn_mod;
    359
    360	sr_config = (sr->clk_length << SRCONFIG_SRCLKLENGTH_SHIFT) |
    361		SRCONFIG_SENENABLE | SRCONFIG_ERRGEN_EN;
    362
    363	switch (sr->ip_type) {
    364	case SR_TYPE_V1:
    365		sr_config |= SRCONFIG_DELAYCTRL;
    366		senn_shift = SRCONFIG_SENNENABLE_V1_SHIFT;
    367		senp_shift = SRCONFIG_SENPENABLE_V1_SHIFT;
    368		errconfig_offs = ERRCONFIG_V1;
    369		vpboundint_en = ERRCONFIG_VPBOUNDINTEN_V1;
    370		vpboundint_st = ERRCONFIG_VPBOUNDINTST_V1;
    371		break;
    372	case SR_TYPE_V2:
    373		senn_shift = SRCONFIG_SENNENABLE_V2_SHIFT;
    374		senp_shift = SRCONFIG_SENPENABLE_V2_SHIFT;
    375		errconfig_offs = ERRCONFIG_V2;
    376		vpboundint_en = ERRCONFIG_VPBOUNDINTEN_V2;
    377		vpboundint_st = ERRCONFIG_VPBOUNDINTST_V2;
    378		break;
    379	default:
    380		dev_err(&sr->pdev->dev, "%s: Trying to Configure smartreflex module without specifying the ip\n",
    381			__func__);
    382		return -EINVAL;
    383	}
    384
    385	sr_config |= ((senn_en << senn_shift) | (senp_en << senp_shift));
    386	sr_write_reg(sr, SRCONFIG, sr_config);
    387	sr_errconfig = (sr->err_weight << ERRCONFIG_ERRWEIGHT_SHIFT) |
    388		(sr->err_maxlimit << ERRCONFIG_ERRMAXLIMIT_SHIFT) |
    389		(sr->err_minlimit <<  ERRCONFIG_ERRMINLIMIT_SHIFT);
    390	sr_modify_reg(sr, errconfig_offs, (SR_ERRWEIGHT_MASK |
    391		SR_ERRMAXLIMIT_MASK | SR_ERRMINLIMIT_MASK),
    392		sr_errconfig);
    393
    394	/* Enabling the interrupts if the ERROR module is used */
    395	sr_modify_reg(sr, errconfig_offs, (vpboundint_en | vpboundint_st),
    396		      vpboundint_en);
    397
    398	return 0;
    399}
    400
    401/**
    402 * sr_disable_errgen() - Disables SmartReflex AVS module's errgen component
    403 * @sr:			SR module to be configured.
    404 *
    405 * This API is to be called from the smartreflex class driver to
    406 * disable the error generator module inside the smartreflex module.
    407 *
    408 * Returns 0 on success and error value in case of failure.
    409 */
    410int sr_disable_errgen(struct omap_sr *sr)
    411{
    412	u32 errconfig_offs;
    413	u32 vpboundint_en, vpboundint_st;
    414
    415	if (!sr) {
    416		pr_warn("%s: NULL omap_sr from %pS\n",
    417			__func__, (void *)_RET_IP_);
    418		return -EINVAL;
    419	}
    420
    421	switch (sr->ip_type) {
    422	case SR_TYPE_V1:
    423		errconfig_offs = ERRCONFIG_V1;
    424		vpboundint_en = ERRCONFIG_VPBOUNDINTEN_V1;
    425		vpboundint_st = ERRCONFIG_VPBOUNDINTST_V1;
    426		break;
    427	case SR_TYPE_V2:
    428		errconfig_offs = ERRCONFIG_V2;
    429		vpboundint_en = ERRCONFIG_VPBOUNDINTEN_V2;
    430		vpboundint_st = ERRCONFIG_VPBOUNDINTST_V2;
    431		break;
    432	default:
    433		dev_err(&sr->pdev->dev, "%s: Trying to Configure smartreflex module without specifying the ip\n",
    434			__func__);
    435		return -EINVAL;
    436	}
    437
    438	/* Disable the Sensor and errorgen */
    439	sr_modify_reg(sr, SRCONFIG, SRCONFIG_SENENABLE | SRCONFIG_ERRGEN_EN, 0);
    440
    441	/*
    442	 * Disable the interrupts of ERROR module
    443	 * NOTE: modify is a read, modify,write - an implicit OCP barrier
    444	 * which is required is present here - sequencing is critical
    445	 * at this point (after errgen is disabled, vpboundint disable)
    446	 */
    447	sr_modify_reg(sr, errconfig_offs, vpboundint_en | vpboundint_st, 0);
    448
    449	return 0;
    450}
    451
    452/**
    453 * sr_configure_minmax() - Configures the SmartReflex to perform AVS using the
    454 *			 minmaxavg module.
    455 * @sr:			SR module to be configured.
    456 *
    457 * This API is to be called from the smartreflex class driver to
    458 * configure the minmaxavg module inside the smartreflex module.
    459 * SR settings if using the ERROR module inside Smartreflex.
    460 * SR CLASS 3 by default uses only the ERROR module where as
    461 * SR CLASS 2 can choose between ERROR module and MINMAXAVG
    462 * module. Returns 0 on success and error value in case of failure.
    463 */
    464int sr_configure_minmax(struct omap_sr *sr)
    465{
    466	u32 sr_config, sr_avgwt;
    467	u32 senp_en = 0, senn_en = 0;
    468	u8 senp_shift, senn_shift;
    469
    470	if (!sr) {
    471		pr_warn("%s: NULL omap_sr from %pS\n",
    472			__func__, (void *)_RET_IP_);
    473		return -EINVAL;
    474	}
    475
    476	if (!sr->clk_length)
    477		sr_set_clk_length(sr);
    478
    479	senp_en = sr->senp_mod;
    480	senn_en = sr->senn_mod;
    481
    482	sr_config = (sr->clk_length << SRCONFIG_SRCLKLENGTH_SHIFT) |
    483		SRCONFIG_SENENABLE |
    484		(sr->accum_data << SRCONFIG_ACCUMDATA_SHIFT);
    485
    486	switch (sr->ip_type) {
    487	case SR_TYPE_V1:
    488		sr_config |= SRCONFIG_DELAYCTRL;
    489		senn_shift = SRCONFIG_SENNENABLE_V1_SHIFT;
    490		senp_shift = SRCONFIG_SENPENABLE_V1_SHIFT;
    491		break;
    492	case SR_TYPE_V2:
    493		senn_shift = SRCONFIG_SENNENABLE_V2_SHIFT;
    494		senp_shift = SRCONFIG_SENPENABLE_V2_SHIFT;
    495		break;
    496	default:
    497		dev_err(&sr->pdev->dev, "%s: Trying to Configure smartreflex module without specifying the ip\n",
    498			__func__);
    499		return -EINVAL;
    500	}
    501
    502	sr_config |= ((senn_en << senn_shift) | (senp_en << senp_shift));
    503	sr_write_reg(sr, SRCONFIG, sr_config);
    504	sr_avgwt = (sr->senp_avgweight << AVGWEIGHT_SENPAVGWEIGHT_SHIFT) |
    505		(sr->senn_avgweight << AVGWEIGHT_SENNAVGWEIGHT_SHIFT);
    506	sr_write_reg(sr, AVGWEIGHT, sr_avgwt);
    507
    508	/*
    509	 * Enabling the interrupts if MINMAXAVG module is used.
    510	 * TODO: check if all the interrupts are mandatory
    511	 */
    512	switch (sr->ip_type) {
    513	case SR_TYPE_V1:
    514		sr_modify_reg(sr, ERRCONFIG_V1,
    515			(ERRCONFIG_MCUACCUMINTEN | ERRCONFIG_MCUVALIDINTEN |
    516			ERRCONFIG_MCUBOUNDINTEN),
    517			(ERRCONFIG_MCUACCUMINTEN | ERRCONFIG_MCUACCUMINTST |
    518			 ERRCONFIG_MCUVALIDINTEN | ERRCONFIG_MCUVALIDINTST |
    519			 ERRCONFIG_MCUBOUNDINTEN | ERRCONFIG_MCUBOUNDINTST));
    520		break;
    521	case SR_TYPE_V2:
    522		sr_write_reg(sr, IRQSTATUS,
    523			IRQSTATUS_MCUACCUMINT | IRQSTATUS_MCVALIDINT |
    524			IRQSTATUS_MCBOUNDSINT | IRQSTATUS_MCUDISABLEACKINT);
    525		sr_write_reg(sr, IRQENABLE_SET,
    526			IRQENABLE_MCUACCUMINT | IRQENABLE_MCUVALIDINT |
    527			IRQENABLE_MCUBOUNDSINT | IRQENABLE_MCUDISABLEACKINT);
    528		break;
    529	default:
    530		dev_err(&sr->pdev->dev, "%s: Trying to Configure smartreflex module without specifying the ip\n",
    531			__func__);
    532		return -EINVAL;
    533	}
    534
    535	return 0;
    536}
    537
    538/**
    539 * sr_enable() - Enables the smartreflex module.
    540 * @sr:		pointer to which the SR module to be configured belongs to.
    541 * @volt:	The voltage at which the Voltage domain associated with
    542 *		the smartreflex module is operating at.
    543 *		This is required only to program the correct Ntarget value.
    544 *
    545 * This API is to be called from the smartreflex class driver to
    546 * enable a smartreflex module. Returns 0 on success. Returns error
    547 * value if the voltage passed is wrong or if ntarget value is wrong.
    548 */
    549int sr_enable(struct omap_sr *sr, unsigned long volt)
    550{
    551	struct omap_volt_data *volt_data;
    552	struct omap_sr_nvalue_table *nvalue_row;
    553	int ret;
    554
    555	if (!sr) {
    556		pr_warn("%s: NULL omap_sr from %pS\n",
    557			__func__, (void *)_RET_IP_);
    558		return -EINVAL;
    559	}
    560
    561	volt_data = omap_voltage_get_voltdata(sr->voltdm, volt);
    562
    563	if (IS_ERR(volt_data)) {
    564		dev_warn(&sr->pdev->dev, "%s: Unable to get voltage table for nominal voltage %ld\n",
    565			 __func__, volt);
    566		return PTR_ERR(volt_data);
    567	}
    568
    569	nvalue_row = sr_retrieve_nvalue_row(sr, volt_data->sr_efuse_offs);
    570
    571	if (!nvalue_row) {
    572		dev_warn(&sr->pdev->dev, "%s: failure getting SR data for this voltage %ld\n",
    573			 __func__, volt);
    574		return -ENODATA;
    575	}
    576
    577	/* errminlimit is opp dependent and hence linked to voltage */
    578	sr->err_minlimit = nvalue_row->errminlimit;
    579
    580	clk_enable(sr->fck);
    581
    582	/* Check if SR is already enabled. If yes do nothing */
    583	if (sr_read_reg(sr, SRCONFIG) & SRCONFIG_SRENABLE)
    584		goto out_enabled;
    585
    586	/* Configure SR */
    587	ret = sr_class->configure(sr);
    588	if (ret)
    589		goto out_enabled;
    590
    591	sr_write_reg(sr, NVALUERECIPROCAL, nvalue_row->nvalue);
    592
    593	/* SRCONFIG - enable SR */
    594	sr_modify_reg(sr, SRCONFIG, SRCONFIG_SRENABLE, SRCONFIG_SRENABLE);
    595
    596out_enabled:
    597	sr->enabled = 1;
    598
    599	return 0;
    600}
    601
    602/**
    603 * sr_disable() - Disables the smartreflex module.
    604 * @sr:		pointer to which the SR module to be configured belongs to.
    605 *
    606 * This API is to be called from the smartreflex class driver to
    607 * disable a smartreflex module.
    608 */
    609void sr_disable(struct omap_sr *sr)
    610{
    611	if (!sr) {
    612		pr_warn("%s: NULL omap_sr from %pS\n",
    613			__func__, (void *)_RET_IP_);
    614		return;
    615	}
    616
    617	/* Check if SR clocks are already disabled. If yes do nothing */
    618	if (!sr->enabled)
    619		return;
    620
    621	/*
    622	 * Disable SR if only it is indeed enabled. Else just
    623	 * disable the clocks.
    624	 */
    625	if (sr_read_reg(sr, SRCONFIG) & SRCONFIG_SRENABLE) {
    626		switch (sr->ip_type) {
    627		case SR_TYPE_V1:
    628			sr_v1_disable(sr);
    629			break;
    630		case SR_TYPE_V2:
    631			sr_v2_disable(sr);
    632			break;
    633		default:
    634			dev_err(&sr->pdev->dev, "UNKNOWN IP type %d\n",
    635				sr->ip_type);
    636		}
    637	}
    638
    639	clk_disable(sr->fck);
    640	sr->enabled = 0;
    641}
    642
    643/**
    644 * sr_register_class() - API to register a smartreflex class parameters.
    645 * @class_data:	The structure containing various sr class specific data.
    646 *
    647 * This API is to be called by the smartreflex class driver to register itself
    648 * with the smartreflex driver during init. Returns 0 on success else the
    649 * error value.
    650 */
    651int sr_register_class(struct omap_sr_class_data *class_data)
    652{
    653	struct omap_sr *sr_info;
    654
    655	if (!class_data) {
    656		pr_warn("%s:, Smartreflex class data passed is NULL\n",
    657			__func__);
    658		return -EINVAL;
    659	}
    660
    661	if (sr_class) {
    662		pr_warn("%s: Smartreflex class driver already registered\n",
    663			__func__);
    664		return -EBUSY;
    665	}
    666
    667	sr_class = class_data;
    668
    669	/*
    670	 * Call into late init to do initializations that require
    671	 * both sr driver and sr class driver to be initiallized.
    672	 */
    673	list_for_each_entry(sr_info, &sr_list, node)
    674		sr_late_init(sr_info);
    675
    676	return 0;
    677}
    678
    679/**
    680 * omap_sr_enable() -  API to enable SR clocks and to call into the
    681 *			registered smartreflex class enable API.
    682 * @voltdm:	VDD pointer to which the SR module to be configured belongs to.
    683 *
    684 * This API is to be called from the kernel in order to enable
    685 * a particular smartreflex module. This API will do the initial
    686 * configurations to turn on the smartreflex module and in turn call
    687 * into the registered smartreflex class enable API.
    688 */
    689void omap_sr_enable(struct voltagedomain *voltdm)
    690{
    691	struct omap_sr *sr = _sr_lookup(voltdm);
    692
    693	if (IS_ERR(sr)) {
    694		pr_warn("%s: omap_sr struct for voltdm not found\n", __func__);
    695		return;
    696	}
    697
    698	if (!sr->autocomp_active)
    699		return;
    700
    701	if (!sr_class || !(sr_class->enable) || !(sr_class->configure)) {
    702		dev_warn(&sr->pdev->dev, "%s: smartreflex class driver not registered\n",
    703			 __func__);
    704		return;
    705	}
    706
    707	sr_class->enable(sr);
    708}
    709
    710/**
    711 * omap_sr_disable() - API to disable SR without resetting the voltage
    712 *			processor voltage
    713 * @voltdm:	VDD pointer to which the SR module to be configured belongs to.
    714 *
    715 * This API is to be called from the kernel in order to disable
    716 * a particular smartreflex module. This API will in turn call
    717 * into the registered smartreflex class disable API. This API will tell
    718 * the smartreflex class disable not to reset the VP voltage after
    719 * disabling smartreflex.
    720 */
    721void omap_sr_disable(struct voltagedomain *voltdm)
    722{
    723	struct omap_sr *sr = _sr_lookup(voltdm);
    724
    725	if (IS_ERR(sr)) {
    726		pr_warn("%s: omap_sr struct for voltdm not found\n", __func__);
    727		return;
    728	}
    729
    730	if (!sr->autocomp_active)
    731		return;
    732
    733	if (!sr_class || !(sr_class->disable)) {
    734		dev_warn(&sr->pdev->dev, "%s: smartreflex class driver not registered\n",
    735			 __func__);
    736		return;
    737	}
    738
    739	sr_class->disable(sr, 0);
    740}
    741
    742/**
    743 * omap_sr_disable_reset_volt() - API to disable SR and reset the
    744 *				voltage processor voltage
    745 * @voltdm:	VDD pointer to which the SR module to be configured belongs to.
    746 *
    747 * This API is to be called from the kernel in order to disable
    748 * a particular smartreflex module. This API will in turn call
    749 * into the registered smartreflex class disable API. This API will tell
    750 * the smartreflex class disable to reset the VP voltage after
    751 * disabling smartreflex.
    752 */
    753void omap_sr_disable_reset_volt(struct voltagedomain *voltdm)
    754{
    755	struct omap_sr *sr = _sr_lookup(voltdm);
    756
    757	if (IS_ERR(sr)) {
    758		pr_warn("%s: omap_sr struct for voltdm not found\n", __func__);
    759		return;
    760	}
    761
    762	if (!sr->autocomp_active)
    763		return;
    764
    765	if (!sr_class || !(sr_class->disable)) {
    766		dev_warn(&sr->pdev->dev, "%s: smartreflex class driver not registered\n",
    767			 __func__);
    768		return;
    769	}
    770
    771	sr_class->disable(sr, 1);
    772}
    773
    774/* PM Debug FS entries to enable and disable smartreflex. */
    775static int omap_sr_autocomp_show(void *data, u64 *val)
    776{
    777	struct omap_sr *sr_info = data;
    778
    779	if (!sr_info) {
    780		pr_warn("%s: omap_sr struct not found\n", __func__);
    781		return -EINVAL;
    782	}
    783
    784	*val = sr_info->autocomp_active;
    785
    786	return 0;
    787}
    788
    789static int omap_sr_autocomp_store(void *data, u64 val)
    790{
    791	struct omap_sr *sr_info = data;
    792
    793	if (!sr_info) {
    794		pr_warn("%s: omap_sr struct not found\n", __func__);
    795		return -EINVAL;
    796	}
    797
    798	/* Sanity check */
    799	if (val > 1) {
    800		pr_warn("%s: Invalid argument %lld\n", __func__, val);
    801		return -EINVAL;
    802	}
    803
    804	/* control enable/disable only if there is a delta in value */
    805	if (sr_info->autocomp_active != val) {
    806		if (!val)
    807			sr_stop_vddautocomp(sr_info);
    808		else
    809			sr_start_vddautocomp(sr_info);
    810	}
    811
    812	return 0;
    813}
    814
    815DEFINE_SIMPLE_ATTRIBUTE(pm_sr_fops, omap_sr_autocomp_show,
    816			omap_sr_autocomp_store, "%llu\n");
    817
    818static int omap_sr_probe(struct platform_device *pdev)
    819{
    820	struct omap_sr *sr_info;
    821	struct omap_sr_data *pdata = pdev->dev.platform_data;
    822	struct resource *mem;
    823	struct dentry *nvalue_dir;
    824	int i, ret = 0;
    825
    826	sr_info = devm_kzalloc(&pdev->dev, sizeof(struct omap_sr), GFP_KERNEL);
    827	if (!sr_info)
    828		return -ENOMEM;
    829
    830	sr_info->name = devm_kzalloc(&pdev->dev,
    831				     SMARTREFLEX_NAME_LEN, GFP_KERNEL);
    832	if (!sr_info->name)
    833		return -ENOMEM;
    834
    835	platform_set_drvdata(pdev, sr_info);
    836
    837	if (!pdata) {
    838		dev_err(&pdev->dev, "%s: platform data missing\n", __func__);
    839		return -EINVAL;
    840	}
    841
    842	mem = platform_get_resource(pdev, IORESOURCE_MEM, 0);
    843	sr_info->base = devm_ioremap_resource(&pdev->dev, mem);
    844	if (IS_ERR(sr_info->base))
    845		return PTR_ERR(sr_info->base);
    846
    847	ret = platform_get_irq_optional(pdev, 0);
    848	if (ret < 0 && ret != -ENXIO)
    849		return dev_err_probe(&pdev->dev, ret, "failed to get IRQ resource\n");
    850	if (ret > 0)
    851		sr_info->irq = ret;
    852
    853	sr_info->fck = devm_clk_get(pdev->dev.parent, "fck");
    854	if (IS_ERR(sr_info->fck))
    855		return PTR_ERR(sr_info->fck);
    856	clk_prepare(sr_info->fck);
    857
    858	pm_runtime_enable(&pdev->dev);
    859
    860	snprintf(sr_info->name, SMARTREFLEX_NAME_LEN, "%s", pdata->name);
    861
    862	sr_info->pdev = pdev;
    863	sr_info->srid = pdev->id;
    864	sr_info->voltdm = pdata->voltdm;
    865	sr_info->nvalue_table = pdata->nvalue_table;
    866	sr_info->nvalue_count = pdata->nvalue_count;
    867	sr_info->senn_mod = pdata->senn_mod;
    868	sr_info->senp_mod = pdata->senp_mod;
    869	sr_info->err_weight = pdata->err_weight;
    870	sr_info->err_maxlimit = pdata->err_maxlimit;
    871	sr_info->accum_data = pdata->accum_data;
    872	sr_info->senn_avgweight = pdata->senn_avgweight;
    873	sr_info->senp_avgweight = pdata->senp_avgweight;
    874	sr_info->autocomp_active = false;
    875	sr_info->ip_type = pdata->ip_type;
    876
    877	sr_set_clk_length(sr_info);
    878
    879	list_add(&sr_info->node, &sr_list);
    880
    881	/*
    882	 * Call into late init to do initializations that require
    883	 * both sr driver and sr class driver to be initiallized.
    884	 */
    885	if (sr_class) {
    886		ret = sr_late_init(sr_info);
    887		if (ret) {
    888			pr_warn("%s: Error in SR late init\n", __func__);
    889			goto err_list_del;
    890		}
    891	}
    892
    893	dev_info(&pdev->dev, "%s: SmartReflex driver initialized\n", __func__);
    894	if (!sr_dbg_dir)
    895		sr_dbg_dir = debugfs_create_dir("smartreflex", NULL);
    896
    897	sr_info->dbg_dir = debugfs_create_dir(sr_info->name, sr_dbg_dir);
    898
    899	debugfs_create_file("autocomp", S_IRUGO | S_IWUSR, sr_info->dbg_dir,
    900			    sr_info, &pm_sr_fops);
    901	debugfs_create_x32("errweight", S_IRUGO, sr_info->dbg_dir,
    902			   &sr_info->err_weight);
    903	debugfs_create_x32("errmaxlimit", S_IRUGO, sr_info->dbg_dir,
    904			   &sr_info->err_maxlimit);
    905
    906	nvalue_dir = debugfs_create_dir("nvalue", sr_info->dbg_dir);
    907
    908	if (sr_info->nvalue_count == 0 || !sr_info->nvalue_table) {
    909		dev_warn(&pdev->dev, "%s: %s: No Voltage table for the corresponding vdd. Cannot create debugfs entries for n-values\n",
    910			 __func__, sr_info->name);
    911
    912		ret = -ENODATA;
    913		goto err_debugfs;
    914	}
    915
    916	for (i = 0; i < sr_info->nvalue_count; i++) {
    917		char name[NVALUE_NAME_LEN + 1];
    918
    919		snprintf(name, sizeof(name), "volt_%lu",
    920				sr_info->nvalue_table[i].volt_nominal);
    921		debugfs_create_x32(name, S_IRUGO | S_IWUSR, nvalue_dir,
    922				   &(sr_info->nvalue_table[i].nvalue));
    923		snprintf(name, sizeof(name), "errminlimit_%lu",
    924			 sr_info->nvalue_table[i].volt_nominal);
    925		debugfs_create_x32(name, S_IRUGO | S_IWUSR, nvalue_dir,
    926				   &(sr_info->nvalue_table[i].errminlimit));
    927
    928	}
    929
    930	return 0;
    931
    932err_debugfs:
    933	debugfs_remove_recursive(sr_info->dbg_dir);
    934err_list_del:
    935	list_del(&sr_info->node);
    936	clk_unprepare(sr_info->fck);
    937
    938	return ret;
    939}
    940
    941static int omap_sr_remove(struct platform_device *pdev)
    942{
    943	struct omap_sr_data *pdata = pdev->dev.platform_data;
    944	struct device *dev = &pdev->dev;
    945	struct omap_sr *sr_info;
    946
    947	if (!pdata) {
    948		dev_err(&pdev->dev, "%s: platform data missing\n", __func__);
    949		return -EINVAL;
    950	}
    951
    952	sr_info = _sr_lookup(pdata->voltdm);
    953	if (IS_ERR(sr_info)) {
    954		dev_warn(&pdev->dev, "%s: omap_sr struct not found\n",
    955			__func__);
    956		return PTR_ERR(sr_info);
    957	}
    958
    959	if (sr_info->autocomp_active)
    960		sr_stop_vddautocomp(sr_info);
    961	debugfs_remove_recursive(sr_info->dbg_dir);
    962
    963	pm_runtime_disable(dev);
    964	clk_unprepare(sr_info->fck);
    965	list_del(&sr_info->node);
    966	return 0;
    967}
    968
    969static void omap_sr_shutdown(struct platform_device *pdev)
    970{
    971	struct omap_sr_data *pdata = pdev->dev.platform_data;
    972	struct omap_sr *sr_info;
    973
    974	if (!pdata) {
    975		dev_err(&pdev->dev, "%s: platform data missing\n", __func__);
    976		return;
    977	}
    978
    979	sr_info = _sr_lookup(pdata->voltdm);
    980	if (IS_ERR(sr_info)) {
    981		dev_warn(&pdev->dev, "%s: omap_sr struct not found\n",
    982			__func__);
    983		return;
    984	}
    985
    986	if (sr_info->autocomp_active)
    987		sr_stop_vddautocomp(sr_info);
    988
    989	return;
    990}
    991
    992static const struct of_device_id omap_sr_match[] = {
    993	{ .compatible = "ti,omap3-smartreflex-core", },
    994	{ .compatible = "ti,omap3-smartreflex-mpu-iva", },
    995	{ .compatible = "ti,omap4-smartreflex-core", },
    996	{ .compatible = "ti,omap4-smartreflex-mpu", },
    997	{ .compatible = "ti,omap4-smartreflex-iva", },
    998	{  },
    999};
   1000MODULE_DEVICE_TABLE(of, omap_sr_match);
   1001
   1002static struct platform_driver smartreflex_driver = {
   1003	.probe		= omap_sr_probe,
   1004	.remove         = omap_sr_remove,
   1005	.shutdown	= omap_sr_shutdown,
   1006	.driver		= {
   1007		.name	= DRIVER_NAME,
   1008		.of_match_table	= omap_sr_match,
   1009	},
   1010};
   1011
   1012static int __init sr_init(void)
   1013{
   1014	int ret = 0;
   1015
   1016	ret = platform_driver_register(&smartreflex_driver);
   1017	if (ret) {
   1018		pr_err("%s: platform driver register failed for SR\n",
   1019		       __func__);
   1020		return ret;
   1021	}
   1022
   1023	return 0;
   1024}
   1025late_initcall(sr_init);
   1026
   1027static void __exit sr_exit(void)
   1028{
   1029	platform_driver_unregister(&smartreflex_driver);
   1030}
   1031module_exit(sr_exit);
   1032
   1033MODULE_DESCRIPTION("OMAP Smartreflex Driver");
   1034MODULE_LICENSE("GPL");
   1035MODULE_ALIAS("platform:" DRIVER_NAME);
   1036MODULE_AUTHOR("Texas Instruments Inc");