cachepc-linux

Fork of AMDESE/linux with modifications for CachePC side-channel attack
git clone https://git.sinitax.com/sinitax/cachepc-linux
Log | Files | Refs | README | LICENSE | sfeed.txt

omap_hwspinlock.c (5109B)


      1// SPDX-License-Identifier: GPL-2.0
      2/*
      3 * OMAP hardware spinlock driver
      4 *
      5 * Copyright (C) 2010-2021 Texas Instruments Incorporated - https://www.ti.com
      6 *
      7 * Contact: Simon Que <sque@ti.com>
      8 *          Hari Kanigeri <h-kanigeri2@ti.com>
      9 *          Ohad Ben-Cohen <ohad@wizery.com>
     10 *          Suman Anna <s-anna@ti.com>
     11 */
     12
     13#include <linux/kernel.h>
     14#include <linux/module.h>
     15#include <linux/device.h>
     16#include <linux/delay.h>
     17#include <linux/io.h>
     18#include <linux/bitops.h>
     19#include <linux/pm_runtime.h>
     20#include <linux/slab.h>
     21#include <linux/spinlock.h>
     22#include <linux/hwspinlock.h>
     23#include <linux/of.h>
     24#include <linux/platform_device.h>
     25
     26#include "hwspinlock_internal.h"
     27
     28/* Spinlock register offsets */
     29#define SYSSTATUS_OFFSET		0x0014
     30#define LOCK_BASE_OFFSET		0x0800
     31
     32#define SPINLOCK_NUMLOCKS_BIT_OFFSET	(24)
     33
     34/* Possible values of SPINLOCK_LOCK_REG */
     35#define SPINLOCK_NOTTAKEN		(0)	/* free */
     36#define SPINLOCK_TAKEN			(1)	/* locked */
     37
     38static int omap_hwspinlock_trylock(struct hwspinlock *lock)
     39{
     40	void __iomem *lock_addr = lock->priv;
     41
     42	/* attempt to acquire the lock by reading its value */
     43	return (SPINLOCK_NOTTAKEN == readl(lock_addr));
     44}
     45
     46static void omap_hwspinlock_unlock(struct hwspinlock *lock)
     47{
     48	void __iomem *lock_addr = lock->priv;
     49
     50	/* release the lock by writing 0 to it */
     51	writel(SPINLOCK_NOTTAKEN, lock_addr);
     52}
     53
     54/*
     55 * relax the OMAP interconnect while spinning on it.
     56 *
     57 * The specs recommended that the retry delay time will be
     58 * just over half of the time that a requester would be
     59 * expected to hold the lock.
     60 *
     61 * The number below is taken from an hardware specs example,
     62 * obviously it is somewhat arbitrary.
     63 */
     64static void omap_hwspinlock_relax(struct hwspinlock *lock)
     65{
     66	ndelay(50);
     67}
     68
     69static const struct hwspinlock_ops omap_hwspinlock_ops = {
     70	.trylock = omap_hwspinlock_trylock,
     71	.unlock = omap_hwspinlock_unlock,
     72	.relax = omap_hwspinlock_relax,
     73};
     74
     75static int omap_hwspinlock_probe(struct platform_device *pdev)
     76{
     77	struct device_node *node = pdev->dev.of_node;
     78	struct hwspinlock_device *bank;
     79	struct hwspinlock *hwlock;
     80	void __iomem *io_base;
     81	int num_locks, i, ret;
     82	/* Only a single hwspinlock block device is supported */
     83	int base_id = 0;
     84
     85	if (!node)
     86		return -ENODEV;
     87
     88	io_base = devm_platform_ioremap_resource(pdev, 0);
     89	if (IS_ERR(io_base))
     90		return PTR_ERR(io_base);
     91
     92	/*
     93	 * make sure the module is enabled and clocked before reading
     94	 * the module SYSSTATUS register
     95	 */
     96	pm_runtime_enable(&pdev->dev);
     97	ret = pm_runtime_get_sync(&pdev->dev);
     98	if (ret < 0) {
     99		pm_runtime_put_noidle(&pdev->dev);
    100		goto runtime_err;
    101	}
    102
    103	/* Determine number of locks */
    104	i = readl(io_base + SYSSTATUS_OFFSET);
    105	i >>= SPINLOCK_NUMLOCKS_BIT_OFFSET;
    106
    107	/*
    108	 * runtime PM will make sure the clock of this module is
    109	 * enabled again iff at least one lock is requested
    110	 */
    111	ret = pm_runtime_put(&pdev->dev);
    112	if (ret < 0)
    113		goto runtime_err;
    114
    115	/* one of the four lsb's must be set, and nothing else */
    116	if (hweight_long(i & 0xf) != 1 || i > 8) {
    117		ret = -EINVAL;
    118		goto runtime_err;
    119	}
    120
    121	num_locks = i * 32; /* actual number of locks in this device */
    122
    123	bank = devm_kzalloc(&pdev->dev, struct_size(bank, lock, num_locks),
    124			    GFP_KERNEL);
    125	if (!bank) {
    126		ret = -ENOMEM;
    127		goto runtime_err;
    128	}
    129
    130	platform_set_drvdata(pdev, bank);
    131
    132	for (i = 0, hwlock = &bank->lock[0]; i < num_locks; i++, hwlock++)
    133		hwlock->priv = io_base + LOCK_BASE_OFFSET + sizeof(u32) * i;
    134
    135	ret = hwspin_lock_register(bank, &pdev->dev, &omap_hwspinlock_ops,
    136						base_id, num_locks);
    137	if (ret)
    138		goto runtime_err;
    139
    140	dev_dbg(&pdev->dev, "Registered %d locks with HwSpinlock core\n",
    141		num_locks);
    142
    143	return 0;
    144
    145runtime_err:
    146	pm_runtime_disable(&pdev->dev);
    147	return ret;
    148}
    149
    150static int omap_hwspinlock_remove(struct platform_device *pdev)
    151{
    152	struct hwspinlock_device *bank = platform_get_drvdata(pdev);
    153	int ret;
    154
    155	ret = hwspin_lock_unregister(bank);
    156	if (ret) {
    157		dev_err(&pdev->dev, "%s failed: %d\n", __func__, ret);
    158		return ret;
    159	}
    160
    161	pm_runtime_disable(&pdev->dev);
    162
    163	return 0;
    164}
    165
    166static const struct of_device_id omap_hwspinlock_of_match[] = {
    167	{ .compatible = "ti,omap4-hwspinlock", },
    168	{ .compatible = "ti,am64-hwspinlock", },
    169	{ .compatible = "ti,am654-hwspinlock", },
    170	{ /* end */ },
    171};
    172MODULE_DEVICE_TABLE(of, omap_hwspinlock_of_match);
    173
    174static struct platform_driver omap_hwspinlock_driver = {
    175	.probe		= omap_hwspinlock_probe,
    176	.remove		= omap_hwspinlock_remove,
    177	.driver		= {
    178		.name	= "omap_hwspinlock",
    179		.of_match_table = of_match_ptr(omap_hwspinlock_of_match),
    180	},
    181};
    182
    183static int __init omap_hwspinlock_init(void)
    184{
    185	return platform_driver_register(&omap_hwspinlock_driver);
    186}
    187/* board init code might need to reserve hwspinlocks for predefined purposes */
    188postcore_initcall(omap_hwspinlock_init);
    189
    190static void __exit omap_hwspinlock_exit(void)
    191{
    192	platform_driver_unregister(&omap_hwspinlock_driver);
    193}
    194module_exit(omap_hwspinlock_exit);
    195
    196MODULE_LICENSE("GPL v2");
    197MODULE_DESCRIPTION("Hardware spinlock driver for OMAP");
    198MODULE_AUTHOR("Simon Que <sque@ti.com>");
    199MODULE_AUTHOR("Hari Kanigeri <h-kanigeri2@ti.com>");
    200MODULE_AUTHOR("Ohad Ben-Cohen <ohad@wizery.com>");