cachepc-linux

Fork of AMDESE/linux with modifications for CachePC side-channel attack
git clone https://git.sinitax.com/sinitax/cachepc-linux
Log | Files | Refs | README | LICENSE | sfeed.txt

sifive_l2_cache.c (6396B)


      1// SPDX-License-Identifier: GPL-2.0
      2/*
      3 * SiFive L2 cache controller Driver
      4 *
      5 * Copyright (C) 2018-2019 SiFive, Inc.
      6 *
      7 */
      8#include <linux/debugfs.h>
      9#include <linux/interrupt.h>
     10#include <linux/of_irq.h>
     11#include <linux/of_address.h>
     12#include <linux/device.h>
     13#include <asm/cacheinfo.h>
     14#include <soc/sifive/sifive_l2_cache.h>
     15
     16#define SIFIVE_L2_DIRECCFIX_LOW 0x100
     17#define SIFIVE_L2_DIRECCFIX_HIGH 0x104
     18#define SIFIVE_L2_DIRECCFIX_COUNT 0x108
     19
     20#define SIFIVE_L2_DIRECCFAIL_LOW 0x120
     21#define SIFIVE_L2_DIRECCFAIL_HIGH 0x124
     22#define SIFIVE_L2_DIRECCFAIL_COUNT 0x128
     23
     24#define SIFIVE_L2_DATECCFIX_LOW 0x140
     25#define SIFIVE_L2_DATECCFIX_HIGH 0x144
     26#define SIFIVE_L2_DATECCFIX_COUNT 0x148
     27
     28#define SIFIVE_L2_DATECCFAIL_LOW 0x160
     29#define SIFIVE_L2_DATECCFAIL_HIGH 0x164
     30#define SIFIVE_L2_DATECCFAIL_COUNT 0x168
     31
     32#define SIFIVE_L2_CONFIG 0x00
     33#define SIFIVE_L2_WAYENABLE 0x08
     34#define SIFIVE_L2_ECCINJECTERR 0x40
     35
     36#define SIFIVE_L2_MAX_ECCINTR 4
     37
     38static void __iomem *l2_base;
     39static int g_irq[SIFIVE_L2_MAX_ECCINTR];
     40static struct riscv_cacheinfo_ops l2_cache_ops;
     41
     42enum {
     43	DIR_CORR = 0,
     44	DATA_CORR,
     45	DATA_UNCORR,
     46	DIR_UNCORR,
     47};
     48
     49#ifdef CONFIG_DEBUG_FS
     50static struct dentry *sifive_test;
     51
     52static ssize_t l2_write(struct file *file, const char __user *data,
     53			size_t count, loff_t *ppos)
     54{
     55	unsigned int val;
     56
     57	if (kstrtouint_from_user(data, count, 0, &val))
     58		return -EINVAL;
     59	if ((val < 0xFF) || (val >= 0x10000 && val < 0x100FF))
     60		writel(val, l2_base + SIFIVE_L2_ECCINJECTERR);
     61	else
     62		return -EINVAL;
     63	return count;
     64}
     65
     66static const struct file_operations l2_fops = {
     67	.owner = THIS_MODULE,
     68	.open = simple_open,
     69	.write = l2_write
     70};
     71
     72static void setup_sifive_debug(void)
     73{
     74	sifive_test = debugfs_create_dir("sifive_l2_cache", NULL);
     75
     76	debugfs_create_file("sifive_debug_inject_error", 0200,
     77			    sifive_test, NULL, &l2_fops);
     78}
     79#endif
     80
     81static void l2_config_read(void)
     82{
     83	u32 regval, val;
     84
     85	regval = readl(l2_base + SIFIVE_L2_CONFIG);
     86	val = regval & 0xFF;
     87	pr_info("L2CACHE: No. of Banks in the cache: %d\n", val);
     88	val = (regval & 0xFF00) >> 8;
     89	pr_info("L2CACHE: No. of ways per bank: %d\n", val);
     90	val = (regval & 0xFF0000) >> 16;
     91	pr_info("L2CACHE: Sets per bank: %llu\n", (uint64_t)1 << val);
     92	val = (regval & 0xFF000000) >> 24;
     93	pr_info("L2CACHE: Bytes per cache block: %llu\n", (uint64_t)1 << val);
     94
     95	regval = readl(l2_base + SIFIVE_L2_WAYENABLE);
     96	pr_info("L2CACHE: Index of the largest way enabled: %d\n", regval);
     97}
     98
     99static const struct of_device_id sifive_l2_ids[] = {
    100	{ .compatible = "sifive,fu540-c000-ccache" },
    101	{ .compatible = "sifive,fu740-c000-ccache" },
    102	{ /* end of table */ },
    103};
    104
    105static ATOMIC_NOTIFIER_HEAD(l2_err_chain);
    106
    107int register_sifive_l2_error_notifier(struct notifier_block *nb)
    108{
    109	return atomic_notifier_chain_register(&l2_err_chain, nb);
    110}
    111EXPORT_SYMBOL_GPL(register_sifive_l2_error_notifier);
    112
    113int unregister_sifive_l2_error_notifier(struct notifier_block *nb)
    114{
    115	return atomic_notifier_chain_unregister(&l2_err_chain, nb);
    116}
    117EXPORT_SYMBOL_GPL(unregister_sifive_l2_error_notifier);
    118
    119static int l2_largest_wayenabled(void)
    120{
    121	return readl(l2_base + SIFIVE_L2_WAYENABLE) & 0xFF;
    122}
    123
    124static ssize_t number_of_ways_enabled_show(struct device *dev,
    125					   struct device_attribute *attr,
    126					   char *buf)
    127{
    128	return sprintf(buf, "%u\n", l2_largest_wayenabled());
    129}
    130
    131static DEVICE_ATTR_RO(number_of_ways_enabled);
    132
    133static struct attribute *priv_attrs[] = {
    134	&dev_attr_number_of_ways_enabled.attr,
    135	NULL,
    136};
    137
    138static const struct attribute_group priv_attr_group = {
    139	.attrs = priv_attrs,
    140};
    141
    142static const struct attribute_group *l2_get_priv_group(struct cacheinfo *this_leaf)
    143{
    144	/* We want to use private group for L2 cache only */
    145	if (this_leaf->level == 2)
    146		return &priv_attr_group;
    147	else
    148		return NULL;
    149}
    150
    151static irqreturn_t l2_int_handler(int irq, void *device)
    152{
    153	unsigned int add_h, add_l;
    154
    155	if (irq == g_irq[DIR_CORR]) {
    156		add_h = readl(l2_base + SIFIVE_L2_DIRECCFIX_HIGH);
    157		add_l = readl(l2_base + SIFIVE_L2_DIRECCFIX_LOW);
    158		pr_err("L2CACHE: DirError @ 0x%08X.%08X\n", add_h, add_l);
    159		/* Reading this register clears the DirError interrupt sig */
    160		readl(l2_base + SIFIVE_L2_DIRECCFIX_COUNT);
    161		atomic_notifier_call_chain(&l2_err_chain, SIFIVE_L2_ERR_TYPE_CE,
    162					   "DirECCFix");
    163	}
    164	if (irq == g_irq[DIR_UNCORR]) {
    165		add_h = readl(l2_base + SIFIVE_L2_DIRECCFAIL_HIGH);
    166		add_l = readl(l2_base + SIFIVE_L2_DIRECCFAIL_LOW);
    167		/* Reading this register clears the DirFail interrupt sig */
    168		readl(l2_base + SIFIVE_L2_DIRECCFAIL_COUNT);
    169		atomic_notifier_call_chain(&l2_err_chain, SIFIVE_L2_ERR_TYPE_UE,
    170					   "DirECCFail");
    171		panic("L2CACHE: DirFail @ 0x%08X.%08X\n", add_h, add_l);
    172	}
    173	if (irq == g_irq[DATA_CORR]) {
    174		add_h = readl(l2_base + SIFIVE_L2_DATECCFIX_HIGH);
    175		add_l = readl(l2_base + SIFIVE_L2_DATECCFIX_LOW);
    176		pr_err("L2CACHE: DataError @ 0x%08X.%08X\n", add_h, add_l);
    177		/* Reading this register clears the DataError interrupt sig */
    178		readl(l2_base + SIFIVE_L2_DATECCFIX_COUNT);
    179		atomic_notifier_call_chain(&l2_err_chain, SIFIVE_L2_ERR_TYPE_CE,
    180					   "DatECCFix");
    181	}
    182	if (irq == g_irq[DATA_UNCORR]) {
    183		add_h = readl(l2_base + SIFIVE_L2_DATECCFAIL_HIGH);
    184		add_l = readl(l2_base + SIFIVE_L2_DATECCFAIL_LOW);
    185		pr_err("L2CACHE: DataFail @ 0x%08X.%08X\n", add_h, add_l);
    186		/* Reading this register clears the DataFail interrupt sig */
    187		readl(l2_base + SIFIVE_L2_DATECCFAIL_COUNT);
    188		atomic_notifier_call_chain(&l2_err_chain, SIFIVE_L2_ERR_TYPE_UE,
    189					   "DatECCFail");
    190	}
    191
    192	return IRQ_HANDLED;
    193}
    194
    195static int __init sifive_l2_init(void)
    196{
    197	struct device_node *np;
    198	struct resource res;
    199	int i, rc, intr_num;
    200
    201	np = of_find_matching_node(NULL, sifive_l2_ids);
    202	if (!np)
    203		return -ENODEV;
    204
    205	if (of_address_to_resource(np, 0, &res))
    206		return -ENODEV;
    207
    208	l2_base = ioremap(res.start, resource_size(&res));
    209	if (!l2_base)
    210		return -ENOMEM;
    211
    212	intr_num = of_property_count_u32_elems(np, "interrupts");
    213	if (!intr_num) {
    214		pr_err("L2CACHE: no interrupts property\n");
    215		return -ENODEV;
    216	}
    217
    218	for (i = 0; i < intr_num; i++) {
    219		g_irq[i] = irq_of_parse_and_map(np, i);
    220		rc = request_irq(g_irq[i], l2_int_handler, 0, "l2_ecc", NULL);
    221		if (rc) {
    222			pr_err("L2CACHE: Could not request IRQ %d\n", g_irq[i]);
    223			return rc;
    224		}
    225	}
    226
    227	l2_config_read();
    228
    229	l2_cache_ops.get_priv_group = l2_get_priv_group;
    230	riscv_set_cacheinfo_ops(&l2_cache_ops);
    231
    232#ifdef CONFIG_DEBUG_FS
    233	setup_sifive_debug();
    234#endif
    235	return 0;
    236}
    237device_initcall(sifive_l2_init);