cachepc-linux

Fork of AMDESE/linux with modifications for CachePC side-channel attack
git clone https://git.sinitax.com/sinitax/cachepc-linux
Log | Files | Refs | README | LICENSE | sfeed.txt

tsi108_pci.c (10716B)


      1// SPDX-License-Identifier: GPL-2.0-or-later
      2/*
      3 * Common routines for Tundra Semiconductor TSI108 host bridge.
      4 *
      5 * 2004-2005 (c) Tundra Semiconductor Corp.
      6 * Author: Alex Bounine (alexandreb@tundra.com)
      7 * Author: Roy Zang (tie-fei.zang@freescale.com)
      8 * 	   Add pci interrupt router host
      9 */
     10
     11#include <linux/kernel.h>
     12#include <linux/init.h>
     13#include <linux/pci.h>
     14#include <linux/irq.h>
     15#include <linux/irqdomain.h>
     16#include <linux/interrupt.h>
     17#include <linux/of_address.h>
     18
     19#include <asm/byteorder.h>
     20#include <asm/io.h>
     21#include <asm/irq.h>
     22#include <linux/uaccess.h>
     23#include <asm/machdep.h>
     24#include <asm/pci-bridge.h>
     25#include <asm/tsi108.h>
     26#include <asm/tsi108_pci.h>
     27#include <asm/tsi108_irq.h>
     28
     29#undef DEBUG
     30#ifdef DEBUG
     31#define DBG(x...) printk(x)
     32#else
     33#define DBG(x...)
     34#endif
     35
     36#define tsi_mk_config_addr(bus, devfunc, offset) \
     37	((((bus)<<16) | ((devfunc)<<8) | (offset & 0xfc)) + tsi108_pci_cfg_base)
     38
     39u32 tsi108_pci_cfg_base;
     40static u32 tsi108_pci_cfg_phys;
     41u32 tsi108_csr_vir_base;
     42static struct irq_domain *pci_irq_host;
     43
     44extern u32 get_vir_csrbase(void);
     45extern u32 tsi108_read_reg(u32 reg_offset);
     46extern void tsi108_write_reg(u32 reg_offset, u32 val);
     47
     48int
     49tsi108_direct_write_config(struct pci_bus *bus, unsigned int devfunc,
     50			   int offset, int len, u32 val)
     51{
     52	volatile unsigned char *cfg_addr;
     53	struct pci_controller *hose = pci_bus_to_host(bus);
     54
     55	if (ppc_md.pci_exclude_device)
     56		if (ppc_md.pci_exclude_device(hose, bus->number, devfunc))
     57			return PCIBIOS_DEVICE_NOT_FOUND;
     58
     59	cfg_addr = (unsigned char *)(tsi_mk_config_addr(bus->number,
     60							devfunc, offset) |
     61							(offset & 0x03));
     62
     63#ifdef DEBUG
     64	printk("PCI CFG write : ");
     65	printk("%d:0x%x:0x%x ", bus->number, devfunc, offset);
     66	printk("%d ADDR=0x%08x ", len, (uint) cfg_addr);
     67	printk("data = 0x%08x\n", val);
     68#endif
     69
     70	switch (len) {
     71	case 1:
     72		out_8((u8 *) cfg_addr, val);
     73		break;
     74	case 2:
     75		out_le16((u16 *) cfg_addr, val);
     76		break;
     77	default:
     78		out_le32((u32 *) cfg_addr, val);
     79		break;
     80	}
     81
     82	return PCIBIOS_SUCCESSFUL;
     83}
     84
     85void tsi108_clear_pci_error(u32 pci_cfg_base)
     86{
     87	u32 err_stat, err_addr, pci_stat;
     88
     89	/*
     90	 * Quietly clear PB and PCI error flags set as result
     91	 * of PCI/X configuration read requests.
     92	 */
     93
     94	/* Read PB Error Log Registers */
     95
     96	err_stat = tsi108_read_reg(TSI108_PB_OFFSET + TSI108_PB_ERRCS);
     97	err_addr = tsi108_read_reg(TSI108_PB_OFFSET + TSI108_PB_AERR);
     98
     99	if (err_stat & TSI108_PB_ERRCS_ES) {
    100		/* Clear error flag */
    101		tsi108_write_reg(TSI108_PB_OFFSET + TSI108_PB_ERRCS,
    102				 TSI108_PB_ERRCS_ES);
    103
    104		/* Clear read error reported in PB_ISR */
    105		tsi108_write_reg(TSI108_PB_OFFSET + TSI108_PB_ISR,
    106				 TSI108_PB_ISR_PBS_RD_ERR);
    107
    108		/* Clear PCI/X bus cfg errors if applicable */
    109		if ((err_addr & 0xFF000000) == pci_cfg_base) {
    110			pci_stat =
    111			    tsi108_read_reg(TSI108_PCI_OFFSET + TSI108_PCI_CSR);
    112			tsi108_write_reg(TSI108_PCI_OFFSET + TSI108_PCI_CSR,
    113					 pci_stat);
    114		}
    115	}
    116
    117	return;
    118}
    119
    120#define __tsi108_read_pci_config(x, addr, op)		\
    121	__asm__ __volatile__(				\
    122		"	"op" %0,0,%1\n"		\
    123		"1:	eieio\n"			\
    124		"2:\n"					\
    125		".section .fixup,\"ax\"\n"		\
    126		"3:	li %0,-1\n"			\
    127		"	b 2b\n"				\
    128		".previous\n"				\
    129		EX_TABLE(1b, 3b)			\
    130		: "=r"(x) : "r"(addr))
    131
    132int
    133tsi108_direct_read_config(struct pci_bus *bus, unsigned int devfn, int offset,
    134			  int len, u32 * val)
    135{
    136	volatile unsigned char *cfg_addr;
    137	struct pci_controller *hose = pci_bus_to_host(bus);
    138	u32 temp;
    139
    140	if (ppc_md.pci_exclude_device)
    141		if (ppc_md.pci_exclude_device(hose, bus->number, devfn))
    142			return PCIBIOS_DEVICE_NOT_FOUND;
    143
    144	cfg_addr = (unsigned char *)(tsi_mk_config_addr(bus->number,
    145							devfn,
    146							offset) | (offset &
    147								   0x03));
    148
    149	switch (len) {
    150	case 1:
    151		__tsi108_read_pci_config(temp, cfg_addr, "lbzx");
    152		break;
    153	case 2:
    154		__tsi108_read_pci_config(temp, cfg_addr, "lhbrx");
    155		break;
    156	default:
    157		__tsi108_read_pci_config(temp, cfg_addr, "lwbrx");
    158		break;
    159	}
    160
    161	*val = temp;
    162
    163#ifdef DEBUG
    164	if ((0xFFFFFFFF != temp) && (0xFFFF != temp) && (0xFF != temp)) {
    165		printk("PCI CFG read : ");
    166		printk("%d:0x%x:0x%x ", bus->number, devfn, offset);
    167		printk("%d ADDR=0x%08x ", len, (uint) cfg_addr);
    168		printk("data = 0x%x\n", *val);
    169	}
    170#endif
    171	return PCIBIOS_SUCCESSFUL;
    172}
    173
    174void tsi108_clear_pci_cfg_error(void)
    175{
    176	tsi108_clear_pci_error(tsi108_pci_cfg_phys);
    177}
    178
    179static struct pci_ops tsi108_direct_pci_ops = {
    180	.read = tsi108_direct_read_config,
    181	.write = tsi108_direct_write_config,
    182};
    183
    184int __init tsi108_setup_pci(struct device_node *dev, u32 cfg_phys, int primary)
    185{
    186	int len;
    187	struct pci_controller *hose;
    188	struct resource rsrc;
    189	const int *bus_range;
    190	int has_address = 0;
    191
    192	/* PCI Config mapping */
    193	tsi108_pci_cfg_base = (u32)ioremap(cfg_phys, TSI108_PCI_CFG_SIZE);
    194	tsi108_pci_cfg_phys = cfg_phys;
    195	DBG("TSI_PCI: %s tsi108_pci_cfg_base=0x%x\n", __func__,
    196	    tsi108_pci_cfg_base);
    197
    198	/* Fetch host bridge registers address */
    199	has_address = (of_address_to_resource(dev, 0, &rsrc) == 0);
    200
    201	/* Get bus range if any */
    202	bus_range = of_get_property(dev, "bus-range", &len);
    203	if (bus_range == NULL || len < 2 * sizeof(int)) {
    204		printk(KERN_WARNING "Can't get bus-range for %pOF, assume"
    205		       " bus 0\n", dev);
    206	}
    207
    208	hose = pcibios_alloc_controller(dev);
    209
    210	if (!hose) {
    211		printk("PCI Host bridge init failed\n");
    212		return -ENOMEM;
    213	}
    214
    215	hose->first_busno = bus_range ? bus_range[0] : 0;
    216	hose->last_busno = bus_range ? bus_range[1] : 0xff;
    217
    218	(hose)->ops = &tsi108_direct_pci_ops;
    219
    220	printk(KERN_INFO "Found tsi108 PCI host bridge at 0x%08x. "
    221	       "Firmware bus number: %d->%d\n",
    222	       rsrc.start, hose->first_busno, hose->last_busno);
    223
    224	/* Interpret the "ranges" property */
    225	/* This also maps the I/O region and sets isa_io/mem_base */
    226	pci_process_bridge_OF_ranges(hose, dev, primary);
    227	return 0;
    228}
    229
    230/*
    231 * Low level utility functions
    232 */
    233
    234static void tsi108_pci_int_mask(u_int irq)
    235{
    236	u_int irp_cfg;
    237	int int_line = (irq - IRQ_PCI_INTAD_BASE);
    238
    239	irp_cfg = tsi108_read_reg(TSI108_PCI_OFFSET + TSI108_PCI_IRP_CFG_CTL);
    240	mb();
    241	irp_cfg |= (1 << int_line);	/* INTx_DIR = output */
    242	irp_cfg &= ~(3 << (8 + (int_line * 2)));	/* INTx_TYPE = unused */
    243	tsi108_write_reg(TSI108_PCI_OFFSET + TSI108_PCI_IRP_CFG_CTL, irp_cfg);
    244	mb();
    245	irp_cfg = tsi108_read_reg(TSI108_PCI_OFFSET + TSI108_PCI_IRP_CFG_CTL);
    246}
    247
    248static void tsi108_pci_int_unmask(u_int irq)
    249{
    250	u_int irp_cfg;
    251	int int_line = (irq - IRQ_PCI_INTAD_BASE);
    252
    253	irp_cfg = tsi108_read_reg(TSI108_PCI_OFFSET + TSI108_PCI_IRP_CFG_CTL);
    254	mb();
    255	irp_cfg &= ~(1 << int_line);
    256	irp_cfg |= (3 << (8 + (int_line * 2)));
    257	tsi108_write_reg(TSI108_PCI_OFFSET + TSI108_PCI_IRP_CFG_CTL, irp_cfg);
    258	mb();
    259}
    260
    261static void __init init_pci_source(void)
    262{
    263	tsi108_write_reg(TSI108_PCI_OFFSET + TSI108_PCI_IRP_CFG_CTL,
    264			0x0000ff00);
    265	tsi108_write_reg(TSI108_PCI_OFFSET + TSI108_PCI_IRP_ENABLE,
    266			TSI108_PCI_IRP_ENABLE_P_INT);
    267	mb();
    268}
    269
    270static inline unsigned int get_pci_source(void)
    271{
    272	u_int temp = 0;
    273	int irq = -1;
    274	int i;
    275	u_int pci_irp_stat;
    276	static int mask = 0;
    277
    278	/* Read PCI/X block interrupt status register */
    279	pci_irp_stat = tsi108_read_reg(TSI108_PCI_OFFSET + TSI108_PCI_IRP_STAT);
    280	mb();
    281
    282	if (pci_irp_stat & TSI108_PCI_IRP_STAT_P_INT) {
    283		/* Process Interrupt from PCI bus INTA# - INTD# lines */
    284		temp =
    285		    tsi108_read_reg(TSI108_PCI_OFFSET +
    286				    TSI108_PCI_IRP_INTAD) & 0xf;
    287		mb();
    288		for (i = 0; i < 4; i++, mask++) {
    289			if (temp & (1 << mask % 4)) {
    290				irq = IRQ_PCI_INTA + mask % 4;
    291				mask++;
    292				break;
    293			}
    294		}
    295
    296		/* Disable interrupts from PCI block */
    297		temp = tsi108_read_reg(TSI108_PCI_OFFSET + TSI108_PCI_IRP_ENABLE);
    298		tsi108_write_reg(TSI108_PCI_OFFSET + TSI108_PCI_IRP_ENABLE,
    299				temp & ~TSI108_PCI_IRP_ENABLE_P_INT);
    300		mb();
    301		(void)tsi108_read_reg(TSI108_PCI_OFFSET + TSI108_PCI_IRP_ENABLE);
    302		mb();
    303	}
    304#ifdef DEBUG
    305	else {
    306		printk("TSI108_PIC: error in TSI108_PCI_IRP_STAT\n");
    307		pci_irp_stat =
    308		    tsi108_read_reg(TSI108_PCI_OFFSET + TSI108_PCI_IRP_STAT);
    309		temp =
    310		    tsi108_read_reg(TSI108_PCI_OFFSET + TSI108_PCI_IRP_INTAD);
    311		mb();
    312		printk(">> stat=0x%08x intad=0x%08x ", pci_irp_stat, temp);
    313		temp =
    314		    tsi108_read_reg(TSI108_PCI_OFFSET + TSI108_PCI_IRP_CFG_CTL);
    315		mb();
    316		printk("cfg_ctl=0x%08x ", temp);
    317		temp =
    318		    tsi108_read_reg(TSI108_PCI_OFFSET + TSI108_PCI_IRP_ENABLE);
    319		mb();
    320		printk("irp_enable=0x%08x\n", temp);
    321	}
    322#endif	/* end of DEBUG */
    323
    324	return irq;
    325}
    326
    327
    328/*
    329 * Linux descriptor level callbacks
    330 */
    331
    332static void tsi108_pci_irq_unmask(struct irq_data *d)
    333{
    334	tsi108_pci_int_unmask(d->irq);
    335
    336	/* Enable interrupts from PCI block */
    337	tsi108_write_reg(TSI108_PCI_OFFSET + TSI108_PCI_IRP_ENABLE,
    338			 tsi108_read_reg(TSI108_PCI_OFFSET +
    339					 TSI108_PCI_IRP_ENABLE) |
    340			 TSI108_PCI_IRP_ENABLE_P_INT);
    341	mb();
    342}
    343
    344static void tsi108_pci_irq_mask(struct irq_data *d)
    345{
    346	tsi108_pci_int_mask(d->irq);
    347}
    348
    349static void tsi108_pci_irq_ack(struct irq_data *d)
    350{
    351	tsi108_pci_int_mask(d->irq);
    352}
    353
    354/*
    355 * Interrupt controller descriptor for cascaded PCI interrupt controller.
    356 */
    357
    358static struct irq_chip tsi108_pci_irq = {
    359	.name = "tsi108_PCI_int",
    360	.irq_mask = tsi108_pci_irq_mask,
    361	.irq_ack = tsi108_pci_irq_ack,
    362	.irq_unmask = tsi108_pci_irq_unmask,
    363};
    364
    365static int pci_irq_host_xlate(struct irq_domain *h, struct device_node *ct,
    366			    const u32 *intspec, unsigned int intsize,
    367			    irq_hw_number_t *out_hwirq, unsigned int *out_flags)
    368{
    369	*out_hwirq = intspec[0];
    370	*out_flags = IRQ_TYPE_LEVEL_HIGH;
    371	return 0;
    372}
    373
    374static int pci_irq_host_map(struct irq_domain *h, unsigned int virq,
    375			  irq_hw_number_t hw)
    376{	unsigned int irq;
    377	DBG("%s(%d, 0x%lx)\n", __func__, virq, hw);
    378	if ((virq >= 1) && (virq <= 4)){
    379		irq = virq + IRQ_PCI_INTAD_BASE - 1;
    380		irq_set_status_flags(irq, IRQ_LEVEL);
    381		irq_set_chip(irq, &tsi108_pci_irq);
    382	}
    383	return 0;
    384}
    385
    386static const struct irq_domain_ops pci_irq_domain_ops = {
    387	.map = pci_irq_host_map,
    388	.xlate = pci_irq_host_xlate,
    389};
    390
    391/*
    392 * Exported functions
    393 */
    394
    395/*
    396 * The Tsi108 PCI interrupts initialization routine.
    397 *
    398 * The INTA# - INTD# interrupts on the PCI bus are reported by the PCI block
    399 * to the MPIC using single interrupt source (IRQ_TSI108_PCI). Therefore the
    400 * PCI block has to be treated as a cascaded interrupt controller connected
    401 * to the MPIC.
    402 */
    403
    404void __init tsi108_pci_int_init(struct device_node *node)
    405{
    406	DBG("Tsi108_pci_int_init: initializing PCI interrupts\n");
    407
    408	pci_irq_host = irq_domain_add_legacy(node, NR_IRQS_LEGACY, 0, 0,
    409					     &pci_irq_domain_ops, NULL);
    410	if (pci_irq_host == NULL) {
    411		printk(KERN_ERR "pci_irq_host: failed to allocate irq domain!\n");
    412		return;
    413	}
    414
    415	init_pci_source();
    416}
    417
    418void tsi108_irq_cascade(struct irq_desc *desc)
    419{
    420	struct irq_chip *chip = irq_desc_get_chip(desc);
    421	unsigned int cascade_irq = get_pci_source();
    422
    423	if (cascade_irq)
    424		generic_handle_irq(cascade_irq);
    425
    426	chip->irq_eoi(&desc->irq_data);
    427}