cachepc-linux

Fork of AMDESE/linux with modifications for CachePC side-channel attack
git clone https://git.sinitax.com/sinitax/cachepc-linux
Log | Files | Refs | README | LICENSE | sfeed.txt

mmconf-fam10h_64.c (5482B)


      1// SPDX-License-Identifier: GPL-2.0
      2/*
      3 * AMD Family 10h mmconfig enablement
      4 */
      5
      6#include <linux/types.h>
      7#include <linux/mm.h>
      8#include <linux/string.h>
      9#include <linux/pci.h>
     10#include <linux/dmi.h>
     11#include <linux/range.h>
     12
     13#include <asm/pci-direct.h>
     14#include <linux/sort.h>
     15#include <asm/io.h>
     16#include <asm/msr.h>
     17#include <asm/acpi.h>
     18#include <asm/mmconfig.h>
     19#include <asm/pci_x86.h>
     20
     21struct pci_hostbridge_probe {
     22	u32 bus;
     23	u32 slot;
     24	u32 vendor;
     25	u32 device;
     26};
     27
     28static u64 fam10h_pci_mmconf_base;
     29
     30static struct pci_hostbridge_probe pci_probes[] = {
     31	{ 0, 0x18, PCI_VENDOR_ID_AMD, 0x1200 },
     32	{ 0xff, 0, PCI_VENDOR_ID_AMD, 0x1200 },
     33};
     34
     35static int cmp_range(const void *x1, const void *x2)
     36{
     37	const struct range *r1 = x1;
     38	const struct range *r2 = x2;
     39	int start1, start2;
     40
     41	start1 = r1->start >> 32;
     42	start2 = r2->start >> 32;
     43
     44	return start1 - start2;
     45}
     46
     47#define MMCONF_UNIT (1ULL << FAM10H_MMIO_CONF_BASE_SHIFT)
     48#define MMCONF_MASK (~(MMCONF_UNIT - 1))
     49#define MMCONF_SIZE (MMCONF_UNIT << 8)
     50/* need to avoid (0xfd<<32), (0xfe<<32), and (0xff<<32), ht used space */
     51#define FAM10H_PCI_MMCONF_BASE (0xfcULL<<32)
     52#define BASE_VALID(b) ((b) + MMCONF_SIZE <= (0xfdULL<<32) || (b) >= (1ULL<<40))
     53static void get_fam10h_pci_mmconf_base(void)
     54{
     55	int i;
     56	unsigned bus;
     57	unsigned slot;
     58	int found;
     59
     60	u64 val;
     61	u32 address;
     62	u64 tom2;
     63	u64 base = FAM10H_PCI_MMCONF_BASE;
     64
     65	int hi_mmio_num;
     66	struct range range[8];
     67
     68	/* only try to get setting from BSP */
     69	if (fam10h_pci_mmconf_base)
     70		return;
     71
     72	if (!early_pci_allowed())
     73		return;
     74
     75	found = 0;
     76	for (i = 0; i < ARRAY_SIZE(pci_probes); i++) {
     77		u32 id;
     78		u16 device;
     79		u16 vendor;
     80
     81		bus = pci_probes[i].bus;
     82		slot = pci_probes[i].slot;
     83		id = read_pci_config(bus, slot, 0, PCI_VENDOR_ID);
     84
     85		vendor = id & 0xffff;
     86		device = (id>>16) & 0xffff;
     87		if (pci_probes[i].vendor == vendor &&
     88		    pci_probes[i].device == device) {
     89			found = 1;
     90			break;
     91		}
     92	}
     93
     94	if (!found)
     95		return;
     96
     97	/* SYS_CFG */
     98	address = MSR_AMD64_SYSCFG;
     99	rdmsrl(address, val);
    100
    101	/* TOP_MEM2 is not enabled? */
    102	if (!(val & (1<<21))) {
    103		tom2 = 1ULL << 32;
    104	} else {
    105		/* TOP_MEM2 */
    106		address = MSR_K8_TOP_MEM2;
    107		rdmsrl(address, val);
    108		tom2 = max(val & 0xffffff800000ULL, 1ULL << 32);
    109	}
    110
    111	if (base <= tom2)
    112		base = (tom2 + 2 * MMCONF_UNIT - 1) & MMCONF_MASK;
    113
    114	/*
    115	 * need to check if the range is in the high mmio range that is
    116	 * above 4G
    117	 */
    118	hi_mmio_num = 0;
    119	for (i = 0; i < 8; i++) {
    120		u32 reg;
    121		u64 start;
    122		u64 end;
    123		reg = read_pci_config(bus, slot, 1, 0x80 + (i << 3));
    124		if (!(reg & 3))
    125			continue;
    126
    127		start = (u64)(reg & 0xffffff00) << 8; /* 39:16 on 31:8*/
    128		reg = read_pci_config(bus, slot, 1, 0x84 + (i << 3));
    129		end = ((u64)(reg & 0xffffff00) << 8) | 0xffff; /* 39:16 on 31:8*/
    130
    131		if (end < tom2)
    132			continue;
    133
    134		range[hi_mmio_num].start = start;
    135		range[hi_mmio_num].end = end;
    136		hi_mmio_num++;
    137	}
    138
    139	if (!hi_mmio_num)
    140		goto out;
    141
    142	/* sort the range */
    143	sort(range, hi_mmio_num, sizeof(struct range), cmp_range, NULL);
    144
    145	if (range[hi_mmio_num - 1].end < base)
    146		goto out;
    147	if (range[0].start > base + MMCONF_SIZE)
    148		goto out;
    149
    150	/* need to find one window */
    151	base = (range[0].start & MMCONF_MASK) - MMCONF_UNIT;
    152	if ((base > tom2) && BASE_VALID(base))
    153		goto out;
    154	base = (range[hi_mmio_num - 1].end + MMCONF_UNIT) & MMCONF_MASK;
    155	if (BASE_VALID(base))
    156		goto out;
    157	/* need to find window between ranges */
    158	for (i = 1; i < hi_mmio_num; i++) {
    159		base = (range[i - 1].end + MMCONF_UNIT) & MMCONF_MASK;
    160		val = range[i].start & MMCONF_MASK;
    161		if (val >= base + MMCONF_SIZE && BASE_VALID(base))
    162			goto out;
    163	}
    164	return;
    165
    166out:
    167	fam10h_pci_mmconf_base = base;
    168}
    169
    170void fam10h_check_enable_mmcfg(void)
    171{
    172	u64 val;
    173	u32 address;
    174
    175	if (!(pci_probe & PCI_CHECK_ENABLE_AMD_MMCONF))
    176		return;
    177
    178	address = MSR_FAM10H_MMIO_CONF_BASE;
    179	rdmsrl(address, val);
    180
    181	/* try to make sure that AP's setting is identical to BSP setting */
    182	if (val & FAM10H_MMIO_CONF_ENABLE) {
    183		unsigned busnbits;
    184		busnbits = (val >> FAM10H_MMIO_CONF_BUSRANGE_SHIFT) &
    185			FAM10H_MMIO_CONF_BUSRANGE_MASK;
    186
    187		/* only trust the one handle 256 buses, if acpi=off */
    188		if (!acpi_pci_disabled || busnbits >= 8) {
    189			u64 base = val & MMCONF_MASK;
    190
    191			if (!fam10h_pci_mmconf_base) {
    192				fam10h_pci_mmconf_base = base;
    193				return;
    194			} else if (fam10h_pci_mmconf_base ==  base)
    195				return;
    196		}
    197	}
    198
    199	/*
    200	 * if it is not enabled, try to enable it and assume only one segment
    201	 * with 256 buses
    202	 */
    203	get_fam10h_pci_mmconf_base();
    204	if (!fam10h_pci_mmconf_base) {
    205		pci_probe &= ~PCI_CHECK_ENABLE_AMD_MMCONF;
    206		return;
    207	}
    208
    209	printk(KERN_INFO "Enable MMCONFIG on AMD Family 10h\n");
    210	val &= ~((FAM10H_MMIO_CONF_BASE_MASK<<FAM10H_MMIO_CONF_BASE_SHIFT) |
    211	     (FAM10H_MMIO_CONF_BUSRANGE_MASK<<FAM10H_MMIO_CONF_BUSRANGE_SHIFT));
    212	val |= fam10h_pci_mmconf_base | (8 << FAM10H_MMIO_CONF_BUSRANGE_SHIFT) |
    213	       FAM10H_MMIO_CONF_ENABLE;
    214	wrmsrl(address, val);
    215}
    216
    217static int __init set_check_enable_amd_mmconf(const struct dmi_system_id *d)
    218{
    219        pci_probe |= PCI_CHECK_ENABLE_AMD_MMCONF;
    220        return 0;
    221}
    222
    223static const struct dmi_system_id __initconst mmconf_dmi_table[] = {
    224        {
    225                .callback = set_check_enable_amd_mmconf,
    226                .ident = "Sun Microsystems Machine",
    227                .matches = {
    228                        DMI_MATCH(DMI_SYS_VENDOR, "Sun Microsystems"),
    229                },
    230        },
    231	{}
    232};
    233
    234/* Called from a non __init function, but only on the BSP. */
    235void __ref check_enable_amd_mmconf_dmi(void)
    236{
    237	dmi_check_system(mmconf_dmi_table);
    238}