cachepc-linux

Fork of AMDESE/linux with modifications for CachePC side-channel attack
git clone https://git.sinitax.com/sinitax/cachepc-linux
Log | Files | Refs | README | LICENSE | sfeed.txt

core.c (7511B)


      1// SPDX-License-Identifier: GPL-2.0-only
      2/*
      3 * Code to handle transition of Linux booting another kernel.
      4 *
      5 * Copyright (C) 2002-2003 Eric Biederman  <ebiederm@xmission.com>
      6 * GameCube/ppc32 port Copyright (C) 2004 Albert Herranz
      7 * Copyright (C) 2005 IBM Corporation.
      8 */
      9
     10#include <linux/kexec.h>
     11#include <linux/reboot.h>
     12#include <linux/threads.h>
     13#include <linux/memblock.h>
     14#include <linux/of.h>
     15#include <linux/irq.h>
     16#include <linux/ftrace.h>
     17
     18#include <asm/kdump.h>
     19#include <asm/machdep.h>
     20#include <asm/pgalloc.h>
     21#include <asm/sections.h>
     22
     23void machine_kexec_mask_interrupts(void) {
     24	unsigned int i;
     25	struct irq_desc *desc;
     26
     27	for_each_irq_desc(i, desc) {
     28		struct irq_chip *chip;
     29
     30		chip = irq_desc_get_chip(desc);
     31		if (!chip)
     32			continue;
     33
     34		if (chip->irq_eoi && irqd_irq_inprogress(&desc->irq_data))
     35			chip->irq_eoi(&desc->irq_data);
     36
     37		if (chip->irq_mask)
     38			chip->irq_mask(&desc->irq_data);
     39
     40		if (chip->irq_disable && !irqd_irq_disabled(&desc->irq_data))
     41			chip->irq_disable(&desc->irq_data);
     42	}
     43}
     44
     45void machine_crash_shutdown(struct pt_regs *regs)
     46{
     47	default_machine_crash_shutdown(regs);
     48}
     49
     50void machine_kexec_cleanup(struct kimage *image)
     51{
     52}
     53
     54void arch_crash_save_vmcoreinfo(void)
     55{
     56
     57#ifdef CONFIG_NUMA
     58	VMCOREINFO_SYMBOL(node_data);
     59	VMCOREINFO_LENGTH(node_data, MAX_NUMNODES);
     60#endif
     61#ifndef CONFIG_NUMA
     62	VMCOREINFO_SYMBOL(contig_page_data);
     63#endif
     64#if defined(CONFIG_PPC64) && defined(CONFIG_SPARSEMEM_VMEMMAP)
     65	VMCOREINFO_SYMBOL(vmemmap_list);
     66	VMCOREINFO_SYMBOL(mmu_vmemmap_psize);
     67	VMCOREINFO_SYMBOL(mmu_psize_defs);
     68	VMCOREINFO_STRUCT_SIZE(vmemmap_backing);
     69	VMCOREINFO_OFFSET(vmemmap_backing, list);
     70	VMCOREINFO_OFFSET(vmemmap_backing, phys);
     71	VMCOREINFO_OFFSET(vmemmap_backing, virt_addr);
     72	VMCOREINFO_STRUCT_SIZE(mmu_psize_def);
     73	VMCOREINFO_OFFSET(mmu_psize_def, shift);
     74#endif
     75	vmcoreinfo_append_str("KERNELOFFSET=%lx\n", kaslr_offset());
     76}
     77
     78/*
     79 * Do not allocate memory (or fail in any way) in machine_kexec().
     80 * We are past the point of no return, committed to rebooting now.
     81 */
     82void machine_kexec(struct kimage *image)
     83{
     84	int save_ftrace_enabled;
     85
     86	save_ftrace_enabled = __ftrace_enabled_save();
     87	this_cpu_disable_ftrace();
     88
     89	if (ppc_md.machine_kexec)
     90		ppc_md.machine_kexec(image);
     91	else
     92		default_machine_kexec(image);
     93
     94	this_cpu_enable_ftrace();
     95	__ftrace_enabled_restore(save_ftrace_enabled);
     96
     97	/* Fall back to normal restart if we're still alive. */
     98	machine_restart(NULL);
     99	for(;;);
    100}
    101
    102void __init reserve_crashkernel(void)
    103{
    104	unsigned long long crash_size, crash_base, total_mem_sz;
    105	int ret;
    106
    107	total_mem_sz = memory_limit ? memory_limit : memblock_phys_mem_size();
    108	/* use common parsing */
    109	ret = parse_crashkernel(boot_command_line, total_mem_sz,
    110			&crash_size, &crash_base);
    111	if (ret == 0 && crash_size > 0) {
    112		crashk_res.start = crash_base;
    113		crashk_res.end = crash_base + crash_size - 1;
    114	}
    115
    116	if (crashk_res.end == crashk_res.start) {
    117		crashk_res.start = crashk_res.end = 0;
    118		return;
    119	}
    120
    121	/* We might have got these values via the command line or the
    122	 * device tree, either way sanitise them now. */
    123
    124	crash_size = resource_size(&crashk_res);
    125
    126#ifndef CONFIG_NONSTATIC_KERNEL
    127	if (crashk_res.start != KDUMP_KERNELBASE)
    128		printk("Crash kernel location must be 0x%x\n",
    129				KDUMP_KERNELBASE);
    130
    131	crashk_res.start = KDUMP_KERNELBASE;
    132#else
    133	if (!crashk_res.start) {
    134#ifdef CONFIG_PPC64
    135		/*
    136		 * On the LPAR platform place the crash kernel to mid of
    137		 * RMA size (512MB or more) to ensure the crash kernel
    138		 * gets enough space to place itself and some stack to be
    139		 * in the first segment. At the same time normal kernel
    140		 * also get enough space to allocate memory for essential
    141		 * system resource in the first segment. Keep the crash
    142		 * kernel starts at 128MB offset on other platforms.
    143		 */
    144		if (firmware_has_feature(FW_FEATURE_LPAR))
    145			crashk_res.start = ppc64_rma_size / 2;
    146		else
    147			crashk_res.start = min(0x8000000ULL, (ppc64_rma_size / 2));
    148#else
    149		crashk_res.start = KDUMP_KERNELBASE;
    150#endif
    151	}
    152
    153	crash_base = PAGE_ALIGN(crashk_res.start);
    154	if (crash_base != crashk_res.start) {
    155		printk("Crash kernel base must be aligned to 0x%lx\n",
    156				PAGE_SIZE);
    157		crashk_res.start = crash_base;
    158	}
    159
    160#endif
    161	crash_size = PAGE_ALIGN(crash_size);
    162	crashk_res.end = crashk_res.start + crash_size - 1;
    163
    164	/* The crash region must not overlap the current kernel */
    165	if (overlaps_crashkernel(__pa(_stext), _end - _stext)) {
    166		printk(KERN_WARNING
    167			"Crash kernel can not overlap current kernel\n");
    168		crashk_res.start = crashk_res.end = 0;
    169		return;
    170	}
    171
    172	/* Crash kernel trumps memory limit */
    173	if (memory_limit && memory_limit <= crashk_res.end) {
    174		memory_limit = crashk_res.end + 1;
    175		total_mem_sz = memory_limit;
    176		printk("Adjusted memory limit for crashkernel, now 0x%llx\n",
    177		       memory_limit);
    178	}
    179
    180	printk(KERN_INFO "Reserving %ldMB of memory at %ldMB "
    181			"for crashkernel (System RAM: %ldMB)\n",
    182			(unsigned long)(crash_size >> 20),
    183			(unsigned long)(crashk_res.start >> 20),
    184			(unsigned long)(total_mem_sz >> 20));
    185
    186	if (!memblock_is_region_memory(crashk_res.start, crash_size) ||
    187	    memblock_reserve(crashk_res.start, crash_size)) {
    188		pr_err("Failed to reserve memory for crashkernel!\n");
    189		crashk_res.start = crashk_res.end = 0;
    190		return;
    191	}
    192}
    193
    194int __init overlaps_crashkernel(unsigned long start, unsigned long size)
    195{
    196	return (start + size) > crashk_res.start && start <= crashk_res.end;
    197}
    198
    199/* Values we need to export to the second kernel via the device tree. */
    200static phys_addr_t kernel_end;
    201static phys_addr_t crashk_base;
    202static phys_addr_t crashk_size;
    203static unsigned long long mem_limit;
    204
    205static struct property kernel_end_prop = {
    206	.name = "linux,kernel-end",
    207	.length = sizeof(phys_addr_t),
    208	.value = &kernel_end,
    209};
    210
    211static struct property crashk_base_prop = {
    212	.name = "linux,crashkernel-base",
    213	.length = sizeof(phys_addr_t),
    214	.value = &crashk_base
    215};
    216
    217static struct property crashk_size_prop = {
    218	.name = "linux,crashkernel-size",
    219	.length = sizeof(phys_addr_t),
    220	.value = &crashk_size,
    221};
    222
    223static struct property memory_limit_prop = {
    224	.name = "linux,memory-limit",
    225	.length = sizeof(unsigned long long),
    226	.value = &mem_limit,
    227};
    228
    229#define cpu_to_be_ulong	__PASTE(cpu_to_be, BITS_PER_LONG)
    230
    231static void __init export_crashk_values(struct device_node *node)
    232{
    233	/* There might be existing crash kernel properties, but we can't
    234	 * be sure what's in them, so remove them. */
    235	of_remove_property(node, of_find_property(node,
    236				"linux,crashkernel-base", NULL));
    237	of_remove_property(node, of_find_property(node,
    238				"linux,crashkernel-size", NULL));
    239
    240	if (crashk_res.start != 0) {
    241		crashk_base = cpu_to_be_ulong(crashk_res.start),
    242		of_add_property(node, &crashk_base_prop);
    243		crashk_size = cpu_to_be_ulong(resource_size(&crashk_res));
    244		of_add_property(node, &crashk_size_prop);
    245	}
    246
    247	/*
    248	 * memory_limit is required by the kexec-tools to limit the
    249	 * crash regions to the actual memory used.
    250	 */
    251	mem_limit = cpu_to_be_ulong(memory_limit);
    252	of_update_property(node, &memory_limit_prop);
    253}
    254
    255static int __init kexec_setup(void)
    256{
    257	struct device_node *node;
    258
    259	node = of_find_node_by_path("/chosen");
    260	if (!node)
    261		return -ENOENT;
    262
    263	/* remove any stale properties so ours can be found */
    264	of_remove_property(node, of_find_property(node, kernel_end_prop.name, NULL));
    265
    266	/* information needed by userspace when using default_machine_kexec */
    267	kernel_end = cpu_to_be_ulong(__pa(_end));
    268	of_add_property(node, &kernel_end_prop);
    269
    270	export_crashk_values(node);
    271
    272	of_node_put(node);
    273	return 0;
    274}
    275late_initcall(kexec_setup);