cachepc-linux

Fork of AMDESE/linux with modifications for CachePC side-channel attack
git clone https://git.sinitax.com/sinitax/cachepc-linux
Log | Files | Refs | README | LICENSE | sfeed.txt

setup-common.c (24447B)


      1// SPDX-License-Identifier: GPL-2.0-or-later
      2/*
      3 * Common boot and setup code for both 32-bit and 64-bit.
      4 * Extracted from arch/powerpc/kernel/setup_64.c.
      5 *
      6 * Copyright (C) 2001 PPC64 Team, IBM Corp
      7 */
      8
      9#undef DEBUG
     10
     11#include <linux/export.h>
     12#include <linux/panic_notifier.h>
     13#include <linux/string.h>
     14#include <linux/sched.h>
     15#include <linux/init.h>
     16#include <linux/kernel.h>
     17#include <linux/reboot.h>
     18#include <linux/delay.h>
     19#include <linux/initrd.h>
     20#include <linux/platform_device.h>
     21#include <linux/seq_file.h>
     22#include <linux/ioport.h>
     23#include <linux/console.h>
     24#include <linux/screen_info.h>
     25#include <linux/root_dev.h>
     26#include <linux/cpu.h>
     27#include <linux/unistd.h>
     28#include <linux/serial.h>
     29#include <linux/serial_8250.h>
     30#include <linux/percpu.h>
     31#include <linux/memblock.h>
     32#include <linux/of_irq.h>
     33#include <linux/of_fdt.h>
     34#include <linux/of_platform.h>
     35#include <linux/hugetlb.h>
     36#include <linux/pgtable.h>
     37#include <asm/io.h>
     38#include <asm/paca.h>
     39#include <asm/processor.h>
     40#include <asm/vdso_datapage.h>
     41#include <asm/smp.h>
     42#include <asm/elf.h>
     43#include <asm/machdep.h>
     44#include <asm/time.h>
     45#include <asm/cputable.h>
     46#include <asm/sections.h>
     47#include <asm/firmware.h>
     48#include <asm/btext.h>
     49#include <asm/nvram.h>
     50#include <asm/setup.h>
     51#include <asm/rtas.h>
     52#include <asm/iommu.h>
     53#include <asm/serial.h>
     54#include <asm/cache.h>
     55#include <asm/page.h>
     56#include <asm/mmu.h>
     57#include <asm/xmon.h>
     58#include <asm/cputhreads.h>
     59#include <mm/mmu_decl.h>
     60#include <asm/fadump.h>
     61#include <asm/udbg.h>
     62#include <asm/hugetlb.h>
     63#include <asm/livepatch.h>
     64#include <asm/mmu_context.h>
     65#include <asm/cpu_has_feature.h>
     66#include <asm/kasan.h>
     67#include <asm/mce.h>
     68
     69#include "setup.h"
     70
     71#ifdef DEBUG
     72#define DBG(fmt...) udbg_printf(fmt)
     73#else
     74#define DBG(fmt...)
     75#endif
     76
     77/* The main machine-dep calls structure
     78 */
     79struct machdep_calls ppc_md;
     80EXPORT_SYMBOL(ppc_md);
     81struct machdep_calls *machine_id;
     82EXPORT_SYMBOL(machine_id);
     83
     84int boot_cpuid = -1;
     85EXPORT_SYMBOL_GPL(boot_cpuid);
     86
     87/*
     88 * These are used in binfmt_elf.c to put aux entries on the stack
     89 * for each elf executable being started.
     90 */
     91int dcache_bsize;
     92int icache_bsize;
     93
     94/*
     95 * This still seems to be needed... -- paulus
     96 */ 
     97struct screen_info screen_info = {
     98	.orig_x = 0,
     99	.orig_y = 25,
    100	.orig_video_cols = 80,
    101	.orig_video_lines = 25,
    102	.orig_video_isVGA = 1,
    103	.orig_video_points = 16
    104};
    105#if defined(CONFIG_FB_VGA16_MODULE)
    106EXPORT_SYMBOL(screen_info);
    107#endif
    108
    109/* Variables required to store legacy IO irq routing */
    110int of_i8042_kbd_irq;
    111EXPORT_SYMBOL_GPL(of_i8042_kbd_irq);
    112int of_i8042_aux_irq;
    113EXPORT_SYMBOL_GPL(of_i8042_aux_irq);
    114
    115#ifdef __DO_IRQ_CANON
    116/* XXX should go elsewhere eventually */
    117int ppc_do_canonicalize_irqs;
    118EXPORT_SYMBOL(ppc_do_canonicalize_irqs);
    119#endif
    120
    121#ifdef CONFIG_CRASH_CORE
    122/* This keeps a track of which one is the crashing cpu. */
    123int crashing_cpu = -1;
    124#endif
    125
    126/* also used by kexec */
    127void machine_shutdown(void)
    128{
    129	/*
    130	 * if fadump is active, cleanup the fadump registration before we
    131	 * shutdown.
    132	 */
    133	fadump_cleanup();
    134
    135	if (ppc_md.machine_shutdown)
    136		ppc_md.machine_shutdown();
    137}
    138
    139static void machine_hang(void)
    140{
    141	pr_emerg("System Halted, OK to turn off power\n");
    142	local_irq_disable();
    143	while (1)
    144		;
    145}
    146
    147void machine_restart(char *cmd)
    148{
    149	machine_shutdown();
    150	if (ppc_md.restart)
    151		ppc_md.restart(cmd);
    152
    153	smp_send_stop();
    154
    155	do_kernel_restart(cmd);
    156	mdelay(1000);
    157
    158	machine_hang();
    159}
    160
    161void machine_power_off(void)
    162{
    163	machine_shutdown();
    164	do_kernel_power_off();
    165	smp_send_stop();
    166	machine_hang();
    167}
    168/* Used by the G5 thermal driver */
    169EXPORT_SYMBOL_GPL(machine_power_off);
    170
    171void (*pm_power_off)(void);
    172EXPORT_SYMBOL_GPL(pm_power_off);
    173
    174void machine_halt(void)
    175{
    176	machine_shutdown();
    177	if (ppc_md.halt)
    178		ppc_md.halt();
    179
    180	smp_send_stop();
    181	machine_hang();
    182}
    183
    184#ifdef CONFIG_SMP
    185DEFINE_PER_CPU(unsigned int, cpu_pvr);
    186#endif
    187
    188static void show_cpuinfo_summary(struct seq_file *m)
    189{
    190	struct device_node *root;
    191	const char *model = NULL;
    192	unsigned long bogosum = 0;
    193	int i;
    194
    195	if (IS_ENABLED(CONFIG_SMP) && IS_ENABLED(CONFIG_PPC32)) {
    196		for_each_online_cpu(i)
    197			bogosum += loops_per_jiffy;
    198		seq_printf(m, "total bogomips\t: %lu.%02lu\n",
    199			   bogosum / (500000 / HZ), bogosum / (5000 / HZ) % 100);
    200	}
    201	seq_printf(m, "timebase\t: %lu\n", ppc_tb_freq);
    202	if (ppc_md.name)
    203		seq_printf(m, "platform\t: %s\n", ppc_md.name);
    204	root = of_find_node_by_path("/");
    205	if (root)
    206		model = of_get_property(root, "model", NULL);
    207	if (model)
    208		seq_printf(m, "model\t\t: %s\n", model);
    209	of_node_put(root);
    210
    211	if (ppc_md.show_cpuinfo != NULL)
    212		ppc_md.show_cpuinfo(m);
    213
    214	/* Display the amount of memory */
    215	if (IS_ENABLED(CONFIG_PPC32))
    216		seq_printf(m, "Memory\t\t: %d MB\n",
    217			   (unsigned int)(total_memory / (1024 * 1024)));
    218}
    219
    220static int show_cpuinfo(struct seq_file *m, void *v)
    221{
    222	unsigned long cpu_id = (unsigned long)v - 1;
    223	unsigned int pvr;
    224	unsigned long proc_freq;
    225	unsigned short maj;
    226	unsigned short min;
    227
    228#ifdef CONFIG_SMP
    229	pvr = per_cpu(cpu_pvr, cpu_id);
    230#else
    231	pvr = mfspr(SPRN_PVR);
    232#endif
    233	maj = (pvr >> 8) & 0xFF;
    234	min = pvr & 0xFF;
    235
    236	seq_printf(m, "processor\t: %lu\ncpu\t\t: ", cpu_id);
    237
    238	if (cur_cpu_spec->pvr_mask && cur_cpu_spec->cpu_name)
    239		seq_puts(m, cur_cpu_spec->cpu_name);
    240	else
    241		seq_printf(m, "unknown (%08x)", pvr);
    242
    243	if (cpu_has_feature(CPU_FTR_ALTIVEC))
    244		seq_puts(m, ", altivec supported");
    245
    246	seq_putc(m, '\n');
    247
    248#ifdef CONFIG_TAU
    249	if (cpu_has_feature(CPU_FTR_TAU)) {
    250		if (IS_ENABLED(CONFIG_TAU_AVERAGE)) {
    251			/* more straightforward, but potentially misleading */
    252			seq_printf(m,  "temperature \t: %u C (uncalibrated)\n",
    253				   cpu_temp(cpu_id));
    254		} else {
    255			/* show the actual temp sensor range */
    256			u32 temp;
    257			temp = cpu_temp_both(cpu_id);
    258			seq_printf(m, "temperature \t: %u-%u C (uncalibrated)\n",
    259				   temp & 0xff, temp >> 16);
    260		}
    261	}
    262#endif /* CONFIG_TAU */
    263
    264	/*
    265	 * Platforms that have variable clock rates, should implement
    266	 * the method ppc_md.get_proc_freq() that reports the clock
    267	 * rate of a given cpu. The rest can use ppc_proc_freq to
    268	 * report the clock rate that is same across all cpus.
    269	 */
    270	if (ppc_md.get_proc_freq)
    271		proc_freq = ppc_md.get_proc_freq(cpu_id);
    272	else
    273		proc_freq = ppc_proc_freq;
    274
    275	if (proc_freq)
    276		seq_printf(m, "clock\t\t: %lu.%06luMHz\n",
    277			   proc_freq / 1000000, proc_freq % 1000000);
    278
    279	/* If we are a Freescale core do a simple check so
    280	 * we don't have to keep adding cases in the future */
    281	if (PVR_VER(pvr) & 0x8000) {
    282		switch (PVR_VER(pvr)) {
    283		case 0x8000:	/* 7441/7450/7451, Voyager */
    284		case 0x8001:	/* 7445/7455, Apollo 6 */
    285		case 0x8002:	/* 7447/7457, Apollo 7 */
    286		case 0x8003:	/* 7447A, Apollo 7 PM */
    287		case 0x8004:	/* 7448, Apollo 8 */
    288		case 0x800c:	/* 7410, Nitro */
    289			maj = ((pvr >> 8) & 0xF);
    290			min = PVR_MIN(pvr);
    291			break;
    292		default:	/* e500/book-e */
    293			maj = PVR_MAJ(pvr);
    294			min = PVR_MIN(pvr);
    295			break;
    296		}
    297	} else {
    298		switch (PVR_VER(pvr)) {
    299			case 0x1008:	/* 740P/750P ?? */
    300				maj = ((pvr >> 8) & 0xFF) - 1;
    301				min = pvr & 0xFF;
    302				break;
    303			case 0x004e: /* POWER9 bits 12-15 give chip type */
    304			case 0x0080: /* POWER10 bit 12 gives SMT8/4 */
    305				maj = (pvr >> 8) & 0x0F;
    306				min = pvr & 0xFF;
    307				break;
    308			default:
    309				maj = (pvr >> 8) & 0xFF;
    310				min = pvr & 0xFF;
    311				break;
    312		}
    313	}
    314
    315	seq_printf(m, "revision\t: %hd.%hd (pvr %04x %04x)\n",
    316		   maj, min, PVR_VER(pvr), PVR_REV(pvr));
    317
    318	if (IS_ENABLED(CONFIG_PPC32))
    319		seq_printf(m, "bogomips\t: %lu.%02lu\n", loops_per_jiffy / (500000 / HZ),
    320			   (loops_per_jiffy / (5000 / HZ)) % 100);
    321
    322	seq_putc(m, '\n');
    323
    324	/* If this is the last cpu, print the summary */
    325	if (cpumask_next(cpu_id, cpu_online_mask) >= nr_cpu_ids)
    326		show_cpuinfo_summary(m);
    327
    328	return 0;
    329}
    330
    331static void *c_start(struct seq_file *m, loff_t *pos)
    332{
    333	if (*pos == 0)	/* just in case, cpu 0 is not the first */
    334		*pos = cpumask_first(cpu_online_mask);
    335	else
    336		*pos = cpumask_next(*pos - 1, cpu_online_mask);
    337	if ((*pos) < nr_cpu_ids)
    338		return (void *)(unsigned long)(*pos + 1);
    339	return NULL;
    340}
    341
    342static void *c_next(struct seq_file *m, void *v, loff_t *pos)
    343{
    344	(*pos)++;
    345	return c_start(m, pos);
    346}
    347
    348static void c_stop(struct seq_file *m, void *v)
    349{
    350}
    351
    352const struct seq_operations cpuinfo_op = {
    353	.start	= c_start,
    354	.next	= c_next,
    355	.stop	= c_stop,
    356	.show	= show_cpuinfo,
    357};
    358
    359void __init check_for_initrd(void)
    360{
    361#ifdef CONFIG_BLK_DEV_INITRD
    362	DBG(" -> check_for_initrd()  initrd_start=0x%lx  initrd_end=0x%lx\n",
    363	    initrd_start, initrd_end);
    364
    365	/* If we were passed an initrd, set the ROOT_DEV properly if the values
    366	 * look sensible. If not, clear initrd reference.
    367	 */
    368	if (is_kernel_addr(initrd_start) && is_kernel_addr(initrd_end) &&
    369	    initrd_end > initrd_start)
    370		ROOT_DEV = Root_RAM0;
    371	else
    372		initrd_start = initrd_end = 0;
    373
    374	if (initrd_start)
    375		pr_info("Found initrd at 0x%lx:0x%lx\n", initrd_start, initrd_end);
    376
    377	DBG(" <- check_for_initrd()\n");
    378#endif /* CONFIG_BLK_DEV_INITRD */
    379}
    380
    381#ifdef CONFIG_SMP
    382
    383int threads_per_core, threads_per_subcore, threads_shift __read_mostly;
    384cpumask_t threads_core_mask __read_mostly;
    385EXPORT_SYMBOL_GPL(threads_per_core);
    386EXPORT_SYMBOL_GPL(threads_per_subcore);
    387EXPORT_SYMBOL_GPL(threads_shift);
    388EXPORT_SYMBOL_GPL(threads_core_mask);
    389
    390static void __init cpu_init_thread_core_maps(int tpc)
    391{
    392	int i;
    393
    394	threads_per_core = tpc;
    395	threads_per_subcore = tpc;
    396	cpumask_clear(&threads_core_mask);
    397
    398	/* This implementation only supports power of 2 number of threads
    399	 * for simplicity and performance
    400	 */
    401	threads_shift = ilog2(tpc);
    402	BUG_ON(tpc != (1 << threads_shift));
    403
    404	for (i = 0; i < tpc; i++)
    405		cpumask_set_cpu(i, &threads_core_mask);
    406
    407	printk(KERN_INFO "CPU maps initialized for %d thread%s per core\n",
    408	       tpc, tpc > 1 ? "s" : "");
    409	printk(KERN_DEBUG " (thread shift is %d)\n", threads_shift);
    410}
    411
    412
    413u32 *cpu_to_phys_id = NULL;
    414
    415/**
    416 * setup_cpu_maps - initialize the following cpu maps:
    417 *                  cpu_possible_mask
    418 *                  cpu_present_mask
    419 *
    420 * Having the possible map set up early allows us to restrict allocations
    421 * of things like irqstacks to nr_cpu_ids rather than NR_CPUS.
    422 *
    423 * We do not initialize the online map here; cpus set their own bits in
    424 * cpu_online_mask as they come up.
    425 *
    426 * This function is valid only for Open Firmware systems.  finish_device_tree
    427 * must be called before using this.
    428 *
    429 * While we're here, we may as well set the "physical" cpu ids in the paca.
    430 *
    431 * NOTE: This must match the parsing done in early_init_dt_scan_cpus.
    432 */
    433void __init smp_setup_cpu_maps(void)
    434{
    435	struct device_node *dn;
    436	int cpu = 0;
    437	int nthreads = 1;
    438
    439	DBG("smp_setup_cpu_maps()\n");
    440
    441	cpu_to_phys_id = memblock_alloc(nr_cpu_ids * sizeof(u32),
    442					__alignof__(u32));
    443	if (!cpu_to_phys_id)
    444		panic("%s: Failed to allocate %zu bytes align=0x%zx\n",
    445		      __func__, nr_cpu_ids * sizeof(u32), __alignof__(u32));
    446
    447	for_each_node_by_type(dn, "cpu") {
    448		const __be32 *intserv;
    449		__be32 cpu_be;
    450		int j, len;
    451
    452		DBG("  * %pOF...\n", dn);
    453
    454		intserv = of_get_property(dn, "ibm,ppc-interrupt-server#s",
    455				&len);
    456		if (intserv) {
    457			DBG("    ibm,ppc-interrupt-server#s -> %lu threads\n",
    458			    (len / sizeof(int)));
    459		} else {
    460			DBG("    no ibm,ppc-interrupt-server#s -> 1 thread\n");
    461			intserv = of_get_property(dn, "reg", &len);
    462			if (!intserv) {
    463				cpu_be = cpu_to_be32(cpu);
    464				/* XXX: what is this? uninitialized?? */
    465				intserv = &cpu_be;	/* assume logical == phys */
    466				len = 4;
    467			}
    468		}
    469
    470		nthreads = len / sizeof(int);
    471
    472		for (j = 0; j < nthreads && cpu < nr_cpu_ids; j++) {
    473			bool avail;
    474
    475			DBG("    thread %d -> cpu %d (hard id %d)\n",
    476			    j, cpu, be32_to_cpu(intserv[j]));
    477
    478			avail = of_device_is_available(dn);
    479			if (!avail)
    480				avail = !of_property_match_string(dn,
    481						"enable-method", "spin-table");
    482
    483			set_cpu_present(cpu, avail);
    484			set_cpu_possible(cpu, true);
    485			cpu_to_phys_id[cpu] = be32_to_cpu(intserv[j]);
    486			cpu++;
    487		}
    488
    489		if (cpu >= nr_cpu_ids) {
    490			of_node_put(dn);
    491			break;
    492		}
    493	}
    494
    495	/* If no SMT supported, nthreads is forced to 1 */
    496	if (!cpu_has_feature(CPU_FTR_SMT)) {
    497		DBG("  SMT disabled ! nthreads forced to 1\n");
    498		nthreads = 1;
    499	}
    500
    501#ifdef CONFIG_PPC64
    502	/*
    503	 * On pSeries LPAR, we need to know how many cpus
    504	 * could possibly be added to this partition.
    505	 */
    506	if (firmware_has_feature(FW_FEATURE_LPAR) &&
    507	    (dn = of_find_node_by_path("/rtas"))) {
    508		int num_addr_cell, num_size_cell, maxcpus;
    509		const __be32 *ireg;
    510
    511		num_addr_cell = of_n_addr_cells(dn);
    512		num_size_cell = of_n_size_cells(dn);
    513
    514		ireg = of_get_property(dn, "ibm,lrdr-capacity", NULL);
    515
    516		if (!ireg)
    517			goto out;
    518
    519		maxcpus = be32_to_cpup(ireg + num_addr_cell + num_size_cell);
    520
    521		/* Double maxcpus for processors which have SMT capability */
    522		if (cpu_has_feature(CPU_FTR_SMT))
    523			maxcpus *= nthreads;
    524
    525		if (maxcpus > nr_cpu_ids) {
    526			printk(KERN_WARNING
    527			       "Partition configured for %d cpus, "
    528			       "operating system maximum is %u.\n",
    529			       maxcpus, nr_cpu_ids);
    530			maxcpus = nr_cpu_ids;
    531		} else
    532			printk(KERN_INFO "Partition configured for %d cpus.\n",
    533			       maxcpus);
    534
    535		for (cpu = 0; cpu < maxcpus; cpu++)
    536			set_cpu_possible(cpu, true);
    537	out:
    538		of_node_put(dn);
    539	}
    540	vdso_data->processorCount = num_present_cpus();
    541#endif /* CONFIG_PPC64 */
    542
    543        /* Initialize CPU <=> thread mapping/
    544	 *
    545	 * WARNING: We assume that the number of threads is the same for
    546	 * every CPU in the system. If that is not the case, then some code
    547	 * here will have to be reworked
    548	 */
    549	cpu_init_thread_core_maps(nthreads);
    550
    551	/* Now that possible cpus are set, set nr_cpu_ids for later use */
    552	setup_nr_cpu_ids();
    553
    554	free_unused_pacas();
    555}
    556#endif /* CONFIG_SMP */
    557
    558#ifdef CONFIG_PCSPKR_PLATFORM
    559static __init int add_pcspkr(void)
    560{
    561	struct device_node *np;
    562	struct platform_device *pd;
    563	int ret;
    564
    565	np = of_find_compatible_node(NULL, NULL, "pnpPNP,100");
    566	of_node_put(np);
    567	if (!np)
    568		return -ENODEV;
    569
    570	pd = platform_device_alloc("pcspkr", -1);
    571	if (!pd)
    572		return -ENOMEM;
    573
    574	ret = platform_device_add(pd);
    575	if (ret)
    576		platform_device_put(pd);
    577
    578	return ret;
    579}
    580device_initcall(add_pcspkr);
    581#endif	/* CONFIG_PCSPKR_PLATFORM */
    582
    583static __init void probe_machine(void)
    584{
    585	extern struct machdep_calls __machine_desc_start;
    586	extern struct machdep_calls __machine_desc_end;
    587	unsigned int i;
    588
    589	/*
    590	 * Iterate all ppc_md structures until we find the proper
    591	 * one for the current machine type
    592	 */
    593	DBG("Probing machine type ...\n");
    594
    595	/*
    596	 * Check ppc_md is empty, if not we have a bug, ie, we setup an
    597	 * entry before probe_machine() which will be overwritten
    598	 */
    599	for (i = 0; i < (sizeof(ppc_md) / sizeof(void *)); i++) {
    600		if (((void **)&ppc_md)[i]) {
    601			printk(KERN_ERR "Entry %d in ppc_md non empty before"
    602			       " machine probe !\n", i);
    603		}
    604	}
    605
    606	for (machine_id = &__machine_desc_start;
    607	     machine_id < &__machine_desc_end;
    608	     machine_id++) {
    609		DBG("  %s ...", machine_id->name);
    610		memcpy(&ppc_md, machine_id, sizeof(struct machdep_calls));
    611		if (ppc_md.probe()) {
    612			DBG(" match !\n");
    613			break;
    614		}
    615		DBG("\n");
    616	}
    617	/* What can we do if we didn't find ? */
    618	if (machine_id >= &__machine_desc_end) {
    619		pr_err("No suitable machine description found !\n");
    620		for (;;);
    621	}
    622
    623	printk(KERN_INFO "Using %s machine description\n", ppc_md.name);
    624}
    625
    626/* Match a class of boards, not a specific device configuration. */
    627int check_legacy_ioport(unsigned long base_port)
    628{
    629	struct device_node *parent, *np = NULL;
    630	int ret = -ENODEV;
    631
    632	switch(base_port) {
    633	case I8042_DATA_REG:
    634		if (!(np = of_find_compatible_node(NULL, NULL, "pnpPNP,303")))
    635			np = of_find_compatible_node(NULL, NULL, "pnpPNP,f03");
    636		if (np) {
    637			parent = of_get_parent(np);
    638
    639			of_i8042_kbd_irq = irq_of_parse_and_map(parent, 0);
    640			if (!of_i8042_kbd_irq)
    641				of_i8042_kbd_irq = 1;
    642
    643			of_i8042_aux_irq = irq_of_parse_and_map(parent, 1);
    644			if (!of_i8042_aux_irq)
    645				of_i8042_aux_irq = 12;
    646
    647			of_node_put(np);
    648			np = parent;
    649			break;
    650		}
    651		np = of_find_node_by_type(NULL, "8042");
    652		/* Pegasos has no device_type on its 8042 node, look for the
    653		 * name instead */
    654		if (!np)
    655			np = of_find_node_by_name(NULL, "8042");
    656		if (np) {
    657			of_i8042_kbd_irq = 1;
    658			of_i8042_aux_irq = 12;
    659		}
    660		break;
    661	case FDC_BASE: /* FDC1 */
    662		np = of_find_node_by_type(NULL, "fdc");
    663		break;
    664	default:
    665		/* ipmi is supposed to fail here */
    666		break;
    667	}
    668	if (!np)
    669		return ret;
    670	parent = of_get_parent(np);
    671	if (parent) {
    672		if (of_node_is_type(parent, "isa"))
    673			ret = 0;
    674		of_node_put(parent);
    675	}
    676	of_node_put(np);
    677	return ret;
    678}
    679EXPORT_SYMBOL(check_legacy_ioport);
    680
    681/*
    682 * Panic notifiers setup
    683 *
    684 * We have 3 notifiers for powerpc, each one from a different "nature":
    685 *
    686 * - ppc_panic_fadump_handler() is a hypervisor notifier, which hard-disables
    687 *   IRQs and deal with the Firmware-Assisted dump, when it is configured;
    688 *   should run early in the panic path.
    689 *
    690 * - dump_kernel_offset() is an informative notifier, just showing the KASLR
    691 *   offset if we have RANDOMIZE_BASE set.
    692 *
    693 * - ppc_panic_platform_handler() is a low-level handler that's registered
    694 *   only if the platform wishes to perform final actions in the panic path,
    695 *   hence it should run late and might not even return. Currently, only
    696 *   pseries and ps3 platforms register callbacks.
    697 */
    698static int ppc_panic_fadump_handler(struct notifier_block *this,
    699				    unsigned long event, void *ptr)
    700{
    701	/*
    702	 * panic does a local_irq_disable, but we really
    703	 * want interrupts to be hard disabled.
    704	 */
    705	hard_irq_disable();
    706
    707	/*
    708	 * If firmware-assisted dump has been registered then trigger
    709	 * its callback and let the firmware handles everything else.
    710	 */
    711	crash_fadump(NULL, ptr);
    712
    713	return NOTIFY_DONE;
    714}
    715
    716static int dump_kernel_offset(struct notifier_block *self, unsigned long v,
    717			      void *p)
    718{
    719	pr_emerg("Kernel Offset: 0x%lx from 0x%lx\n",
    720		 kaslr_offset(), KERNELBASE);
    721
    722	return NOTIFY_DONE;
    723}
    724
    725static int ppc_panic_platform_handler(struct notifier_block *this,
    726				      unsigned long event, void *ptr)
    727{
    728	/*
    729	 * This handler is only registered if we have a panic callback
    730	 * on ppc_md, hence NULL check is not needed.
    731	 * Also, it may not return, so it runs really late on panic path.
    732	 */
    733	ppc_md.panic(ptr);
    734
    735	return NOTIFY_DONE;
    736}
    737
    738static struct notifier_block ppc_fadump_block = {
    739	.notifier_call = ppc_panic_fadump_handler,
    740	.priority = INT_MAX, /* run early, to notify the firmware ASAP */
    741};
    742
    743static struct notifier_block kernel_offset_notifier = {
    744	.notifier_call = dump_kernel_offset,
    745};
    746
    747static struct notifier_block ppc_panic_block = {
    748	.notifier_call = ppc_panic_platform_handler,
    749	.priority = INT_MIN, /* may not return; must be done last */
    750};
    751
    752void __init setup_panic(void)
    753{
    754	/* Hard-disables IRQs + deal with FW-assisted dump (fadump) */
    755	atomic_notifier_chain_register(&panic_notifier_list,
    756				       &ppc_fadump_block);
    757
    758	if (IS_ENABLED(CONFIG_RANDOMIZE_BASE) && kaslr_offset() > 0)
    759		atomic_notifier_chain_register(&panic_notifier_list,
    760					       &kernel_offset_notifier);
    761
    762	/* Low-level platform-specific routines that should run on panic */
    763	if (ppc_md.panic)
    764		atomic_notifier_chain_register(&panic_notifier_list,
    765					       &ppc_panic_block);
    766}
    767
    768#ifdef CONFIG_CHECK_CACHE_COHERENCY
    769/*
    770 * For platforms that have configurable cache-coherency.  This function
    771 * checks that the cache coherency setting of the kernel matches the setting
    772 * left by the firmware, as indicated in the device tree.  Since a mismatch
    773 * will eventually result in DMA failures, we print * and error and call
    774 * BUG() in that case.
    775 */
    776
    777#define KERNEL_COHERENCY	(!IS_ENABLED(CONFIG_NOT_COHERENT_CACHE))
    778
    779static int __init check_cache_coherency(void)
    780{
    781	struct device_node *np;
    782	const void *prop;
    783	bool devtree_coherency;
    784
    785	np = of_find_node_by_path("/");
    786	prop = of_get_property(np, "coherency-off", NULL);
    787	of_node_put(np);
    788
    789	devtree_coherency = prop ? false : true;
    790
    791	if (devtree_coherency != KERNEL_COHERENCY) {
    792		printk(KERN_ERR
    793			"kernel coherency:%s != device tree_coherency:%s\n",
    794			KERNEL_COHERENCY ? "on" : "off",
    795			devtree_coherency ? "on" : "off");
    796		BUG();
    797	}
    798
    799	return 0;
    800}
    801
    802late_initcall(check_cache_coherency);
    803#endif /* CONFIG_CHECK_CACHE_COHERENCY */
    804
    805void ppc_printk_progress(char *s, unsigned short hex)
    806{
    807	pr_info("%s\n", s);
    808}
    809
    810static __init void print_system_info(void)
    811{
    812	pr_info("-----------------------------------------------------\n");
    813	pr_info("phys_mem_size     = 0x%llx\n",
    814		(unsigned long long)memblock_phys_mem_size());
    815
    816	pr_info("dcache_bsize      = 0x%x\n", dcache_bsize);
    817	pr_info("icache_bsize      = 0x%x\n", icache_bsize);
    818
    819	pr_info("cpu_features      = 0x%016lx\n", cur_cpu_spec->cpu_features);
    820	pr_info("  possible        = 0x%016lx\n",
    821		(unsigned long)CPU_FTRS_POSSIBLE);
    822	pr_info("  always          = 0x%016lx\n",
    823		(unsigned long)CPU_FTRS_ALWAYS);
    824	pr_info("cpu_user_features = 0x%08x 0x%08x\n",
    825		cur_cpu_spec->cpu_user_features,
    826		cur_cpu_spec->cpu_user_features2);
    827	pr_info("mmu_features      = 0x%08x\n", cur_cpu_spec->mmu_features);
    828#ifdef CONFIG_PPC64
    829	pr_info("firmware_features = 0x%016lx\n", powerpc_firmware_features);
    830#ifdef CONFIG_PPC_BOOK3S
    831	pr_info("vmalloc start     = 0x%lx\n", KERN_VIRT_START);
    832	pr_info("IO start          = 0x%lx\n", KERN_IO_START);
    833	pr_info("vmemmap start     = 0x%lx\n", (unsigned long)vmemmap);
    834#endif
    835#endif
    836
    837	if (!early_radix_enabled())
    838		print_system_hash_info();
    839
    840	if (PHYSICAL_START > 0)
    841		pr_info("physical_start    = 0x%llx\n",
    842		       (unsigned long long)PHYSICAL_START);
    843	pr_info("-----------------------------------------------------\n");
    844}
    845
    846#ifdef CONFIG_SMP
    847static void __init smp_setup_pacas(void)
    848{
    849	int cpu;
    850
    851	for_each_possible_cpu(cpu) {
    852		if (cpu == smp_processor_id())
    853			continue;
    854		allocate_paca(cpu);
    855		set_hard_smp_processor_id(cpu, cpu_to_phys_id[cpu]);
    856	}
    857
    858	memblock_free(cpu_to_phys_id, nr_cpu_ids * sizeof(u32));
    859	cpu_to_phys_id = NULL;
    860}
    861#endif
    862
    863/*
    864 * Called into from start_kernel this initializes memblock, which is used
    865 * to manage page allocation until mem_init is called.
    866 */
    867void __init setup_arch(char **cmdline_p)
    868{
    869	kasan_init();
    870
    871	*cmdline_p = boot_command_line;
    872
    873	/* Set a half-reasonable default so udelay does something sensible */
    874	loops_per_jiffy = 500000000 / HZ;
    875
    876	/* Unflatten the device-tree passed by prom_init or kexec */
    877	unflatten_device_tree();
    878
    879	/*
    880	 * Initialize cache line/block info from device-tree (on ppc64) or
    881	 * just cputable (on ppc32).
    882	 */
    883	initialize_cache_info();
    884
    885	/* Initialize RTAS if available. */
    886	rtas_initialize();
    887
    888	/* Check if we have an initrd provided via the device-tree. */
    889	check_for_initrd();
    890
    891	/* Probe the machine type, establish ppc_md. */
    892	probe_machine();
    893
    894	/* Setup panic notifier if requested by the platform. */
    895	setup_panic();
    896
    897	/*
    898	 * Configure ppc_md.power_save (ppc32 only, 64-bit machines do
    899	 * it from their respective probe() function.
    900	 */
    901	setup_power_save();
    902
    903	/* Discover standard serial ports. */
    904	find_legacy_serial_ports();
    905
    906	/* Register early console with the printk subsystem. */
    907	register_early_udbg_console();
    908
    909	/* Setup the various CPU maps based on the device-tree. */
    910	smp_setup_cpu_maps();
    911
    912	/* Initialize xmon. */
    913	xmon_setup();
    914
    915	/* Check the SMT related command line arguments (ppc64). */
    916	check_smt_enabled();
    917
    918	/* Parse memory topology */
    919	mem_topology_setup();
    920
    921	/*
    922	 * Release secondary cpus out of their spinloops at 0x60 now that
    923	 * we can map physical -> logical CPU ids.
    924	 *
    925	 * Freescale Book3e parts spin in a loop provided by firmware,
    926	 * so smp_release_cpus() does nothing for them.
    927	 */
    928#ifdef CONFIG_SMP
    929	smp_setup_pacas();
    930
    931	/* On BookE, setup per-core TLB data structures. */
    932	setup_tlb_core_data();
    933#endif
    934
    935	/* Print various info about the machine that has been gathered so far. */
    936	print_system_info();
    937
    938	klp_init_thread_info(&init_task);
    939
    940	setup_initial_init_mm(_stext, _etext, _edata, _end);
    941
    942	mm_iommu_init(&init_mm);
    943	irqstack_early_init();
    944	exc_lvl_early_init();
    945	emergency_stack_init();
    946
    947	mce_init();
    948	smp_release_cpus();
    949
    950	initmem_init();
    951
    952	/*
    953	 * Reserve large chunks of memory for use by CMA for KVM and hugetlb. These must
    954	 * be called after initmem_init(), so that pageblock_order is initialised.
    955	 */
    956	kvm_cma_reserve();
    957	gigantic_hugetlb_cma_reserve();
    958
    959	early_memtest(min_low_pfn << PAGE_SHIFT, max_low_pfn << PAGE_SHIFT);
    960
    961	if (ppc_md.setup_arch)
    962		ppc_md.setup_arch();
    963
    964	setup_barrier_nospec();
    965	setup_spectre_v2();
    966
    967	paging_init();
    968
    969	/* Initialize the MMU context management stuff. */
    970	mmu_context_init();
    971
    972	/* Interrupt code needs to be 64K-aligned. */
    973	if (IS_ENABLED(CONFIG_PPC64) && (unsigned long)_stext & 0xffff)
    974		panic("Kernelbase not 64K-aligned (0x%lx)!\n",
    975		      (unsigned long)_stext);
    976}