cachepc-linux

Fork of AMDESE/linux with modifications for CachePC side-channel attack
git clone https://git.sinitax.com/sinitax/cachepc-linux
Log | Files | Refs | README | LICENSE | sfeed.txt

topology.h (6855B)


      1/*
      2 * Written by: Matthew Dobson, IBM Corporation
      3 *
      4 * Copyright (C) 2002, IBM Corp.
      5 *
      6 * All rights reserved.
      7 *
      8 * This program is free software; you can redistribute it and/or modify
      9 * it under the terms of the GNU General Public License as published by
     10 * the Free Software Foundation; either version 2 of the License, or
     11 * (at your option) any later version.
     12 *
     13 * This program is distributed in the hope that it will be useful, but
     14 * WITHOUT ANY WARRANTY; without even the implied warranty of
     15 * MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE, GOOD TITLE or
     16 * NON INFRINGEMENT.  See the GNU General Public License for more
     17 * details.
     18 *
     19 * You should have received a copy of the GNU General Public License
     20 * along with this program; if not, write to the Free Software
     21 * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
     22 *
     23 * Send feedback to <colpatch@us.ibm.com>
     24 */
     25#ifndef _ASM_X86_TOPOLOGY_H
     26#define _ASM_X86_TOPOLOGY_H
     27
     28/*
     29 * to preserve the visibility of NUMA_NO_NODE definition,
     30 * moved to there from here.  May be used independent of
     31 * CONFIG_NUMA.
     32 */
     33#include <linux/numa.h>
     34
     35#ifdef CONFIG_NUMA
     36#include <linux/cpumask.h>
     37
     38#include <asm/mpspec.h>
     39#include <asm/percpu.h>
     40
     41/* Mappings between logical cpu number and node number */
     42DECLARE_EARLY_PER_CPU(int, x86_cpu_to_node_map);
     43
     44#ifdef CONFIG_DEBUG_PER_CPU_MAPS
     45/*
     46 * override generic percpu implementation of cpu_to_node
     47 */
     48extern int __cpu_to_node(int cpu);
     49#define cpu_to_node __cpu_to_node
     50
     51extern int early_cpu_to_node(int cpu);
     52
     53#else	/* !CONFIG_DEBUG_PER_CPU_MAPS */
     54
     55/* Same function but used if called before per_cpu areas are setup */
     56static inline int early_cpu_to_node(int cpu)
     57{
     58	return early_per_cpu(x86_cpu_to_node_map, cpu);
     59}
     60
     61#endif /* !CONFIG_DEBUG_PER_CPU_MAPS */
     62
     63/* Mappings between node number and cpus on that node. */
     64extern cpumask_var_t node_to_cpumask_map[MAX_NUMNODES];
     65
     66#ifdef CONFIG_DEBUG_PER_CPU_MAPS
     67extern const struct cpumask *cpumask_of_node(int node);
     68#else
     69/* Returns a pointer to the cpumask of CPUs on Node 'node'. */
     70static inline const struct cpumask *cpumask_of_node(int node)
     71{
     72	return node_to_cpumask_map[node];
     73}
     74#endif
     75
     76extern void setup_node_to_cpumask_map(void);
     77
     78#define pcibus_to_node(bus) __pcibus_to_node(bus)
     79
     80extern int __node_distance(int, int);
     81#define node_distance(a, b) __node_distance(a, b)
     82
     83#else /* !CONFIG_NUMA */
     84
     85static inline int numa_node_id(void)
     86{
     87	return 0;
     88}
     89/*
     90 * indicate override:
     91 */
     92#define numa_node_id numa_node_id
     93
     94static inline int early_cpu_to_node(int cpu)
     95{
     96	return 0;
     97}
     98
     99static inline void setup_node_to_cpumask_map(void) { }
    100
    101#endif
    102
    103#include <asm-generic/topology.h>
    104
    105extern const struct cpumask *cpu_coregroup_mask(int cpu);
    106extern const struct cpumask *cpu_clustergroup_mask(int cpu);
    107
    108#define topology_logical_package_id(cpu)	(cpu_data(cpu).logical_proc_id)
    109#define topology_physical_package_id(cpu)	(cpu_data(cpu).phys_proc_id)
    110#define topology_logical_die_id(cpu)		(cpu_data(cpu).logical_die_id)
    111#define topology_die_id(cpu)			(cpu_data(cpu).cpu_die_id)
    112#define topology_core_id(cpu)			(cpu_data(cpu).cpu_core_id)
    113#define topology_ppin(cpu)			(cpu_data(cpu).ppin)
    114
    115extern unsigned int __max_die_per_package;
    116
    117#ifdef CONFIG_SMP
    118#define topology_cluster_id(cpu)		(per_cpu(cpu_l2c_id, cpu))
    119#define topology_die_cpumask(cpu)		(per_cpu(cpu_die_map, cpu))
    120#define topology_cluster_cpumask(cpu)		(cpu_clustergroup_mask(cpu))
    121#define topology_core_cpumask(cpu)		(per_cpu(cpu_core_map, cpu))
    122#define topology_sibling_cpumask(cpu)		(per_cpu(cpu_sibling_map, cpu))
    123
    124extern unsigned int __max_logical_packages;
    125#define topology_max_packages()			(__max_logical_packages)
    126
    127static inline int topology_max_die_per_package(void)
    128{
    129	return __max_die_per_package;
    130}
    131
    132extern int __max_smt_threads;
    133
    134static inline int topology_max_smt_threads(void)
    135{
    136	return __max_smt_threads;
    137}
    138
    139int topology_update_package_map(unsigned int apicid, unsigned int cpu);
    140int topology_update_die_map(unsigned int dieid, unsigned int cpu);
    141int topology_phys_to_logical_pkg(unsigned int pkg);
    142int topology_phys_to_logical_die(unsigned int die, unsigned int cpu);
    143bool topology_is_primary_thread(unsigned int cpu);
    144bool topology_smt_supported(void);
    145#else
    146#define topology_max_packages()			(1)
    147static inline int
    148topology_update_package_map(unsigned int apicid, unsigned int cpu) { return 0; }
    149static inline int
    150topology_update_die_map(unsigned int dieid, unsigned int cpu) { return 0; }
    151static inline int topology_phys_to_logical_pkg(unsigned int pkg) { return 0; }
    152static inline int topology_phys_to_logical_die(unsigned int die,
    153		unsigned int cpu) { return 0; }
    154static inline int topology_max_die_per_package(void) { return 1; }
    155static inline int topology_max_smt_threads(void) { return 1; }
    156static inline bool topology_is_primary_thread(unsigned int cpu) { return true; }
    157static inline bool topology_smt_supported(void) { return false; }
    158#endif
    159
    160static inline void arch_fix_phys_package_id(int num, u32 slot)
    161{
    162}
    163
    164struct pci_bus;
    165int x86_pci_root_bus_node(int bus);
    166void x86_pci_root_bus_resources(int bus, struct list_head *resources);
    167
    168extern bool x86_topology_update;
    169
    170#ifdef CONFIG_SCHED_MC_PRIO
    171#include <asm/percpu.h>
    172
    173DECLARE_PER_CPU_READ_MOSTLY(int, sched_core_priority);
    174extern unsigned int __read_mostly sysctl_sched_itmt_enabled;
    175
    176/* Interface to set priority of a cpu */
    177void sched_set_itmt_core_prio(int prio, int core_cpu);
    178
    179/* Interface to notify scheduler that system supports ITMT */
    180int sched_set_itmt_support(void);
    181
    182/* Interface to notify scheduler that system revokes ITMT support */
    183void sched_clear_itmt_support(void);
    184
    185#else /* CONFIG_SCHED_MC_PRIO */
    186
    187#define sysctl_sched_itmt_enabled	0
    188static inline void sched_set_itmt_core_prio(int prio, int core_cpu)
    189{
    190}
    191static inline int sched_set_itmt_support(void)
    192{
    193	return 0;
    194}
    195static inline void sched_clear_itmt_support(void)
    196{
    197}
    198#endif /* CONFIG_SCHED_MC_PRIO */
    199
    200#if defined(CONFIG_SMP) && defined(CONFIG_X86_64)
    201#include <asm/cpufeature.h>
    202
    203DECLARE_STATIC_KEY_FALSE(arch_scale_freq_key);
    204
    205#define arch_scale_freq_invariant() static_branch_likely(&arch_scale_freq_key)
    206
    207DECLARE_PER_CPU(unsigned long, arch_freq_scale);
    208
    209static inline long arch_scale_freq_capacity(int cpu)
    210{
    211	return per_cpu(arch_freq_scale, cpu);
    212}
    213#define arch_scale_freq_capacity arch_scale_freq_capacity
    214
    215extern void arch_set_max_freq_ratio(bool turbo_disabled);
    216extern void freq_invariance_set_perf_ratio(u64 ratio, bool turbo_disabled);
    217#else
    218static inline void arch_set_max_freq_ratio(bool turbo_disabled) { }
    219static inline void freq_invariance_set_perf_ratio(u64 ratio, bool turbo_disabled) { }
    220#endif
    221
    222extern void arch_scale_freq_tick(void);
    223#define arch_scale_freq_tick arch_scale_freq_tick
    224
    225#ifdef CONFIG_ACPI_CPPC_LIB
    226void init_freq_invariance_cppc(void);
    227#define arch_init_invariance_cppc init_freq_invariance_cppc
    228#endif
    229
    230#endif /* _ASM_X86_TOPOLOGY_H */