cachepc-linux

Fork of AMDESE/linux with modifications for CachePC side-channel attack
git clone https://git.sinitax.com/sinitax/cachepc-linux
Log | Files | Refs | README | LICENSE | sfeed.txt

tlbflush.h (4012B)

      1/* SPDX-License-Identifier: GPL-2.0 */
      2#ifndef _ASM_POWERPC_BOOK3S_64_TLBFLUSH_H
      3#define _ASM_POWERPC_BOOK3S_64_TLBFLUSH_H
      4
      5#define MMU_NO_CONTEXT	~0UL
      6
      7#include <linux/mm_types.h>
      8#include <asm/book3s/64/tlbflush-hash.h>
      9#include <asm/book3s/64/tlbflush-radix.h>
     10
     11/* TLB flush actions. Used as argument to tlbiel_all() */
     12enum {
     13	TLB_INVAL_SCOPE_GLOBAL = 0,	/* invalidate all TLBs */
     14	TLB_INVAL_SCOPE_LPID = 1,	/* invalidate TLBs for current LPID */
     15};
     16
     17static inline void tlbiel_all(void)
     18{
     19	/*
     20	 * This is used for host machine check and bootup.
     21	 *
     22	 * This uses early_radix_enabled and implementations use
     23	 * early_cpu_has_feature etc because that works early in boot
     24	 * and this is the machine check path which is not performance
     25	 * critical.
     26	 */
     27	if (early_radix_enabled())
     28		radix__tlbiel_all(TLB_INVAL_SCOPE_GLOBAL);
     29	else
     30		hash__tlbiel_all(TLB_INVAL_SCOPE_GLOBAL);
     31}
     32
     33static inline void tlbiel_all_lpid(bool radix)
     34{
     35	/*
     36	 * This is used for guest machine check.
     37	 */
     38	if (radix)
     39		radix__tlbiel_all(TLB_INVAL_SCOPE_LPID);
     40	else
     41		hash__tlbiel_all(TLB_INVAL_SCOPE_LPID);
     42}
     43
     44
     45#define __HAVE_ARCH_FLUSH_PMD_TLB_RANGE
     46static inline void flush_pmd_tlb_range(struct vm_area_struct *vma,
     47				       unsigned long start, unsigned long end)
     48{
     49	if (radix_enabled())
     50		return radix__flush_pmd_tlb_range(vma, start, end);
     51	return hash__flush_tlb_range(vma, start, end);
     52}
     53
     54#define __HAVE_ARCH_FLUSH_HUGETLB_TLB_RANGE
     55static inline void flush_hugetlb_tlb_range(struct vm_area_struct *vma,
     56					   unsigned long start,
     57					   unsigned long end)
     58{
     59	if (radix_enabled())
     60		return radix__flush_hugetlb_tlb_range(vma, start, end);
     61	return hash__flush_tlb_range(vma, start, end);
     62}
     63
     64static inline void flush_tlb_range(struct vm_area_struct *vma,
     65				   unsigned long start, unsigned long end)
     66{
     67	if (radix_enabled())
     68		return radix__flush_tlb_range(vma, start, end);
     69	return hash__flush_tlb_range(vma, start, end);
     70}
     71
     72static inline void flush_tlb_kernel_range(unsigned long start,
     73					  unsigned long end)
     74{
     75	if (radix_enabled())
     76		return radix__flush_tlb_kernel_range(start, end);
     77	return hash__flush_tlb_kernel_range(start, end);
     78}
     79
     80static inline void local_flush_tlb_mm(struct mm_struct *mm)
     81{
     82	if (radix_enabled())
     83		return radix__local_flush_tlb_mm(mm);
     84	return hash__local_flush_tlb_mm(mm);
     85}
     86
     87static inline void local_flush_tlb_page(struct vm_area_struct *vma,
     88					unsigned long vmaddr)
     89{
     90	if (radix_enabled())
     91		return radix__local_flush_tlb_page(vma, vmaddr);
     92	return hash__local_flush_tlb_page(vma, vmaddr);
     93}
     94
     95static inline void local_flush_all_mm(struct mm_struct *mm)
     96{
     97	if (radix_enabled())
     98		return radix__local_flush_all_mm(mm);
     99	return hash__local_flush_all_mm(mm);
    100}
    101
    102static inline void tlb_flush(struct mmu_gather *tlb)
    103{
    104	if (radix_enabled())
    105		return radix__tlb_flush(tlb);
    106	return hash__tlb_flush(tlb);
    107}
    108
    109#ifdef CONFIG_SMP
    110static inline void flush_tlb_mm(struct mm_struct *mm)
    111{
    112	if (radix_enabled())
    113		return radix__flush_tlb_mm(mm);
    114	return hash__flush_tlb_mm(mm);
    115}
    116
    117static inline void flush_tlb_page(struct vm_area_struct *vma,
    118				  unsigned long vmaddr)
    119{
    120	if (radix_enabled())
    121		return radix__flush_tlb_page(vma, vmaddr);
    122	return hash__flush_tlb_page(vma, vmaddr);
    123}
    124
    125static inline void flush_all_mm(struct mm_struct *mm)
    126{
    127	if (radix_enabled())
    128		return radix__flush_all_mm(mm);
    129	return hash__flush_all_mm(mm);
    130}
    131#else
    132#define flush_tlb_mm(mm)		local_flush_tlb_mm(mm)
    133#define flush_tlb_page(vma, addr)	local_flush_tlb_page(vma, addr)
    134#define flush_all_mm(mm)		local_flush_all_mm(mm)
    135#endif /* CONFIG_SMP */
    136
    137#define flush_tlb_fix_spurious_fault flush_tlb_fix_spurious_fault
    138static inline void flush_tlb_fix_spurious_fault(struct vm_area_struct *vma,
    139						unsigned long address)
    140{
    141	/* See ptep_set_access_flags comment */
    142	if (atomic_read(&vma->vm_mm->context.copros) > 0)
    143		flush_tlb_page(vma, address);
    144}
    145
    146extern bool tlbie_capable;
    147extern bool tlbie_enabled;
    148
    149static inline bool cputlb_use_tlbie(void)
    150{
    151	return tlbie_enabled;
    152}
    153
    154#endif /*  _ASM_POWERPC_BOOK3S_64_TLBFLUSH_H */