cachepc-linux

Fork of AMDESE/linux with modifications for CachePC side-channel attack
git clone https://git.sinitax.com/sinitax/cachepc-linux
Log | Files | Refs | README | LICENSE | sfeed.txt

kvm_para.h (4230B)

      1/* SPDX-License-Identifier: GPL-2.0 */
      2#ifndef _ASM_X86_KVM_PARA_H
      3#define _ASM_X86_KVM_PARA_H
      4
      5#include <asm/processor.h>
      6#include <asm/alternative.h>
      7#include <linux/interrupt.h>
      8#include <uapi/asm/kvm_para.h>
      9
     10#include <asm/tdx.h>
     11
     12#ifdef CONFIG_KVM_GUEST
     13bool kvm_check_and_clear_guest_paused(void);
     14#else
     15static inline bool kvm_check_and_clear_guest_paused(void)
     16{
     17	return false;
     18}
     19#endif /* CONFIG_KVM_GUEST */
     20
     21#define KVM_HYPERCALL \
     22        ALTERNATIVE("vmcall", "vmmcall", X86_FEATURE_VMMCALL)
     23
     24/* For KVM hypercalls, a three-byte sequence of either the vmcall or the vmmcall
     25 * instruction.  The hypervisor may replace it with something else but only the
     26 * instructions are guaranteed to be supported.
     27 *
     28 * Up to four arguments may be passed in rbx, rcx, rdx, and rsi respectively.
     29 * The hypercall number should be placed in rax and the return value will be
     30 * placed in rax.  No other registers will be clobbered unless explicitly
     31 * noted by the particular hypercall.
     32 */
     33
     34static inline long kvm_hypercall0(unsigned int nr)
     35{
     36	long ret;
     37
     38	if (cpu_feature_enabled(X86_FEATURE_TDX_GUEST))
     39		return tdx_kvm_hypercall(nr, 0, 0, 0, 0);
     40
     41	asm volatile(KVM_HYPERCALL
     42		     : "=a"(ret)
     43		     : "a"(nr)
     44		     : "memory");
     45	return ret;
     46}
     47
     48static inline long kvm_hypercall1(unsigned int nr, unsigned long p1)
     49{
     50	long ret;
     51
     52	if (cpu_feature_enabled(X86_FEATURE_TDX_GUEST))
     53		return tdx_kvm_hypercall(nr, p1, 0, 0, 0);
     54
     55	asm volatile(KVM_HYPERCALL
     56		     : "=a"(ret)
     57		     : "a"(nr), "b"(p1)
     58		     : "memory");
     59	return ret;
     60}
     61
     62static inline long kvm_hypercall2(unsigned int nr, unsigned long p1,
     63				  unsigned long p2)
     64{
     65	long ret;
     66
     67	if (cpu_feature_enabled(X86_FEATURE_TDX_GUEST))
     68		return tdx_kvm_hypercall(nr, p1, p2, 0, 0);
     69
     70	asm volatile(KVM_HYPERCALL
     71		     : "=a"(ret)
     72		     : "a"(nr), "b"(p1), "c"(p2)
     73		     : "memory");
     74	return ret;
     75}
     76
     77static inline long kvm_hypercall3(unsigned int nr, unsigned long p1,
     78				  unsigned long p2, unsigned long p3)
     79{
     80	long ret;
     81
     82	if (cpu_feature_enabled(X86_FEATURE_TDX_GUEST))
     83		return tdx_kvm_hypercall(nr, p1, p2, p3, 0);
     84
     85	asm volatile(KVM_HYPERCALL
     86		     : "=a"(ret)
     87		     : "a"(nr), "b"(p1), "c"(p2), "d"(p3)
     88		     : "memory");
     89	return ret;
     90}
     91
     92static inline long kvm_hypercall4(unsigned int nr, unsigned long p1,
     93				  unsigned long p2, unsigned long p3,
     94				  unsigned long p4)
     95{
     96	long ret;
     97
     98	if (cpu_feature_enabled(X86_FEATURE_TDX_GUEST))
     99		return tdx_kvm_hypercall(nr, p1, p2, p3, p4);
    100
    101	asm volatile(KVM_HYPERCALL
    102		     : "=a"(ret)
    103		     : "a"(nr), "b"(p1), "c"(p2), "d"(p3), "S"(p4)
    104		     : "memory");
    105	return ret;
    106}
    107
    108static inline long kvm_sev_hypercall3(unsigned int nr, unsigned long p1,
    109				      unsigned long p2, unsigned long p3)
    110{
    111	long ret;
    112
    113	asm volatile("vmmcall"
    114		     : "=a"(ret)
    115		     : "a"(nr), "b"(p1), "c"(p2), "d"(p3)
    116		     : "memory");
    117	return ret;
    118}
    119
    120#ifdef CONFIG_KVM_GUEST
    121void kvmclock_init(void);
    122void kvmclock_disable(void);
    123bool kvm_para_available(void);
    124unsigned int kvm_arch_para_features(void);
    125unsigned int kvm_arch_para_hints(void);
    126void kvm_async_pf_task_wait_schedule(u32 token);
    127void kvm_async_pf_task_wake(u32 token);
    128u32 kvm_read_and_reset_apf_flags(void);
    129bool __kvm_handle_async_pf(struct pt_regs *regs, u32 token);
    130
    131DECLARE_STATIC_KEY_FALSE(kvm_async_pf_enabled);
    132
    133static __always_inline bool kvm_handle_async_pf(struct pt_regs *regs, u32 token)
    134{
    135	if (static_branch_unlikely(&kvm_async_pf_enabled))
    136		return __kvm_handle_async_pf(regs, token);
    137	else
    138		return false;
    139}
    140
    141#ifdef CONFIG_PARAVIRT_SPINLOCKS
    142void __init kvm_spinlock_init(void);
    143#else /* !CONFIG_PARAVIRT_SPINLOCKS */
    144static inline void kvm_spinlock_init(void)
    145{
    146}
    147#endif /* CONFIG_PARAVIRT_SPINLOCKS */
    148
    149#else /* CONFIG_KVM_GUEST */
    150#define kvm_async_pf_task_wait_schedule(T) do {} while(0)
    151#define kvm_async_pf_task_wake(T) do {} while(0)
    152
    153static inline bool kvm_para_available(void)
    154{
    155	return false;
    156}
    157
    158static inline unsigned int kvm_arch_para_features(void)
    159{
    160	return 0;
    161}
    162
    163static inline unsigned int kvm_arch_para_hints(void)
    164{
    165	return 0;
    166}
    167
    168static inline u32 kvm_read_and_reset_apf_flags(void)
    169{
    170	return 0;
    171}
    172
    173static __always_inline bool kvm_handle_async_pf(struct pt_regs *regs, u32 token)
    174{
    175	return false;
    176}
    177#endif
    178
    179#endif /* _ASM_X86_KVM_PARA_H */