cachepc-linux

Fork of AMDESE/linux with modifications for CachePC side-channel attack
git clone https://git.sinitax.com/sinitax/cachepc-linux
Log | Files | Refs | README | LICENSE | sfeed.txt

io-64-nonatomic-hi-lo.h (2468B)

      1/* SPDX-License-Identifier: GPL-2.0 */
      2#ifndef _LINUX_IO_64_NONATOMIC_HI_LO_H_
      3#define _LINUX_IO_64_NONATOMIC_HI_LO_H_
      4
      5#include <linux/io.h>
      6#include <asm-generic/int-ll64.h>
      7
      8static inline __u64 hi_lo_readq(const volatile void __iomem *addr)
      9{
     10	const volatile u32 __iomem *p = addr;
     11	u32 low, high;
     12
     13	high = readl(p + 1);
     14	low = readl(p);
     15
     16	return low + ((u64)high << 32);
     17}
     18
     19static inline void hi_lo_writeq(__u64 val, volatile void __iomem *addr)
     20{
     21	writel(val >> 32, addr + 4);
     22	writel(val, addr);
     23}
     24
     25static inline __u64 hi_lo_readq_relaxed(const volatile void __iomem *addr)
     26{
     27	const volatile u32 __iomem *p = addr;
     28	u32 low, high;
     29
     30	high = readl_relaxed(p + 1);
     31	low = readl_relaxed(p);
     32
     33	return low + ((u64)high << 32);
     34}
     35
     36static inline void hi_lo_writeq_relaxed(__u64 val, volatile void __iomem *addr)
     37{
     38	writel_relaxed(val >> 32, addr + 4);
     39	writel_relaxed(val, addr);
     40}
     41
     42#ifndef readq
     43#define readq hi_lo_readq
     44#endif
     45
     46#ifndef writeq
     47#define writeq hi_lo_writeq
     48#endif
     49
     50#ifndef readq_relaxed
     51#define readq_relaxed hi_lo_readq_relaxed
     52#endif
     53
     54#ifndef writeq_relaxed
     55#define writeq_relaxed hi_lo_writeq_relaxed
     56#endif
     57
     58#ifndef ioread64_hi_lo
     59#define ioread64_hi_lo ioread64_hi_lo
     60static inline u64 ioread64_hi_lo(const void __iomem *addr)
     61{
     62	u32 low, high;
     63
     64	high = ioread32(addr + sizeof(u32));
     65	low = ioread32(addr);
     66
     67	return low + ((u64)high << 32);
     68}
     69#endif
     70
     71#ifndef iowrite64_hi_lo
     72#define iowrite64_hi_lo iowrite64_hi_lo
     73static inline void iowrite64_hi_lo(u64 val, void __iomem *addr)
     74{
     75	iowrite32(val >> 32, addr + sizeof(u32));
     76	iowrite32(val, addr);
     77}
     78#endif
     79
     80#ifndef ioread64be_hi_lo
     81#define ioread64be_hi_lo ioread64be_hi_lo
     82static inline u64 ioread64be_hi_lo(const void __iomem *addr)
     83{
     84	u32 low, high;
     85
     86	high = ioread32be(addr);
     87	low = ioread32be(addr + sizeof(u32));
     88
     89	return low + ((u64)high << 32);
     90}
     91#endif
     92
     93#ifndef iowrite64be_hi_lo
     94#define iowrite64be_hi_lo iowrite64be_hi_lo
     95static inline void iowrite64be_hi_lo(u64 val, void __iomem *addr)
     96{
     97	iowrite32be(val >> 32, addr);
     98	iowrite32be(val, addr + sizeof(u32));
     99}
    100#endif
    101
    102#ifndef ioread64
    103#define ioread64_is_nonatomic
    104#define ioread64 ioread64_hi_lo
    105#endif
    106
    107#ifndef iowrite64
    108#define iowrite64_is_nonatomic
    109#define iowrite64 iowrite64_hi_lo
    110#endif
    111
    112#ifndef ioread64be
    113#define ioread64be_is_nonatomic
    114#define ioread64be ioread64be_hi_lo
    115#endif
    116
    117#ifndef iowrite64be
    118#define iowrite64be_is_nonatomic
    119#define iowrite64be iowrite64be_hi_lo
    120#endif
    121
    122#endif	/* _LINUX_IO_64_NONATOMIC_HI_LO_H_ */