cachepc-linux

Fork of AMDESE/linux with modifications for CachePC side-channel attack
git clone https://git.sinitax.com/sinitax/cachepc-linux
Log | Files | Refs | README | LICENSE | sfeed.txt

futex_64.h (2160B)

      1/* SPDX-License-Identifier: GPL-2.0 */
      2#ifndef _SPARC64_FUTEX_H
      3#define _SPARC64_FUTEX_H
      4
      5#include <linux/futex.h>
      6#include <linux/uaccess.h>
      7#include <asm/errno.h>
      8
      9#define __futex_cas_op(insn, ret, oldval, uaddr, oparg)	\
     10	__asm__ __volatile__(				\
     11	"\n1:	lduwa	[%3] %%asi, %2\n"		\
     12	"	" insn "\n"				\
     13	"2:	casa	[%3] %%asi, %2, %1\n"		\
     14	"	cmp	%2, %1\n"			\
     15	"	bne,pn	%%icc, 1b\n"			\
     16	"	 mov	0, %0\n"			\
     17	"3:\n"						\
     18	"	.section .fixup,#alloc,#execinstr\n"	\
     19	"	.align	4\n"				\
     20	"4:	sethi	%%hi(3b), %0\n"			\
     21	"	jmpl	%0 + %%lo(3b), %%g0\n"		\
     22	"	 mov	%5, %0\n"			\
     23	"	.previous\n"				\
     24	"	.section __ex_table,\"a\"\n"		\
     25	"	.align	4\n"				\
     26	"	.word	1b, 4b\n"			\
     27	"	.word	2b, 4b\n"			\
     28	"	.previous\n"				\
     29	: "=&r" (ret), "=&r" (oldval), "=&r" (tem)	\
     30	: "r" (uaddr), "r" (oparg), "i" (-EFAULT)	\
     31	: "memory")
     32
     33static inline int arch_futex_atomic_op_inuser(int op, int oparg, int *oval,
     34		u32 __user *uaddr)
     35{
     36	int oldval = 0, ret, tem;
     37
     38	if (unlikely((((unsigned long) uaddr) & 0x3UL)))
     39		return -EINVAL;
     40
     41	switch (op) {
     42	case FUTEX_OP_SET:
     43		__futex_cas_op("mov\t%4, %1", ret, oldval, uaddr, oparg);
     44		break;
     45	case FUTEX_OP_ADD:
     46		__futex_cas_op("add\t%2, %4, %1", ret, oldval, uaddr, oparg);
     47		break;
     48	case FUTEX_OP_OR:
     49		__futex_cas_op("or\t%2, %4, %1", ret, oldval, uaddr, oparg);
     50		break;
     51	case FUTEX_OP_ANDN:
     52		__futex_cas_op("andn\t%2, %4, %1", ret, oldval, uaddr, oparg);
     53		break;
     54	case FUTEX_OP_XOR:
     55		__futex_cas_op("xor\t%2, %4, %1", ret, oldval, uaddr, oparg);
     56		break;
     57	default:
     58		ret = -ENOSYS;
     59	}
     60
     61	if (!ret)
     62		*oval = oldval;
     63
     64	return ret;
     65}
     66
     67static inline int
     68futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr,
     69			      u32 oldval, u32 newval)
     70{
     71	int ret = 0;
     72
     73	__asm__ __volatile__(
     74	"\n1:	casa	[%4] %%asi, %3, %1\n"
     75	"2:\n"
     76	"	.section .fixup,#alloc,#execinstr\n"
     77	"	.align	4\n"
     78	"3:	sethi	%%hi(2b), %0\n"
     79	"	jmpl	%0 + %%lo(2b), %%g0\n"
     80	"	mov	%5, %0\n"
     81	"	.previous\n"
     82	"	.section __ex_table,\"a\"\n"
     83	"	.align	4\n"
     84	"	.word	1b, 3b\n"
     85	"	.previous\n"
     86	: "+r" (ret), "=r" (newval)
     87	: "1" (newval), "r" (oldval), "r" (uaddr), "i" (-EFAULT)
     88	: "memory");
     89
     90	*uval = newval;
     91	return ret;
     92}
     93
     94#endif /* !(_SPARC64_FUTEX_H) */