arch/hexagon/include/asm/futex.h

   1 /* SPDX-License-Identifier: GPL-2.0 */
   2 #ifndef _ASM_HEXAGON_FUTEX_H
   3 #define _ASM_HEXAGON_FUTEX_H
   4
   5 #ifdef __KERNEL__
   6
   7 #include <linux/futex.h>
   8 #include <linux/uaccess.h>
   9 #include <asm/errno.h>
  10
  11 /* XXX TODO-- need to add sync barriers! */
  12
  13 #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg) \
  14         __asm__ __volatile( \
  15         "1: %0 = memw_locked(%3);\n" \
  16             /* For example: %1 = %4 */ \
  17             insn \
  18         "2: memw_locked(%3,p2) = %1;\n" \
  19         "   if (!p2) jump 1b;\n" \
  20         "   %1 = #0;\n" \
  21         "3:\n" \
  22         ".section .fixup,\"ax\"\n" \
  23         "4: %1 = #%5;\n" \
  24         "   jump 3b\n" \
  25         ".previous\n" \
  26         ".section __ex_table,\"a\"\n" \
  27         ".long 1b,4b,2b,4b\n" \
  28         ".previous\n" \
  29         : "=&r" (oldval), "=&r" (ret), "+m" (*uaddr) \
  30         : "r" (uaddr), "r" (oparg), "i" (-EFAULT) \
  31         : "p2", "memory")
  32
  33
  34 static inline int
  35 arch_futex_atomic_op_inuser(int op, int oparg, int *oval, u32 __user *uaddr)
  36 {
  37         int oldval = 0, ret;
  38
  39         pagefault_disable();
  40
  41         switch (op) {
  42         case FUTEX_OP_SET:
  43                 __futex_atomic_op("%1 = %4\n", ret, oldval, uaddr, oparg);
  44                 break;
  45         case FUTEX_OP_ADD:
  46                 __futex_atomic_op("%1 = add(%0,%4)\n", ret, oldval, uaddr,
  47                                   oparg);
  48                 break;
  49         case FUTEX_OP_OR:
  50                 __futex_atomic_op("%1 = or(%0,%4)\n", ret, oldval, uaddr,
  51                                   oparg);
  52                 break;
  53         case FUTEX_OP_ANDN:
  54                 __futex_atomic_op("%1 = not(%4); %1 = and(%0,%1)\n", ret,
  55                                   oldval, uaddr, oparg);
  56                 break;
  57         case FUTEX_OP_XOR:
  58                 __futex_atomic_op("%1 = xor(%0,%4)\n", ret, oldval, uaddr,
  59                                   oparg);
  60                 break;
  61         default:
  62                 ret = -ENOSYS;
  63         }
  64
  65         pagefault_enable();
  66
  67         if (!ret)
  68                 *oval = oldval;
  69
  70         return ret;
  71 }
  72
  73 static inline int
  74 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, u32 oldval,
  75                               u32 newval)
  76 {
  77         int prev;
  78         int ret;
  79
  80         if (!access_ok(VERIFY_WRITE, uaddr, sizeof(u32)))
  81                 return -EFAULT;
  82
  83         __asm__ __volatile__ (
  84         "1: %1 = memw_locked(%3)\n"
  85         "   {\n"
  86         "      p2 = cmp.eq(%1,%4)\n"
  87         "      if (!p2.new) jump:NT 3f\n"
  88         "   }\n"
  89         "2: memw_locked(%3,p2) = %5\n"
  90         "   if (!p2) jump 1b\n"
  91         "3:\n"
  92         ".section .fixup,\"ax\"\n"
  93         "4: %0 = #%6\n"
  94         "   jump 3b\n"
  95         ".previous\n"
  96         ".section __ex_table,\"a\"\n"
  97         ".long 1b,4b,2b,4b\n"
  98         ".previous\n"
  99         : "+r" (ret), "=&r" (prev), "+m" (*uaddr)
 100         : "r" (uaddr), "r" (oldval), "r" (newval), "i"(-EFAULT)
 101         : "p2", "memory");
 102
 103         *uval = prev;
 104         return ret;
 105 }
 106
 107 #endif /* __KERNEL__ */
 108 #endif /* _ASM_HEXAGON_FUTEX_H */