include/asm-mips/futex.h

   1 #ifndef _ASM_FUTEX_H
   2 #define _ASM_FUTEX_H
   3
   4 #ifdef __KERNEL__
   5
   6 #include <linux/config.h>
   7 #include <linux/futex.h>
   8 #include <asm/errno.h>
   9 #include <asm/uaccess.h>
  10 #include <asm/war.h>
  11
  12 #ifdef CONFIG_SMP
  13 #define __FUTEX_SMP_SYNC "      sync                                    \n"
  14 #else
  15 #define __FUTEX_SMP_SYNC
  16 #endif
  17
  18 #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg)              \
  19 {                                                                       \
  20         if (cpu_has_llsc && R10000_LLSC_WAR) {                          \
  21                 __asm__ __volatile__(                                   \
  22                 "       .set    push                            \n"     \
  23                 "       .set    noat                            \n"     \
  24                 "       .set    mips3                           \n"     \
  25                 "1:     ll      %1, %4  # __futex_atomic_op     \n"     \
  26                 "       .set    mips0                           \n"     \
  27                 "       " insn  "                               \n"     \
  28                 "       .set    mips3                           \n"     \
  29                 "2:     sc      $1, %2                          \n"     \
  30                 "       beqzl   $1, 1b                          \n"     \
  31                 __FUTEX_SMP_SYNC                                        \
  32                 "3:                                             \n"     \
  33                 "       .set    pop                             \n"     \
  34                 "       .set    mips0                           \n"     \
  35                 "       .section .fixup,\"ax\"                  \n"     \
  36                 "4:     li      %0, %6                          \n"     \
  37                 "       j       2b                              \n"     \
  38                 "       .previous                               \n"     \
  39                 "       .section __ex_table,\"a\"               \n"     \
  40                 "       "__UA_ADDR "\t1b, 4b                    \n"     \
  41                 "       "__UA_ADDR "\t2b, 4b                    \n"     \
  42                 "       .previous                               \n"     \
  43                 : "=r" (ret), "=&r" (oldval), "=R" (*uaddr)             \
  44                 : "0" (0), "R" (*uaddr), "Jr" (oparg), "i" (-EFAULT)    \
  45                 : "memory");                                            \
  46         } else if (cpu_has_llsc) {                                      \
  47                 __asm__ __volatile__(                                   \
  48                 "       .set    push                            \n"     \
  49                 "       .set    noat                            \n"     \
  50                 "       .set    mips3                           \n"     \
  51                 "1:     ll      %1, %4  # __futex_atomic_op     \n"     \
  52                 "       .set    mips0                           \n"     \
  53                 "       " insn  "                               \n"     \
  54                 "       .set    mips3                           \n"     \
  55                 "2:     sc      $1, %2                          \n"     \
  56                 "       beqz    $1, 1b                          \n"     \
  57                 __FUTEX_SMP_SYNC                                        \
  58                 "3:                                             \n"     \
  59                 "       .set    pop                             \n"     \
  60                 "       .set    mips0                           \n"     \
  61                 "       .section .fixup,\"ax\"                  \n"     \
  62                 "4:     li      %0, %6                          \n"     \
  63                 "       j       2b                              \n"     \
  64                 "       .previous                               \n"     \
  65                 "       .section __ex_table,\"a\"               \n"     \
  66                 "       "__UA_ADDR "\t1b, 4b                    \n"     \
  67                 "       "__UA_ADDR "\t2b, 4b                    \n"     \
  68                 "       .previous                               \n"     \
  69                 : "=r" (ret), "=&r" (oldval), "=R" (*uaddr)             \
  70                 : "0" (0), "R" (*uaddr), "Jr" (oparg), "i" (-EFAULT)    \
  71                 : "memory");                                            \
  72         } else                                                          \
  73                 ret = -ENOSYS;                                          \
  74 }
  75
  76 static inline int
  77 futex_atomic_op_inuser (int encoded_op, int __user *uaddr)
  78 {
  79         int op = (encoded_op >> 28) & 7;
  80         int cmp = (encoded_op >> 24) & 15;
  81         int oparg = (encoded_op << 8) >> 20;
  82         int cmparg = (encoded_op << 20) >> 20;
  83         int oldval = 0, ret;
  84         if (encoded_op & (FUTEX_OP_OPARG_SHIFT << 28))
  85                 oparg = 1 << oparg;
  86
  87         if (! access_ok (VERIFY_WRITE, uaddr, sizeof(int)))
  88                 return -EFAULT;
  89
  90         inc_preempt_count();
  91
  92         switch (op) {
  93         case FUTEX_OP_SET:
  94                 __futex_atomic_op("move $1, %z5", ret, oldval, uaddr, oparg);
  95                 break;
  96
  97         case FUTEX_OP_ADD:
  98                 __futex_atomic_op("addu $1, %1, %z5",
  99                                   ret, oldval, uaddr, oparg);
 100                 break;
 101         case FUTEX_OP_OR:
 102                 __futex_atomic_op("or   $1, %1, %z5",
 103                                   ret, oldval, uaddr, oparg);
 104                 break;
 105         case FUTEX_OP_ANDN:
 106                 __futex_atomic_op("and  $1, %1, %z5",
 107                                   ret, oldval, uaddr, ~oparg);
 108                 break;
 109         case FUTEX_OP_XOR:
 110                 __futex_atomic_op("xor  $1, %1, %z5",
 111                                   ret, oldval, uaddr, oparg);
 112                 break;
 113         default:
 114                 ret = -ENOSYS;
 115         }
 116
 117         dec_preempt_count();
 118
 119         if (!ret) {
 120                 switch (cmp) {
 121                 case FUTEX_OP_CMP_EQ: ret = (oldval == cmparg); break;
 122                 case FUTEX_OP_CMP_NE: ret = (oldval != cmparg); break;
 123                 case FUTEX_OP_CMP_LT: ret = (oldval < cmparg); break;
 124                 case FUTEX_OP_CMP_GE: ret = (oldval >= cmparg); break;
 125                 case FUTEX_OP_CMP_LE: ret = (oldval <= cmparg); break;
 126                 case FUTEX_OP_CMP_GT: ret = (oldval > cmparg); break;
 127                 default: ret = -ENOSYS;
 128                 }
 129         }
 130         return ret;
 131 }
 132
 133 static inline int
 134 futex_atomic_cmpxchg_inatomic(int __user *uaddr, int oldval, int newval)
 135 {
 136         int retval;
 137
 138         if (!access_ok(VERIFY_WRITE, uaddr, sizeof(int)))
 139                 return -EFAULT;
 140
 141         if (cpu_has_llsc && R10000_LLSC_WAR) {
 142                 __asm__ __volatile__(
 143                 "# futex_atomic_cmpxchg_inatomic                        \n"
 144                 "       .set    push                                    \n"
 145                 "       .set    noat                                    \n"
 146                 "       .set    mips3                                   \n"
 147                 "1:     ll      %0, %2                                  \n"
 148                 "       bne     %0, %z3, 3f                             \n"
 149                 "       .set    mips0                                   \n"
 150                 "       move    $1, %z4                                 \n"
 151                 "       .set    mips3                                   \n"
 152                 "2:     sc      $1, %1                                  \n"
 153                 "       beqzl   $1, 1b                                  \n"
 154                 __FUTEX_SMP_SYNC
 155                 "3:                                                     \n"
 156                 "       .set    pop                                     \n"
 157                 "       .section .fixup,\"ax\"                          \n"
 158                 "4:     li      %0, %5                                  \n"
 159                 "       j       3b                                      \n"
 160                 "       .previous                                       \n"
 161                 "       .section __ex_table,\"a\"                       \n"
 162                 "       "__UA_ADDR "\t1b, 4b                            \n"
 163                 "       "__UA_ADDR "\t2b, 4b                            \n"
 164                 "       .previous                                       \n"
 165                 : "=&r" (retval), "=R" (*uaddr)
 166                 : "R" (*uaddr), "Jr" (oldval), "Jr" (newval), "i" (-EFAULT)
 167                 : "memory");
 168         } else if (cpu_has_llsc) {
 169                 __asm__ __volatile__(
 170                 "# futex_atomic_cmpxchg_inatomic                        \n"
 171                 "       .set    push                                    \n"
 172                 "       .set    noat                                    \n"
 173                 "       .set    mips3                                   \n"
 174                 "1:     ll      %0, %2                                  \n"
 175                 "       bne     %0, %z3, 3f                             \n"
 176                 "       .set    mips0                                   \n"
 177                 "       move    $1, %z4                                 \n"
 178                 "       .set    mips3                                   \n"
 179                 "2:     sc      $1, %1                                  \n"
 180                 "       beqz    $1, 1b                                  \n"
 181                 __FUTEX_SMP_SYNC
 182                 "3:                                                     \n"
 183                 "       .set    pop                                     \n"
 184                 "       .section .fixup,\"ax\"                          \n"
 185                 "4:     li      %0, %5                                  \n"
 186                 "       j       3b                                      \n"
 187                 "       .previous                                       \n"
 188                 "       .section __ex_table,\"a\"                       \n"
 189                 "       "__UA_ADDR "\t1b, 4b                            \n"
 190                 "       "__UA_ADDR "\t2b, 4b                            \n"
 191                 "       .previous                                       \n"
 192                 : "=&r" (retval), "=R" (*uaddr)
 193                 : "R" (*uaddr), "Jr" (oldval), "Jr" (newval), "i" (-EFAULT)
 194                 : "memory");
 195         } else
 196                 return -ENOSYS;
 197
 198         return retval;
 199 }
 200
 201 #endif
 202 #endif