6 #include <linux/config.h>
7 #include <linux/futex.h>
9 #include <asm/uaccess.h>
13 #define __FUTEX_SMP_SYNC " sync \n"
15 #define __FUTEX_SMP_SYNC
18 #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg) \
20 if (cpu_has_llsc && R10000_LLSC_WAR) { \
21 __asm__ __volatile__( \
25 "1: ll %1, (%3) # __futex_atomic_op \n" \
35 " .section .fixup,\"ax\" \n" \
39 " .section __ex_table,\"a\" \n" \
40 " "__UA_ADDR "\t1b, 4b \n" \
41 " "__UA_ADDR "\t2b, 4b \n" \
43 : "=r" (ret), "=r" (oldval) \
44 : "0" (0), "r" (uaddr), "Jr" (oparg), "i" (-EFAULT)); \
45 } else if (cpu_has_llsc) { \
46 __asm__ __volatile__( \
50 "1: ll %1, (%3) # __futex_atomic_op \n" \
60 " .section .fixup,\"ax\" \n" \
64 " .section __ex_table,\"a\" \n" \
65 " "__UA_ADDR "\t1b, 4b \n" \
66 " "__UA_ADDR "\t2b, 4b \n" \
68 : "=r" (ret), "=r" (oldval) \
69 : "0" (0), "r" (uaddr), "Jr" (oparg), "i" (-EFAULT)); \
75 futex_atomic_op_inuser (int encoded_op, int __user *uaddr)
77 int op = (encoded_op >> 28) & 7;
78 int cmp = (encoded_op >> 24) & 15;
79 int oparg = (encoded_op << 8) >> 20;
80 int cmparg = (encoded_op << 20) >> 20;
82 if (encoded_op & (FUTEX_OP_OPARG_SHIFT << 28))
85 if (! access_ok (VERIFY_WRITE, uaddr, sizeof(int)))
92 __futex_atomic_op("move $1, %z4", ret, oldval, uaddr, oparg);
96 __futex_atomic_op("addu $1, %1, %z4",
97 ret, oldval, uaddr, oparg);
100 __futex_atomic_op("or $1, %1, %z4",
101 ret, oldval, uaddr, oparg);
104 __futex_atomic_op("and $1, %1, %z4",
105 ret, oldval, uaddr, ~oparg);
108 __futex_atomic_op("xor $1, %1, %z4",
109 ret, oldval, uaddr, oparg);
119 case FUTEX_OP_CMP_EQ: ret = (oldval == cmparg); break;
120 case FUTEX_OP_CMP_NE: ret = (oldval != cmparg); break;
121 case FUTEX_OP_CMP_LT: ret = (oldval < cmparg); break;
122 case FUTEX_OP_CMP_GE: ret = (oldval >= cmparg); break;
123 case FUTEX_OP_CMP_LE: ret = (oldval <= cmparg); break;
124 case FUTEX_OP_CMP_GT: ret = (oldval > cmparg); break;
125 default: ret = -ENOSYS;
132 futex_atomic_cmpxchg_inatomic(int __user *uaddr, int oldval, int newval)
136 if (!access_ok(VERIFY_WRITE, uaddr, sizeof(int)))
139 if (cpu_has_llsc && R10000_LLSC_WAR) {
140 __asm__ __volatile__(
141 "# futex_atomic_cmpxchg_inatomic \n"
146 " bne %0, %z3, 3f \n"
155 " .section .fixup,\"ax\" \n"
159 " .section __ex_table,\"a\" \n"
160 " "__UA_ADDR "\t1b, 4b \n"
161 " "__UA_ADDR "\t2b, 4b \n"
163 : "=&r" (retval), "=R" (*uaddr)
164 : "R" (*uaddr), "Jr" (oldval), "Jr" (newval), "i" (-EFAULT)
166 } else if (cpu_has_llsc) {
167 __asm__ __volatile__(
168 "# futex_atomic_cmpxchg_inatomic \n"
173 " bne %0, %z3, 3f \n"
182 " .section .fixup,\"ax\" \n"
186 " .section __ex_table,\"a\" \n"
187 " "__UA_ADDR "\t1b, 4b \n"
188 " "__UA_ADDR "\t2b, 4b \n"
190 : "=&r" (retval), "=R" (*uaddr)
191 : "R" (*uaddr), "Jr" (oldval), "Jr" (newval), "i" (-EFAULT)