6 #include <linux/config.h>
7 #include <linux/futex.h>
9 #include <asm/uaccess.h>
13 #define __FUTEX_SMP_SYNC " sync \n"
15 #define __FUTEX_SMP_SYNC
18 #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg) \
20 if (cpu_has_llsc && R10000_LLSC_WAR) { \
21 __asm__ __volatile__( \
25 "1: ll %1, %4 # __futex_atomic_op \n" \
35 " .section .fixup,\"ax\" \n" \
39 " .section __ex_table,\"a\" \n" \
40 " "__UA_ADDR "\t1b, 4b \n" \
41 " "__UA_ADDR "\t2b, 4b \n" \
43 : "=r" (ret), "=&r" (oldval), "=R" (*uaddr) \
44 : "0" (0), "R" (*uaddr), "Jr" (oparg), "i" (-EFAULT) \
46 } else if (cpu_has_llsc) { \
47 __asm__ __volatile__( \
51 "1: ll %1, %4 # __futex_atomic_op \n" \
61 " .section .fixup,\"ax\" \n" \
65 " .section __ex_table,\"a\" \n" \
66 " "__UA_ADDR "\t1b, 4b \n" \
67 " "__UA_ADDR "\t2b, 4b \n" \
69 : "=r" (ret), "=&r" (oldval), "=R" (*uaddr) \
70 : "0" (0), "R" (*uaddr), "Jr" (oparg), "i" (-EFAULT) \
77 futex_atomic_op_inuser (int encoded_op, int __user *uaddr)
79 int op = (encoded_op >> 28) & 7;
80 int cmp = (encoded_op >> 24) & 15;
81 int oparg = (encoded_op << 8) >> 20;
82 int cmparg = (encoded_op << 20) >> 20;
84 if (encoded_op & (FUTEX_OP_OPARG_SHIFT << 28))
87 if (! access_ok (VERIFY_WRITE, uaddr, sizeof(int)))
94 __futex_atomic_op("move $1, %z5", ret, oldval, uaddr, oparg);
98 __futex_atomic_op("addu $1, %1, %z5",
99 ret, oldval, uaddr, oparg);
102 __futex_atomic_op("or $1, %1, %z5",
103 ret, oldval, uaddr, oparg);
106 __futex_atomic_op("and $1, %1, %z5",
107 ret, oldval, uaddr, ~oparg);
110 __futex_atomic_op("xor $1, %1, %z5",
111 ret, oldval, uaddr, oparg);
121 case FUTEX_OP_CMP_EQ: ret = (oldval == cmparg); break;
122 case FUTEX_OP_CMP_NE: ret = (oldval != cmparg); break;
123 case FUTEX_OP_CMP_LT: ret = (oldval < cmparg); break;
124 case FUTEX_OP_CMP_GE: ret = (oldval >= cmparg); break;
125 case FUTEX_OP_CMP_LE: ret = (oldval <= cmparg); break;
126 case FUTEX_OP_CMP_GT: ret = (oldval > cmparg); break;
127 default: ret = -ENOSYS;
134 futex_atomic_cmpxchg_inatomic(int __user *uaddr, int oldval, int newval)
138 if (!access_ok(VERIFY_WRITE, uaddr, sizeof(int)))
141 if (cpu_has_llsc && R10000_LLSC_WAR) {
142 __asm__ __volatile__(
143 "# futex_atomic_cmpxchg_inatomic \n"
148 " bne %0, %z3, 3f \n"
157 " .section .fixup,\"ax\" \n"
161 " .section __ex_table,\"a\" \n"
162 " "__UA_ADDR "\t1b, 4b \n"
163 " "__UA_ADDR "\t2b, 4b \n"
165 : "=&r" (retval), "=R" (*uaddr)
166 : "R" (*uaddr), "Jr" (oldval), "Jr" (newval), "i" (-EFAULT)
168 } else if (cpu_has_llsc) {
169 __asm__ __volatile__(
170 "# futex_atomic_cmpxchg_inatomic \n"
175 " bne %0, %z3, 3f \n"
184 " .section .fixup,\"ax\" \n"
188 " .section __ex_table,\"a\" \n"
189 " "__UA_ADDR "\t1b, 4b \n"
190 " "__UA_ADDR "\t2b, 4b \n"
192 : "=&r" (retval), "=R" (*uaddr)
193 : "R" (*uaddr), "Jr" (oldval), "Jr" (newval), "i" (-EFAULT)