1 #ifndef __X86_64_UACCESS_H
2 #define __X86_64_UACCESS_H
5 * User space memory access functions
7 #include <linux/compiler.h>
8 #include <linux/errno.h>
9 #include <linux/prefetch.h>
12 #define ARCH_HAS_SEARCH_EXTABLE
14 extern void __put_user_1(void);
15 extern void __put_user_2(void);
16 extern void __put_user_4(void);
17 extern void __put_user_8(void);
18 extern void __put_user_bad(void);
20 #define __put_user_x(size, ret, x, ptr) \
21 asm volatile("call __put_user_" #size \
26 #define __get_user(x, ptr) \
27 __get_user_nocheck((x), (ptr), sizeof(*(ptr)))
28 #define __put_user(x, ptr) \
29 __put_user_nocheck((__typeof__(*(ptr)))(x), (ptr), sizeof(*(ptr)))
31 #define __get_user_unaligned __get_user
32 #define __put_user_unaligned __put_user
34 #define put_user(x, ptr) \
37 typeof(*(ptr)) __user *__pu_addr = (ptr); \
38 __chk_user_ptr(ptr); \
39 switch (sizeof(*(ptr))) { \
41 __put_user_x(1, __pu_err, x, __pu_addr); \
44 __put_user_x(2, __pu_err, x, __pu_addr); \
47 __put_user_x(4, __pu_err, x, __pu_addr); \
50 __put_user_x(8, __pu_err, x, __pu_addr); \
59 * Copy To/From Userspace
62 /* Handles exceptions in both to and from, but doesn't do access_ok */
63 __must_check unsigned long
64 copy_user_generic(void *to, const void *from, unsigned len);
66 __must_check unsigned long
67 copy_to_user(void __user *to, const void *from, unsigned len);
68 __must_check unsigned long
69 copy_from_user(void *to, const void __user *from, unsigned len);
70 __must_check unsigned long
71 copy_in_user(void __user *to, const void __user *from, unsigned len);
73 static __always_inline __must_check
74 int __copy_from_user(void *dst, const void __user *src, unsigned size)
77 if (!__builtin_constant_p(size))
78 return copy_user_generic(dst, (__force void *)src, size);
80 case 1:__get_user_asm(*(u8 *)dst, (u8 __user *)src,
81 ret, "b", "b", "=q", 1);
83 case 2:__get_user_asm(*(u16 *)dst, (u16 __user *)src,
84 ret, "w", "w", "=r", 2);
86 case 4:__get_user_asm(*(u32 *)dst, (u32 __user *)src,
87 ret, "l", "k", "=r", 4);
89 case 8:__get_user_asm(*(u64 *)dst, (u64 __user *)src,
90 ret, "q", "", "=r", 8);
93 __get_user_asm(*(u64 *)dst, (u64 __user *)src,
94 ret, "q", "", "=r", 16);
97 __get_user_asm(*(u16 *)(8 + (char *)dst),
98 (u16 __user *)(8 + (char __user *)src),
99 ret, "w", "w", "=r", 2);
102 __get_user_asm(*(u64 *)dst, (u64 __user *)src,
103 ret, "q", "", "=r", 16);
106 __get_user_asm(*(u64 *)(8 + (char *)dst),
107 (u64 __user *)(8 + (char __user *)src),
108 ret, "q", "", "=r", 8);
111 return copy_user_generic(dst, (__force void *)src, size);
115 static __always_inline __must_check
116 int __copy_to_user(void __user *dst, const void *src, unsigned size)
119 if (!__builtin_constant_p(size))
120 return copy_user_generic((__force void *)dst, src, size);
122 case 1:__put_user_asm(*(u8 *)src, (u8 __user *)dst,
123 ret, "b", "b", "iq", 1);
125 case 2:__put_user_asm(*(u16 *)src, (u16 __user *)dst,
126 ret, "w", "w", "ir", 2);
128 case 4:__put_user_asm(*(u32 *)src, (u32 __user *)dst,
129 ret, "l", "k", "ir", 4);
131 case 8:__put_user_asm(*(u64 *)src, (u64 __user *)dst,
132 ret, "q", "", "ir", 8);
135 __put_user_asm(*(u64 *)src, (u64 __user *)dst,
136 ret, "q", "", "ir", 10);
140 __put_user_asm(4[(u16 *)src], 4 + (u16 __user *)dst,
141 ret, "w", "w", "ir", 2);
144 __put_user_asm(*(u64 *)src, (u64 __user *)dst,
145 ret, "q", "", "ir", 16);
149 __put_user_asm(1[(u64 *)src], 1 + (u64 __user *)dst,
150 ret, "q", "", "ir", 8);
153 return copy_user_generic((__force void *)dst, src, size);
157 static __always_inline __must_check
158 int __copy_in_user(void __user *dst, const void __user *src, unsigned size)
161 if (!__builtin_constant_p(size))
162 return copy_user_generic((__force void *)dst,
163 (__force void *)src, size);
167 __get_user_asm(tmp, (u8 __user *)src,
168 ret, "b", "b", "=q", 1);
170 __put_user_asm(tmp, (u8 __user *)dst,
171 ret, "b", "b", "iq", 1);
176 __get_user_asm(tmp, (u16 __user *)src,
177 ret, "w", "w", "=r", 2);
179 __put_user_asm(tmp, (u16 __user *)dst,
180 ret, "w", "w", "ir", 2);
186 __get_user_asm(tmp, (u32 __user *)src,
187 ret, "l", "k", "=r", 4);
189 __put_user_asm(tmp, (u32 __user *)dst,
190 ret, "l", "k", "ir", 4);
195 __get_user_asm(tmp, (u64 __user *)src,
196 ret, "q", "", "=r", 8);
198 __put_user_asm(tmp, (u64 __user *)dst,
199 ret, "q", "", "ir", 8);
203 return copy_user_generic((__force void *)dst,
204 (__force void *)src, size);
209 strncpy_from_user(char *dst, const char __user *src, long count);
211 __strncpy_from_user(char *dst, const char __user *src, long count);
212 __must_check long strnlen_user(const char __user *str, long n);
213 __must_check long __strnlen_user(const char __user *str, long n);
214 __must_check long strlen_user(const char __user *str);
215 __must_check unsigned long clear_user(void __user *mem, unsigned long len);
216 __must_check unsigned long __clear_user(void __user *mem, unsigned long len);
218 __must_check long __copy_from_user_inatomic(void *dst, const void __user *src,
221 static __must_check __always_inline int
222 __copy_to_user_inatomic(void __user *dst, const void *src, unsigned size)
224 return copy_user_generic((__force void *)dst, src, size);
227 #define ARCH_HAS_NOCACHE_UACCESS 1
228 extern long __copy_user_nocache(void *dst, const void __user *src,
229 unsigned size, int zerorest);
231 static inline int __copy_from_user_nocache(void *dst, const void __user *src,
235 return __copy_user_nocache(dst, src, size, 1);
238 static inline int __copy_from_user_inatomic_nocache(void *dst,
239 const void __user *src,
242 return __copy_user_nocache(dst, src, size, 0);
245 #endif /* __X86_64_UACCESS_H */