]>
git.proxmox.com Git - mirror_ubuntu-bionic-kernel.git/blob - arch/riscv/include/asm/uaccess.h
2 * Copyright (C) 2012 Regents of the University of California
4 * This program is free software; you can redistribute it and/or
5 * modify it under the terms of the GNU General Public License
6 * as published by the Free Software Foundation, version 2.
8 * This program is distributed in the hope that it will be useful,
9 * but WITHOUT ANY WARRANTY; without even the implied warranty of
10 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
11 * GNU General Public License for more details.
13 * This file was copied from include/asm-generic/uaccess.h
16 #ifndef _ASM_RISCV_UACCESS_H
17 #define _ASM_RISCV_UACCESS_H
20 * User space memory access functions
22 #include <linux/errno.h>
23 #include <linux/compiler.h>
24 #include <linux/thread_info.h>
25 #include <asm/byteorder.h>
28 #define __enable_user_access() \
29 __asm__ __volatile__ ("csrs sstatus, %0" : : "r" (SR_SUM) : "memory")
30 #define __disable_user_access() \
31 __asm__ __volatile__ ("csrc sstatus, %0" : : "r" (SR_SUM) : "memory")
34 * The fs value determines whether argument validity checking should be
35 * performed or not. If get_fs() == USER_DS, checking is performed, with
36 * get_fs() == KERNEL_DS, checking is bypassed.
38 * For historical reasons, these macros are grossly misnamed.
41 #define KERNEL_DS (~0UL)
42 #define USER_DS (TASK_SIZE)
44 #define get_ds() (KERNEL_DS)
45 #define get_fs() (current_thread_info()->addr_limit)
47 static inline void set_fs(mm_segment_t fs
)
49 current_thread_info()->addr_limit
= fs
;
52 #define segment_eq(a, b) ((a) == (b))
54 #define user_addr_max() (get_fs())
58 #define VERIFY_WRITE 1
61 * access_ok: - Checks if a user space pointer is valid
62 * @type: Type of access: %VERIFY_READ or %VERIFY_WRITE. Note that
63 * %VERIFY_WRITE is a superset of %VERIFY_READ - if it is safe
64 * to write to a block, it is always safe to read from it.
65 * @addr: User space pointer to start of block to check
66 * @size: Size of block to check
68 * Context: User context only. This function may sleep.
70 * Checks if a pointer to a block of memory in user space is valid.
72 * Returns true (nonzero) if the memory block may be valid, false (zero)
73 * if it is definitely invalid.
75 * Note that, depending on architecture, this function probably just
76 * checks that the pointer is in the user space range - after calling
77 * this function, memory access functions may still return -EFAULT.
79 #define access_ok(type, addr, size) ({ \
80 __chk_user_ptr(addr); \
81 likely(__access_ok((unsigned long __force)(addr), (size))); \
85 * Ensure that the range [addr, addr+size) is within the process's
88 static inline int __access_ok(unsigned long addr
, unsigned long size
)
90 const mm_segment_t fs
= get_fs();
92 return (size
<= fs
) && (addr
<= (fs
- size
));
96 * The exception table consists of pairs of addresses: the first is the
97 * address of an instruction that is allowed to fault, and the second is
98 * the address at which the program should continue. No registers are
99 * modified, so it is entirely up to the continuation code to figure out
102 * All the routines below use bits of fixup code that are out of line
103 * with the main instruction path. This means when everything is well,
104 * we don't even have to jump over them. Further, they do not intrude
105 * on our cache or tlb entries.
108 struct exception_table_entry
{
109 unsigned long insn
, fixup
;
112 extern int fixup_exception(struct pt_regs
*state
);
114 #if defined(__LITTLE_ENDIAN)
117 #elif defined(__BIG_ENDIAN)
121 #error "Unknown endianness"
125 * The "__xxx" versions of the user access functions do not verify the address
126 * space - it must have been done previously with a separate "access_ok()"
131 #define __get_user_asm(insn, x, ptr, err) \
135 __enable_user_access(); \
136 __asm__ __volatile__ ( \
138 " " insn " %1, %3\n" \
140 " .section .fixup,\"ax\"\n" \
147 " .section __ex_table,\"a\"\n" \
148 " .balign " RISCV_SZPTR "\n" \
149 " " RISCV_PTR " 1b, 3b\n" \
151 : "+r" (err), "=&r" (__x), "=r" (__tmp) \
152 : "m" (*(ptr)), "i" (-EFAULT)); \
153 __disable_user_access(); \
156 #endif /* CONFIG_MMU */
159 #define __get_user_8(x, ptr, err) \
160 __get_user_asm("ld", x, ptr, err)
161 #else /* !CONFIG_64BIT */
163 #define __get_user_8(x, ptr, err) \
165 u32 __user *__ptr = (u32 __user *)(ptr); \
168 __enable_user_access(); \
169 __asm__ __volatile__ ( \
175 " .section .fixup,\"ax\"\n" \
183 " .section __ex_table,\"a\"\n" \
184 " .balign " RISCV_SZPTR "\n" \
185 " " RISCV_PTR " 1b, 4b\n" \
186 " " RISCV_PTR " 2b, 4b\n" \
188 : "+r" (err), "=&r" (__lo), "=r" (__hi), \
190 : "m" (__ptr[__LSW]), "m" (__ptr[__MSW]), \
192 __disable_user_access(); \
193 (x) = (__typeof__(x))((__typeof__((x)-(x)))( \
194 (((u64)__hi << 32) | __lo))); \
196 #endif /* CONFIG_MMU */
197 #endif /* CONFIG_64BIT */
201 * __get_user: - Get a simple variable from user space, with less checking.
202 * @x: Variable to store result.
203 * @ptr: Source address, in user space.
205 * Context: User context only. This function may sleep.
207 * This macro copies a single simple variable from user space to kernel
208 * space. It supports simple types like char and int, but not larger
209 * data types like structures or arrays.
211 * @ptr must have pointer-to-simple-variable type, and the result of
212 * dereferencing @ptr must be assignable to @x without a cast.
214 * Caller must check the pointer with access_ok() before calling this
217 * Returns zero on success, or -EFAULT on error.
218 * On error, the variable @x is set to zero.
220 #define __get_user(x, ptr) \
222 register long __gu_err = 0; \
223 const __typeof__(*(ptr)) __user *__gu_ptr = (ptr); \
224 __chk_user_ptr(__gu_ptr); \
225 switch (sizeof(*__gu_ptr)) { \
227 __get_user_asm("lb", (x), __gu_ptr, __gu_err); \
230 __get_user_asm("lh", (x), __gu_ptr, __gu_err); \
233 __get_user_asm("lw", (x), __gu_ptr, __gu_err); \
236 __get_user_8((x), __gu_ptr, __gu_err); \
245 * get_user: - Get a simple variable from user space.
246 * @x: Variable to store result.
247 * @ptr: Source address, in user space.
249 * Context: User context only. This function may sleep.
251 * This macro copies a single simple variable from user space to kernel
252 * space. It supports simple types like char and int, but not larger
253 * data types like structures or arrays.
255 * @ptr must have pointer-to-simple-variable type, and the result of
256 * dereferencing @ptr must be assignable to @x without a cast.
258 * Returns zero on success, or -EFAULT on error.
259 * On error, the variable @x is set to zero.
261 #define get_user(x, ptr) \
263 const __typeof__(*(ptr)) __user *__p = (ptr); \
265 access_ok(VERIFY_READ, __p, sizeof(*__p)) ? \
266 __get_user((x), __p) : \
267 ((x) = 0, -EFAULT); \
272 #define __put_user_asm(insn, x, ptr, err) \
275 __typeof__(*(ptr)) __x = x; \
276 __enable_user_access(); \
277 __asm__ __volatile__ ( \
279 " " insn " %z3, %2\n" \
281 " .section .fixup,\"ax\"\n" \
287 " .section __ex_table,\"a\"\n" \
288 " .balign " RISCV_SZPTR "\n" \
289 " " RISCV_PTR " 1b, 3b\n" \
291 : "+r" (err), "=r" (__tmp), "=m" (*(ptr)) \
292 : "rJ" (__x), "i" (-EFAULT)); \
293 __disable_user_access(); \
295 #endif /* CONFIG_MMU */
299 #define __put_user_8(x, ptr, err) \
300 __put_user_asm("sd", x, ptr, err)
301 #else /* !CONFIG_64BIT */
303 #define __put_user_8(x, ptr, err) \
305 u32 __user *__ptr = (u32 __user *)(ptr); \
306 u64 __x = (__typeof__((x)-(x)))(x); \
308 __enable_user_access(); \
309 __asm__ __volatile__ ( \
315 " .section .fixup,\"ax\"\n" \
321 " .section __ex_table,\"a\"\n" \
322 " .balign " RISCV_SZPTR "\n" \
323 " " RISCV_PTR " 1b, 4b\n" \
324 " " RISCV_PTR " 2b, 4b\n" \
326 : "+r" (err), "=r" (__tmp), \
327 "=m" (__ptr[__LSW]), \
328 "=m" (__ptr[__MSW]) \
329 : "rJ" (__x), "rJ" (__x >> 32), "i" (-EFAULT)); \
330 __disable_user_access(); \
332 #endif /* CONFIG_MMU */
333 #endif /* CONFIG_64BIT */
337 * __put_user: - Write a simple value into user space, with less checking.
338 * @x: Value to copy to user space.
339 * @ptr: Destination address, in user space.
341 * Context: User context only. This function may sleep.
343 * This macro copies a single simple value from kernel space to user
344 * space. It supports simple types like char and int, but not larger
345 * data types like structures or arrays.
347 * @ptr must have pointer-to-simple-variable type, and @x must be assignable
348 * to the result of dereferencing @ptr.
350 * Caller must check the pointer with access_ok() before calling this
353 * Returns zero on success, or -EFAULT on error.
355 #define __put_user(x, ptr) \
357 register long __pu_err = 0; \
358 __typeof__(*(ptr)) __user *__gu_ptr = (ptr); \
359 __chk_user_ptr(__gu_ptr); \
360 switch (sizeof(*__gu_ptr)) { \
362 __put_user_asm("sb", (x), __gu_ptr, __pu_err); \
365 __put_user_asm("sh", (x), __gu_ptr, __pu_err); \
368 __put_user_asm("sw", (x), __gu_ptr, __pu_err); \
371 __put_user_8((x), __gu_ptr, __pu_err); \
380 * put_user: - Write a simple value into user space.
381 * @x: Value to copy to user space.
382 * @ptr: Destination address, in user space.
384 * Context: User context only. This function may sleep.
386 * This macro copies a single simple value from kernel space to user
387 * space. It supports simple types like char and int, but not larger
388 * data types like structures or arrays.
390 * @ptr must have pointer-to-simple-variable type, and @x must be assignable
391 * to the result of dereferencing @ptr.
393 * Returns zero on success, or -EFAULT on error.
395 #define put_user(x, ptr) \
397 __typeof__(*(ptr)) __user *__p = (ptr); \
399 access_ok(VERIFY_WRITE, __p, sizeof(*__p)) ? \
400 __put_user((x), __p) : \
405 extern unsigned long __must_check
__copy_user(void __user
*to
,
406 const void __user
*from
, unsigned long n
);
408 static inline unsigned long
409 raw_copy_from_user(void *to
, const void __user
*from
, unsigned long n
)
411 return __copy_user(to
, from
, n
);
414 static inline unsigned long
415 raw_copy_to_user(void __user
*to
, const void *from
, unsigned long n
)
417 return __copy_user(to
, from
, n
);
420 extern long strncpy_from_user(char *dest
, const char __user
*src
, long count
);
422 extern long __must_check
strlen_user(const char __user
*str
);
423 extern long __must_check
strnlen_user(const char __user
*str
, long n
);
426 unsigned long __must_check
__clear_user(void __user
*addr
, unsigned long n
);
429 unsigned long __must_check
clear_user(void __user
*to
, unsigned long n
)
432 return access_ok(VERIFY_WRITE
, to
, n
) ?
433 __clear_user(to
, n
) : n
;
437 * Atomic compare-and-exchange, but with a fixup for userspace faults. Faults
438 * will set "err" to -EFAULT, while successful accesses return the previous
442 #define __cmpxchg_user(ptr, old, new, err, size, lrb, scb) \
444 __typeof__(ptr) __ptr = (ptr); \
445 __typeof__(*(ptr)) __old = (old); \
446 __typeof__(*(ptr)) __new = (new); \
447 __typeof__(*(ptr)) __ret; \
448 __typeof__(err) __err = 0; \
449 register unsigned int __rc; \
450 __enable_user_access(); \
453 __asm__ __volatile__ ( \
455 " lr.w" #scb " %[ret], %[ptr]\n" \
456 " bne %[ret], %z[old], 1f\n" \
457 " sc.w" #lrb " %[rc], %z[new], %[ptr]\n" \
458 " bnez %[rc], 0b\n" \
460 ".section .fixup,\"ax\"\n" \
463 " li %[err], %[efault]\n" \
464 " jump 1b, %[rc]\n" \
466 ".section __ex_table,\"a\"\n" \
467 ".balign " RISCV_SZPTR "\n" \
468 " " RISCV_PTR " 1b, 2b\n" \
470 : [ret] "=&r" (__ret), \
472 [ptr] "+A" (*__ptr), \
473 [err] "=&r" (__err) \
474 : [old] "rJ" (__old), \
475 [new] "rJ" (__new), \
476 [efault] "i" (-EFAULT)); \
479 __asm__ __volatile__ ( \
481 " lr.d" #scb " %[ret], %[ptr]\n" \
482 " bne %[ret], %z[old], 1f\n" \
483 " sc.d" #lrb " %[rc], %z[new], %[ptr]\n" \
484 " bnez %[rc], 0b\n" \
486 ".section .fixup,\"ax\"\n" \
489 " li %[err], %[efault]\n" \
490 " jump 1b, %[rc]\n" \
492 ".section __ex_table,\"a\"\n" \
493 ".balign " RISCV_SZPTR "\n" \
494 " " RISCV_PTR " 1b, 2b\n" \
496 : [ret] "=&r" (__ret), \
498 [ptr] "+A" (*__ptr), \
499 [err] "=&r" (__err) \
500 : [old] "rJ" (__old), \
501 [new] "rJ" (__new), \
502 [efault] "i" (-EFAULT)); \
507 __disable_user_access(); \
511 #endif /* CONFIG_MMU */
513 #endif /* _ASM_RISCV_UACCESS_H */