]>
Commit | Line | Data |
---|---|---|
0aea86a2 CM |
1 | /* |
2 | * Copyright (C) 2012 ARM Ltd. | |
3 | * | |
4 | * This program is free software; you can redistribute it and/or modify | |
5 | * it under the terms of the GNU General Public License version 2 as | |
6 | * published by the Free Software Foundation. | |
7 | * | |
8 | * This program is distributed in the hope that it will be useful, | |
9 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | |
10 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | |
11 | * GNU General Public License for more details. | |
12 | * | |
13 | * You should have received a copy of the GNU General Public License | |
14 | * along with this program. If not, see <http://www.gnu.org/licenses/>. | |
15 | */ | |
16 | ||
17 | #include <linux/linkage.h> | |
338d4f49 JM |
18 | |
19 | #include <asm/alternative.h> | |
0aea86a2 | 20 | #include <asm/assembler.h> |
338d4f49 JM |
21 | #include <asm/cpufeature.h> |
22 | #include <asm/sysreg.h> | |
0aea86a2 CM |
23 | |
24 | /* | |
25 | * Copy to user space from a kernel buffer (alignment handled by the hardware) | |
26 | * | |
27 | * Parameters: | |
28 | * x0 - to | |
29 | * x1 - from | |
30 | * x2 - n | |
31 | * Returns: | |
32 | * x0 - bytes not copied | |
33 | */ | |
34 | ENTRY(__copy_to_user) | |
338d4f49 JM |
35 | ALTERNATIVE("nop", __stringify(SET_PSTATE_PAN(0)), ARM64_HAS_PAN, \ |
36 | CONFIG_ARM64_PAN) | |
23e94994 WD |
37 | add x5, x0, x2 // upper user buffer boundary |
38 | subs x2, x2, #16 | |
39 | b.mi 1f | |
40 | 0: | |
41 | ldp x3, x4, [x1], #16 | |
42 | subs x2, x2, #16 | |
43 | USER(9f, stp x3, x4, [x0], #16) | |
44 | b.pl 0b | |
45 | 1: adds x2, x2, #8 | |
0aea86a2 | 46 | b.mi 2f |
0aea86a2 | 47 | ldr x3, [x1], #8 |
23e94994 | 48 | sub x2, x2, #8 |
0aea86a2 | 49 | USER(9f, str x3, [x0], #8 ) |
0aea86a2 CM |
50 | 2: adds x2, x2, #4 |
51 | b.mi 3f | |
52 | ldr w3, [x1], #4 | |
53 | sub x2, x2, #4 | |
54 | USER(9f, str w3, [x0], #4 ) | |
55 | 3: adds x2, x2, #2 | |
56 | b.mi 4f | |
57 | ldrh w3, [x1], #2 | |
58 | sub x2, x2, #2 | |
59 | USER(9f, strh w3, [x0], #2 ) | |
60 | 4: adds x2, x2, #1 | |
61 | b.mi 5f | |
62 | ldrb w3, [x1] | |
63 | USER(9f, strb w3, [x0] ) | |
64 | 5: mov x0, #0 | |
338d4f49 JM |
65 | ALTERNATIVE("nop", __stringify(SET_PSTATE_PAN(1)), ARM64_HAS_PAN, \ |
66 | CONFIG_ARM64_PAN) | |
0aea86a2 CM |
67 | ret |
68 | ENDPROC(__copy_to_user) | |
69 | ||
70 | .section .fixup,"ax" | |
71 | .align 2 | |
23e94994 | 72 | 9: sub x0, x5, x0 // bytes not copied |
0aea86a2 CM |
73 | ret |
74 | .previous |