]>
Commit | Line | Data |
---|---|---|
a7386694 JB |
1 | /* |
2 | * x86 semaphore implementation. | |
3 | * | |
4 | * (C) Copyright 1999 Linus Torvalds | |
5 | * | |
6 | * Portions Copyright 1999 Red Hat, Inc. | |
7 | * | |
8 | * This program is free software; you can redistribute it and/or | |
9 | * modify it under the terms of the GNU General Public License | |
10 | * as published by the Free Software Foundation; either version | |
11 | * 2 of the License, or (at your option) any later version. | |
12 | * | |
13 | * rw semaphores implemented November 1999 by Benjamin LaHaise <bcrl@kvack.org> | |
14 | */ | |
15 | ||
16 | #include <linux/linkage.h> | |
17 | #include <asm/alternative-asm.h> | |
3387a535 | 18 | #include <asm/frame.h> |
a7386694 JB |
19 | |
20 | #define __ASM_HALF_REG(reg) __ASM_SEL(reg, e##reg) | |
21 | #define __ASM_HALF_SIZE(inst) __ASM_SEL(inst##w, inst##l) | |
22 | ||
23 | #ifdef CONFIG_X86_32 | |
24 | ||
25 | /* | |
26 | * The semaphore operations have a special calling sequence that | |
27 | * allow us to do a simpler in-line version of them. These routines | |
28 | * need to convert that sequence back into the C sequence when | |
29 | * there is contention on the semaphore. | |
30 | * | |
31 | * %eax contains the semaphore pointer on entry. Save the C-clobbered | |
32 | * registers (%eax, %edx and %ecx) except %eax whish is either a return | |
33 | * value or just clobbered.. | |
34 | */ | |
35 | ||
36 | #define save_common_regs \ | |
131484c8 | 37 | pushl %ecx |
a7386694 JB |
38 | |
39 | #define restore_common_regs \ | |
131484c8 | 40 | popl %ecx |
a7386694 JB |
41 | |
42 | /* Avoid uglifying the argument copying x86-64 needs to do. */ | |
43 | .macro movq src, dst | |
44 | .endm | |
45 | ||
46 | #else | |
47 | ||
bafaecd1 LT |
48 | /* |
49 | * x86-64 rwsem wrappers | |
50 | * | |
51 | * This interfaces the inline asm code to the slow-path | |
52 | * C routines. We need to save the call-clobbered regs | |
53 | * that the asm does not mark as clobbered, and move the | |
54 | * argument from %rax to %rdi. | |
55 | * | |
56 | * NOTE! We don't need to save %rax, because the functions | |
57 | * will always return the semaphore pointer in %rax (which | |
58 | * is also the input argument to these helpers) | |
59 | * | |
60 | * The following can clobber %rdx because the asm clobbers it: | |
61 | * call_rwsem_down_write_failed | |
62 | * call_rwsem_wake | |
63 | * but %rdi, %rsi, %rcx, %r8-r11 always need saving. | |
64 | */ | |
65 | ||
bafaecd1 | 66 | #define save_common_regs \ |
131484c8 IM |
67 | pushq %rdi; \ |
68 | pushq %rsi; \ | |
69 | pushq %rcx; \ | |
70 | pushq %r8; \ | |
71 | pushq %r9; \ | |
72 | pushq %r10; \ | |
73 | pushq %r11 | |
bafaecd1 LT |
74 | |
75 | #define restore_common_regs \ | |
131484c8 IM |
76 | popq %r11; \ |
77 | popq %r10; \ | |
78 | popq %r9; \ | |
79 | popq %r8; \ | |
80 | popq %rcx; \ | |
81 | popq %rsi; \ | |
82 | popq %rdi | |
bafaecd1 | 83 | |
a7386694 JB |
84 | #endif |
85 | ||
bafaecd1 LT |
86 | /* Fix up special calling conventions */ |
87 | ENTRY(call_rwsem_down_read_failed) | |
3387a535 | 88 | FRAME_BEGIN |
bafaecd1 | 89 | save_common_regs |
131484c8 | 90 | __ASM_SIZE(push,) %__ASM_REG(dx) |
bafaecd1 LT |
91 | movq %rax,%rdi |
92 | call rwsem_down_read_failed | |
131484c8 | 93 | __ASM_SIZE(pop,) %__ASM_REG(dx) |
bafaecd1 | 94 | restore_common_regs |
3387a535 | 95 | FRAME_END |
bafaecd1 | 96 | ret |
39f2205e | 97 | ENDPROC(call_rwsem_down_read_failed) |
bafaecd1 LT |
98 | |
99 | ENTRY(call_rwsem_down_write_failed) | |
3387a535 | 100 | FRAME_BEGIN |
bafaecd1 LT |
101 | save_common_regs |
102 | movq %rax,%rdi | |
103 | call rwsem_down_write_failed | |
104 | restore_common_regs | |
3387a535 | 105 | FRAME_END |
bafaecd1 | 106 | ret |
39f2205e | 107 | ENDPROC(call_rwsem_down_write_failed) |
bafaecd1 LT |
108 | |
109 | ENTRY(call_rwsem_wake) | |
3387a535 | 110 | FRAME_BEGIN |
a7386694 JB |
111 | /* do nothing if still outstanding active readers */ |
112 | __ASM_HALF_SIZE(dec) %__ASM_HALF_REG(dx) | |
bafaecd1 LT |
113 | jnz 1f |
114 | save_common_regs | |
115 | movq %rax,%rdi | |
116 | call rwsem_wake | |
117 | restore_common_regs | |
3387a535 JP |
118 | 1: FRAME_END |
119 | ret | |
39f2205e | 120 | ENDPROC(call_rwsem_wake) |
bafaecd1 | 121 | |
bafaecd1 | 122 | ENTRY(call_rwsem_downgrade_wake) |
3387a535 | 123 | FRAME_BEGIN |
bafaecd1 | 124 | save_common_regs |
131484c8 | 125 | __ASM_SIZE(push,) %__ASM_REG(dx) |
bafaecd1 LT |
126 | movq %rax,%rdi |
127 | call rwsem_downgrade_wake | |
131484c8 | 128 | __ASM_SIZE(pop,) %__ASM_REG(dx) |
bafaecd1 | 129 | restore_common_regs |
3387a535 | 130 | FRAME_END |
bafaecd1 | 131 | ret |
39f2205e | 132 | ENDPROC(call_rwsem_downgrade_wake) |