]>
Commit | Line | Data |
---|---|---|
a0616cde DH |
1 | /* |
2 | * Copyright IBM Corp. 1999, 2009 | |
3 | * | |
4 | * Author(s): Martin Schwidefsky <schwidefsky@de.ibm.com> | |
5 | */ | |
6 | ||
7 | #ifndef __ASM_BARRIER_H | |
8 | #define __ASM_BARRIER_H | |
9 | ||
a8a1475f MS |
10 | #include <asm/alternative.h> |
11 | ||
a0616cde DH |
12 | /* |
13 | * Force strict CPU ordering. | |
14 | * And yes, this is required on UP too when we're talking | |
15 | * to devices. | |
a0616cde DH |
16 | */ |
17 | ||
e5b8d755 | 18 | #ifdef CONFIG_HAVE_MARCH_Z196_FEATURES |
e06ef372 | 19 | /* Fast-BCR without checkpoint synchronization */ |
44230282 | 20 | #define __ASM_BARRIER "bcr 14,0\n" |
e5b8d755 | 21 | #else |
44230282 | 22 | #define __ASM_BARRIER "bcr 15,0\n" |
e5b8d755 | 23 | #endif |
c6f48b0b | 24 | |
44230282 HC |
25 | #define mb() do { asm volatile(__ASM_BARRIER : : : "memory"); } while (0) |
26 | ||
a8a1475f MS |
27 | static inline void osb(void) |
28 | { | |
29 | asm volatile( | |
30 | ALTERNATIVE("", ".long 0xb2e8f000", 81) | |
31 | : : : "memory"); | |
32 | } | |
33 | #define osb osb | |
34 | ||
1afc82ae CB |
35 | #define rmb() barrier() |
36 | #define wmb() barrier() | |
37 | #define dma_rmb() mb() | |
38 | #define dma_wmb() mb() | |
82b44496 MT |
39 | #define __smp_mb() mb() |
40 | #define __smp_rmb() rmb() | |
41 | #define __smp_wmb() wmb() | |
82b44496 MT |
42 | |
43 | #define __smp_store_release(p, v) \ | |
47933ad4 PZ |
44 | do { \ |
45 | compiletime_assert_atomic_type(*p); \ | |
46 | barrier(); \ | |
76695af2 | 47 | WRITE_ONCE(*p, v); \ |
47933ad4 PZ |
48 | } while (0) |
49 | ||
82b44496 | 50 | #define __smp_load_acquire(p) \ |
47933ad4 | 51 | ({ \ |
76695af2 | 52 | typeof(*p) ___p1 = READ_ONCE(*p); \ |
47933ad4 PZ |
53 | compiletime_assert_atomic_type(*p); \ |
54 | barrier(); \ | |
55 | ___p1; \ | |
56 | }) | |
57 | ||
779a6a36 MT |
58 | #define __smp_mb__before_atomic() barrier() |
59 | #define __smp_mb__after_atomic() barrier() | |
60 | ||
21535aae MT |
61 | #include <asm-generic/barrier.h> |
62 | ||
a0616cde | 63 | #endif /* __ASM_BARRIER_H */ |