]>
Commit | Line | Data |
---|---|---|
61031952 RZ |
1 | /* |
2 | * Copyright(c) 2015 Intel Corporation. All rights reserved. | |
3 | * | |
4 | * This program is free software; you can redistribute it and/or modify | |
5 | * it under the terms of version 2 of the GNU General Public License as | |
6 | * published by the Free Software Foundation. | |
7 | * | |
8 | * This program is distributed in the hope that it will be useful, but | |
9 | * WITHOUT ANY WARRANTY; without even the implied warranty of | |
10 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU | |
11 | * General Public License for more details. | |
12 | */ | |
13 | #ifndef __PMEM_H__ | |
14 | #define __PMEM_H__ | |
15 | ||
16 | #include <linux/io.h> | |
5de490da | 17 | #include <linux/uio.h> |
61031952 RZ |
18 | |
19 | #ifdef CONFIG_ARCH_HAS_PMEM_API | |
96601adb | 20 | #define ARCH_MEMREMAP_PMEM MEMREMAP_WB |
40603526 | 21 | #include <asm/pmem.h> |
61031952 | 22 | #else |
96601adb DW |
23 | #define ARCH_MEMREMAP_PMEM MEMREMAP_WT |
24 | /* | |
25 | * These are simply here to enable compilation, all call sites gate | |
26 | * calling these symbols with arch_has_pmem_api() and redirect to the | |
27 | * implementation in asm/pmem.h. | |
28 | */ | |
7a9eb206 | 29 | static inline void arch_memcpy_to_pmem(void *dst, const void *src, size_t n) |
61031952 RZ |
30 | { |
31 | BUG(); | |
32 | } | |
5de490da | 33 | |
7a9eb206 | 34 | static inline size_t arch_copy_from_iter_pmem(void *addr, size_t bytes, |
5de490da RZ |
35 | struct iov_iter *i) |
36 | { | |
37 | BUG(); | |
38 | return 0; | |
39 | } | |
40 | ||
7a9eb206 | 41 | static inline void arch_clear_pmem(void *addr, size_t size) |
5de490da RZ |
42 | { |
43 | BUG(); | |
44 | } | |
3f4a2670 | 45 | |
7a9eb206 | 46 | static inline void arch_wb_cache_pmem(void *addr, size_t size) |
3f4a2670 RZ |
47 | { |
48 | BUG(); | |
49 | } | |
59e64739 | 50 | |
7a9eb206 | 51 | static inline void arch_invalidate_pmem(void *addr, size_t size) |
59e64739 DW |
52 | { |
53 | BUG(); | |
54 | } | |
61031952 RZ |
55 | #endif |
56 | ||
cba2e47a TK |
57 | static inline bool arch_has_pmem_api(void) |
58 | { | |
59 | return IS_ENABLED(CONFIG_ARCH_HAS_PMEM_API); | |
60 | } | |
61 | ||
61031952 RZ |
62 | /** |
63 | * memcpy_to_pmem - copy data to persistent memory | |
64 | * @dst: destination buffer for the copy | |
65 | * @src: source buffer for the copy | |
66 | * @n: length of the copy in bytes | |
67 | * | |
68 | * Perform a memory copy that results in the destination of the copy | |
69 | * being effectively evicted from, or never written to, the processor | |
70 | * cache hierarchy after the copy completes. After memcpy_to_pmem() | |
71 | * data may still reside in cpu or platform buffers, so this operation | |
7c8a6a71 | 72 | * must be followed by a blkdev_issue_flush() on the pmem block device. |
61031952 | 73 | */ |
7a9eb206 | 74 | static inline void memcpy_to_pmem(void *dst, const void *src, size_t n) |
61031952 RZ |
75 | { |
76 | if (arch_has_pmem_api()) | |
77 | arch_memcpy_to_pmem(dst, src, n); | |
78 | else | |
7a9eb206 | 79 | memcpy(dst, src, n); |
61031952 RZ |
80 | } |
81 | ||
5de490da RZ |
82 | /** |
83 | * copy_from_iter_pmem - copy data from an iterator to PMEM | |
84 | * @addr: PMEM destination address | |
85 | * @bytes: number of bytes to copy | |
86 | * @i: iterator with source data | |
87 | * | |
88 | * Copy data from the iterator 'i' to the PMEM buffer starting at 'addr'. | |
7c8a6a71 | 89 | * See blkdev_issue_flush() note for memcpy_to_pmem(). |
5de490da | 90 | */ |
7a9eb206 | 91 | static inline size_t copy_from_iter_pmem(void *addr, size_t bytes, |
5de490da RZ |
92 | struct iov_iter *i) |
93 | { | |
94 | if (arch_has_pmem_api()) | |
95 | return arch_copy_from_iter_pmem(addr, bytes, i); | |
7a9eb206 | 96 | return copy_from_iter_nocache(addr, bytes, i); |
5de490da RZ |
97 | } |
98 | ||
99 | /** | |
100 | * clear_pmem - zero a PMEM memory range | |
101 | * @addr: virtual start address | |
102 | * @size: number of bytes to zero | |
103 | * | |
104 | * Write zeros into the memory range starting at 'addr' for 'size' bytes. | |
7c8a6a71 | 105 | * See blkdev_issue_flush() note for memcpy_to_pmem(). |
5de490da | 106 | */ |
7a9eb206 | 107 | static inline void clear_pmem(void *addr, size_t size) |
5de490da RZ |
108 | { |
109 | if (arch_has_pmem_api()) | |
110 | arch_clear_pmem(addr, size); | |
111 | else | |
7a9eb206 | 112 | memset(addr, 0, size); |
5de490da | 113 | } |
3f4a2670 | 114 | |
59e64739 DW |
115 | /** |
116 | * invalidate_pmem - flush a pmem range from the cache hierarchy | |
117 | * @addr: virtual start address | |
118 | * @size: bytes to invalidate (internally aligned to cache line size) | |
119 | * | |
120 | * For platforms that support clearing poison this flushes any poisoned | |
121 | * ranges out of the cache | |
122 | */ | |
7a9eb206 | 123 | static inline void invalidate_pmem(void *addr, size_t size) |
59e64739 DW |
124 | { |
125 | if (arch_has_pmem_api()) | |
126 | arch_invalidate_pmem(addr, size); | |
127 | } | |
128 | ||
3f4a2670 RZ |
129 | /** |
130 | * wb_cache_pmem - write back processor cache for PMEM memory range | |
131 | * @addr: virtual start address | |
132 | * @size: number of bytes to write back | |
133 | * | |
134 | * Write back the processor cache range starting at 'addr' for 'size' bytes. | |
7c8a6a71 | 135 | * See blkdev_issue_flush() note for memcpy_to_pmem(). |
3f4a2670 | 136 | */ |
7a9eb206 | 137 | static inline void wb_cache_pmem(void *addr, size_t size) |
3f4a2670 RZ |
138 | { |
139 | if (arch_has_pmem_api()) | |
140 | arch_wb_cache_pmem(addr, size); | |
141 | } | |
61031952 | 142 | #endif /* __PMEM_H__ */ |