]> git.proxmox.com Git - mirror_qemu.git/blame - util/mmap-alloc.c
hw/gpio/max7310: Simplify max7310_realize()
[mirror_qemu.git] / util / mmap-alloc.c
CommitLineData
794e8f30
MT
1/*
2 * Support for RAM backed by mmaped host memory.
3 *
4 * Copyright (c) 2015 Red Hat, Inc.
5 *
6 * Authors:
7 * Michael S. Tsirkin <mst@redhat.com>
8 *
9 * This work is licensed under the terms of the GNU GPL, version 2 or
10 * later. See the COPYING file in the top-level directory.
11 */
a9c94277 12
119906af
ZY
13#ifdef CONFIG_LINUX
14#include <linux/mman.h>
15#else /* !CONFIG_LINUX */
16#define MAP_SYNC 0x0
17#define MAP_SHARED_VALIDATE 0x0
18#endif /* CONFIG_LINUX */
19
aafd7584 20#include "qemu/osdep.h"
a9c94277 21#include "qemu/mmap-alloc.h"
4a3ecf20 22#include "qemu/host-utils.h"
d94e0bc9 23#include "qemu/cutils.h"
8dbe22c6 24#include "qemu/error-report.h"
794e8f30 25
7197fb40
MT
26#define HUGETLBFS_MAGIC 0x958458f6
27
28#ifdef CONFIG_LINUX
29#include <sys/vfs.h>
30#endif
31
32size_t qemu_fd_getpagesize(int fd)
33{
34#ifdef CONFIG_LINUX
35 struct statfs fs;
36 int ret;
37
38 if (fd != -1) {
39 do {
40 ret = fstatfs(fd, &fs);
41 } while (ret != 0 && errno == EINTR);
42
43 if (ret == 0 && fs.f_type == HUGETLBFS_MAGIC) {
44 return fs.f_bsize;
45 }
46 }
57d1f6d7
PM
47#ifdef __sparc__
48 /* SPARC Linux needs greater alignment than the pagesize */
49 return QEMU_VMALLOC_ALIGN;
50#endif
7197fb40
MT
51#endif
52
8e3b0cbb 53 return qemu_real_host_page_size();
7197fb40
MT
54}
55
d94e0bc9
DH
56#define OVERCOMMIT_MEMORY_PATH "/proc/sys/vm/overcommit_memory"
57static bool map_noreserve_effective(int fd, uint32_t qemu_map_flags)
58{
59#if defined(__linux__)
60 const bool readonly = qemu_map_flags & QEMU_MAP_READONLY;
61 const bool shared = qemu_map_flags & QEMU_MAP_SHARED;
62 gchar *content = NULL;
63 const char *endptr;
64 unsigned int tmp;
65
66 /*
67 * hugeltb accounting is different than ordinary swap reservation:
68 * a) Hugetlb pages from the pool are reserved for both private and
69 * shared mappings. For shared mappings, all mappers have to specify
70 * MAP_NORESERVE.
71 * b) MAP_NORESERVE is not affected by /proc/sys/vm/overcommit_memory.
72 */
8e3b0cbb 73 if (qemu_fd_getpagesize(fd) != qemu_real_host_page_size()) {
d94e0bc9
DH
74 return true;
75 }
76
77 /*
78 * Accountable mappings in the kernel that can be affected by MAP_NORESEVE
79 * are private writable mappings (see mm/mmap.c:accountable_mapping() in
80 * Linux). For all shared or readonly mappings, MAP_NORESERVE is always
81 * implicitly active -- no reservation; this includes shmem. The only
82 * exception is shared anonymous memory, it is accounted like private
83 * anonymous memory.
84 */
85 if (readonly || (shared && fd >= 0)) {
86 return true;
87 }
88
89 /*
90 * MAP_NORESERVE is globally ignored for applicable !hugetlb mappings when
91 * memory overcommit is set to "never". Sparse memory regions aren't really
92 * possible in this system configuration.
93 *
94 * Bail out now instead of silently committing way more memory than
95 * currently desired by the user.
96 */
97 if (g_file_get_contents(OVERCOMMIT_MEMORY_PATH, &content, NULL, NULL) &&
98 !qemu_strtoui(content, &endptr, 0, &tmp) &&
99 (!endptr || *endptr == '\n')) {
100 if (tmp == 2) {
101 error_report("Skipping reservation of swap space is not supported:"
102 " \"" OVERCOMMIT_MEMORY_PATH "\" is \"2\"");
103 return false;
104 }
105 return true;
106 }
107 /* this interface has been around since Linux 2.6 */
108 error_report("Skipping reservation of swap space is not supported:"
109 " Could not read: \"" OVERCOMMIT_MEMORY_PATH "\"");
110 return false;
111#endif
112 /*
113 * E.g., FreeBSD used to define MAP_NORESERVE, never implemented it,
114 * and removed it a while ago.
115 */
116 error_report("Skipping reservation of swap space is not supported");
117 return false;
118}
119
01c26ad6
DH
120/*
121 * Reserve a new memory region of the requested size to be used for mapping
122 * from the given fd (if any).
123 */
124static void *mmap_reserve(size_t size, int fd)
125{
126 int flags = MAP_PRIVATE;
127
128#if defined(__powerpc64__) && defined(__linux__)
129 /*
130 * On ppc64 mappings in the same segment (aka slice) must share the same
131 * page size. Since we will be re-allocating part of this segment
132 * from the supplied fd, we should make sure to use the same page size, to
133 * this end we mmap the supplied fd. In this case, set MAP_NORESERVE to
134 * avoid allocating backing store memory.
135 * We do this unless we are using the system page size, in which case
136 * anonymous memory is OK.
137 */
8e3b0cbb 138 if (fd == -1 || qemu_fd_getpagesize(fd) == qemu_real_host_page_size()) {
01c26ad6
DH
139 fd = -1;
140 flags |= MAP_ANONYMOUS;
141 } else {
142 flags |= MAP_NORESERVE;
143 }
144#else
145 fd = -1;
146 flags |= MAP_ANONYMOUS;
147#endif
148
149 return mmap(0, size, PROT_NONE, flags, fd, 0);
150}
151
d01cbf82
DH
152/*
153 * Activate memory in a reserved region from the given fd (if any), to make
154 * it accessible.
155 */
b444f5c0
DH
156static void *mmap_activate(void *ptr, size_t size, int fd,
157 uint32_t qemu_map_flags, off_t map_offset)
d01cbf82 158{
8dbe22c6 159 const bool noreserve = qemu_map_flags & QEMU_MAP_NORESERVE;
b444f5c0
DH
160 const bool readonly = qemu_map_flags & QEMU_MAP_READONLY;
161 const bool shared = qemu_map_flags & QEMU_MAP_SHARED;
162 const bool sync = qemu_map_flags & QEMU_MAP_SYNC;
d01cbf82
DH
163 const int prot = PROT_READ | (readonly ? 0 : PROT_WRITE);
164 int map_sync_flags = 0;
165 int flags = MAP_FIXED;
166 void *activated_ptr;
167
d94e0bc9 168 if (noreserve && !map_noreserve_effective(fd, qemu_map_flags)) {
8dbe22c6
DH
169 return MAP_FAILED;
170 }
171
d01cbf82
DH
172 flags |= fd == -1 ? MAP_ANONYMOUS : 0;
173 flags |= shared ? MAP_SHARED : MAP_PRIVATE;
d94e0bc9 174 flags |= noreserve ? MAP_NORESERVE : 0;
b444f5c0 175 if (shared && sync) {
d01cbf82
DH
176 map_sync_flags = MAP_SYNC | MAP_SHARED_VALIDATE;
177 }
178
179 activated_ptr = mmap(ptr, size, prot, flags | map_sync_flags, fd,
180 map_offset);
181 if (activated_ptr == MAP_FAILED && map_sync_flags) {
182 if (errno == ENOTSUP) {
183 char *proc_link = g_strdup_printf("/proc/self/fd/%d", fd);
184 char *file_name = g_malloc0(PATH_MAX);
185 int len = readlink(proc_link, file_name, PATH_MAX - 1);
186
187 if (len < 0) {
188 len = 0;
189 }
190 file_name[len] = '\0';
191 fprintf(stderr, "Warning: requesting persistence across crashes "
192 "for backend file %s failed. Proceeding without "
193 "persistence, data might become corrupted in case of host "
194 "crash.\n", file_name);
195 g_free(proc_link);
196 g_free(file_name);
cdcf766d
IM
197 warn_report("Using non DAX backing file with 'pmem=on' option"
198 " is deprecated");
d01cbf82
DH
199 }
200 /*
201 * If mmap failed with MAP_SHARED_VALIDATE | MAP_SYNC, we will try
202 * again without these flags to handle backwards compatibility.
203 */
204 activated_ptr = mmap(ptr, size, prot, flags, fd, map_offset);
205 }
206 return activated_ptr;
207}
208
adad0b3a
DH
209static inline size_t mmap_guard_pagesize(int fd)
210{
211#if defined(__powerpc64__) && defined(__linux__)
212 /* Mappings in the same segment must share the same page size */
213 return qemu_fd_getpagesize(fd);
214#else
8e3b0cbb 215 return qemu_real_host_page_size();
adad0b3a
DH
216#endif
217}
218
2ac0f162
ZY
219void *qemu_ram_mmap(int fd,
220 size_t size,
221 size_t align,
b444f5c0 222 uint32_t qemu_map_flags,
44a4ff31 223 off_t map_offset)
794e8f30 224{
adad0b3a 225 const size_t guard_pagesize = mmap_guard_pagesize(fd);
d01cbf82
DH
226 size_t offset, total;
227 void *ptr, *guardptr;
2044c3e7 228
794e8f30
MT
229 /*
230 * Note: this always allocates at least one extra page of virtual address
231 * space, even if size is already aligned.
232 */
2044c3e7
MOA
233 total = size + align;
234
01c26ad6 235 guardptr = mmap_reserve(total, fd);
2044c3e7 236 if (guardptr == MAP_FAILED) {
9d4ec937 237 return MAP_FAILED;
794e8f30
MT
238 }
239
4a3ecf20 240 assert(is_power_of_2(align));
794e8f30 241 /* Always align to host page size */
adad0b3a 242 assert(align >= guard_pagesize);
794e8f30 243
2044c3e7
MOA
244 offset = QEMU_ALIGN_UP((uintptr_t)guardptr, align) - (uintptr_t)guardptr;
245
b444f5c0 246 ptr = mmap_activate(guardptr + offset, size, fd, qemu_map_flags,
d01cbf82 247 map_offset);
2044c3e7
MOA
248 if (ptr == MAP_FAILED) {
249 munmap(guardptr, total);
9d4ec937 250 return MAP_FAILED;
794e8f30
MT
251 }
252
794e8f30 253 if (offset > 0) {
2044c3e7 254 munmap(guardptr, offset);
794e8f30
MT
255 }
256
257 /*
258 * Leave a single PROT_NONE page allocated after the RAM block, to serve as
259 * a guard page guarding against potential buffer overflows.
260 */
6e4c890e 261 total -= offset;
adad0b3a
DH
262 if (total > size + guard_pagesize) {
263 munmap(ptr + size + guard_pagesize, total - size - guard_pagesize);
794e8f30
MT
264 }
265
2044c3e7 266 return ptr;
794e8f30
MT
267}
268
53adb9d4 269void qemu_ram_munmap(int fd, void *ptr, size_t size)
794e8f30
MT
270{
271 if (ptr) {
272 /* Unmap both the RAM block and the guard page */
adad0b3a 273 munmap(ptr, size + mmap_guard_pagesize(fd));
794e8f30
MT
274 }
275}