]> git.proxmox.com Git - mirror_qemu.git/blame - dma-helpers.c
s390x/skeys: Fix instance and class size
[mirror_qemu.git] / dma-helpers.c
CommitLineData
244ab90e
AL
1/*
2 * DMA helper functions
3 *
4 * Copyright (c) 2009 Red Hat
5 *
6 * This work is licensed under the terms of the GNU General Public License
7 * (GNU GPL), version 2 or later.
8 */
9
4be74634 10#include "sysemu/block-backend.h"
9c17d615 11#include "sysemu/dma.h"
c57c4658 12#include "trace.h"
1de7afc9 13#include "qemu/thread.h"
6a1751b7 14#include "qemu/main-loop.h"
244ab90e 15
e5332e63
DG
16/* #define DEBUG_IOMMU */
17
df32fd1c 18int dma_memory_set(AddressSpace *as, dma_addr_t addr, uint8_t c, dma_addr_t len)
d86a77f8 19{
df32fd1c 20 dma_barrier(as, DMA_DIRECTION_FROM_DEVICE);
24addbc7 21
d86a77f8
DG
22#define FILLBUF_SIZE 512
23 uint8_t fillbuf[FILLBUF_SIZE];
24 int l;
24addbc7 25 bool error = false;
d86a77f8
DG
26
27 memset(fillbuf, c, FILLBUF_SIZE);
28 while (len > 0) {
29 l = len < FILLBUF_SIZE ? len : FILLBUF_SIZE;
5c9eb028
PM
30 error |= address_space_rw(as, addr, MEMTXATTRS_UNSPECIFIED,
31 fillbuf, l, true);
bc9b78de
BH
32 len -= l;
33 addr += l;
d86a77f8 34 }
e5332e63 35
24addbc7 36 return error;
d86a77f8
DG
37}
38
f487b677
PB
39void qemu_sglist_init(QEMUSGList *qsg, DeviceState *dev, int alloc_hint,
40 AddressSpace *as)
244ab90e 41{
7267c094 42 qsg->sg = g_malloc(alloc_hint * sizeof(ScatterGatherEntry));
244ab90e
AL
43 qsg->nsg = 0;
44 qsg->nalloc = alloc_hint;
45 qsg->size = 0;
df32fd1c 46 qsg->as = as;
f487b677
PB
47 qsg->dev = dev;
48 object_ref(OBJECT(dev));
244ab90e
AL
49}
50
d3231181 51void qemu_sglist_add(QEMUSGList *qsg, dma_addr_t base, dma_addr_t len)
244ab90e
AL
52{
53 if (qsg->nsg == qsg->nalloc) {
54 qsg->nalloc = 2 * qsg->nalloc + 1;
7267c094 55 qsg->sg = g_realloc(qsg->sg, qsg->nalloc * sizeof(ScatterGatherEntry));
244ab90e
AL
56 }
57 qsg->sg[qsg->nsg].base = base;
58 qsg->sg[qsg->nsg].len = len;
59 qsg->size += len;
60 ++qsg->nsg;
61}
62
63void qemu_sglist_destroy(QEMUSGList *qsg)
64{
f487b677 65 object_unref(OBJECT(qsg->dev));
7267c094 66 g_free(qsg->sg);
ea8d82a1 67 memset(qsg, 0, sizeof(*qsg));
244ab90e
AL
68}
69
59a703eb 70typedef struct {
7c84b1b8 71 BlockAIOCB common;
4be74634 72 BlockBackend *blk;
7c84b1b8 73 BlockAIOCB *acb;
59a703eb
AL
74 QEMUSGList *sg;
75 uint64_t sector_num;
43cf8ae6 76 DMADirection dir;
59a703eb 77 int sg_cur_index;
d3231181 78 dma_addr_t sg_cur_byte;
59a703eb
AL
79 QEMUIOVector iov;
80 QEMUBH *bh;
cb144ccb 81 DMAIOFunc *io_func;
37b7842c 82} DMAAIOCB;
59a703eb 83
4be74634 84static void dma_blk_cb(void *opaque, int ret);
59a703eb
AL
85
86static void reschedule_dma(void *opaque)
87{
37b7842c 88 DMAAIOCB *dbs = (DMAAIOCB *)opaque;
59a703eb
AL
89
90 qemu_bh_delete(dbs->bh);
91 dbs->bh = NULL;
4be74634 92 dma_blk_cb(dbs, 0);
59a703eb
AL
93}
94
4be74634 95static void dma_blk_unmap(DMAAIOCB *dbs)
59a703eb 96{
59a703eb
AL
97 int i;
98
59a703eb 99 for (i = 0; i < dbs->iov.niov; ++i) {
df32fd1c 100 dma_memory_unmap(dbs->sg->as, dbs->iov.iov[i].iov_base,
c65bcef3
DG
101 dbs->iov.iov[i].iov_len, dbs->dir,
102 dbs->iov.iov[i].iov_len);
59a703eb 103 }
c3adb5b9
PB
104 qemu_iovec_reset(&dbs->iov);
105}
106
107static void dma_complete(DMAAIOCB *dbs, int ret)
108{
c57c4658
KW
109 trace_dma_complete(dbs, ret, dbs->common.cb);
110
4be74634 111 dma_blk_unmap(dbs);
c3adb5b9
PB
112 if (dbs->common.cb) {
113 dbs->common.cb(dbs->common.opaque, ret);
114 }
115 qemu_iovec_destroy(&dbs->iov);
116 if (dbs->bh) {
117 qemu_bh_delete(dbs->bh);
118 dbs->bh = NULL;
119 }
8007429a 120 qemu_aio_unref(dbs);
7403b14e
AL
121}
122
4be74634 123static void dma_blk_cb(void *opaque, int ret)
7403b14e
AL
124{
125 DMAAIOCB *dbs = (DMAAIOCB *)opaque;
c65bcef3 126 dma_addr_t cur_addr, cur_len;
7403b14e
AL
127 void *mem;
128
4be74634 129 trace_dma_blk_cb(dbs, ret);
c57c4658 130
7403b14e
AL
131 dbs->acb = NULL;
132 dbs->sector_num += dbs->iov.size / 512;
59a703eb
AL
133
134 if (dbs->sg_cur_index == dbs->sg->nsg || ret < 0) {
c3adb5b9 135 dma_complete(dbs, ret);
59a703eb
AL
136 return;
137 }
4be74634 138 dma_blk_unmap(dbs);
59a703eb
AL
139
140 while (dbs->sg_cur_index < dbs->sg->nsg) {
141 cur_addr = dbs->sg->sg[dbs->sg_cur_index].base + dbs->sg_cur_byte;
142 cur_len = dbs->sg->sg[dbs->sg_cur_index].len - dbs->sg_cur_byte;
df32fd1c 143 mem = dma_memory_map(dbs->sg->as, cur_addr, &cur_len, dbs->dir);
59a703eb
AL
144 if (!mem)
145 break;
146 qemu_iovec_add(&dbs->iov, mem, cur_len);
147 dbs->sg_cur_byte += cur_len;
148 if (dbs->sg_cur_byte == dbs->sg->sg[dbs->sg_cur_index].len) {
149 dbs->sg_cur_byte = 0;
150 ++dbs->sg_cur_index;
151 }
152 }
153
154 if (dbs->iov.size == 0) {
c57c4658 155 trace_dma_map_wait(dbs);
e95205e1
FZ
156 dbs->bh = aio_bh_new(blk_get_aio_context(dbs->blk),
157 reschedule_dma, dbs);
158 cpu_register_map_client(dbs->bh);
59a703eb
AL
159 return;
160 }
161
58f423fb
KW
162 if (dbs->iov.size & ~BDRV_SECTOR_MASK) {
163 qemu_iovec_discard_back(&dbs->iov, dbs->iov.size & ~BDRV_SECTOR_MASK);
164 }
165
4be74634
MA
166 dbs->acb = dbs->io_func(dbs->blk, dbs->sector_num, &dbs->iov,
167 dbs->iov.size / 512, dma_blk_cb, dbs);
6bee44ea 168 assert(dbs->acb);
59a703eb
AL
169}
170
7c84b1b8 171static void dma_aio_cancel(BlockAIOCB *acb)
c16b5a2c
CH
172{
173 DMAAIOCB *dbs = container_of(acb, DMAAIOCB, common);
174
c57c4658
KW
175 trace_dma_aio_cancel(dbs);
176
c16b5a2c 177 if (dbs->acb) {
4be74634 178 blk_aio_cancel_async(dbs->acb);
c16b5a2c 179 }
e95205e1
FZ
180 if (dbs->bh) {
181 cpu_unregister_map_client(dbs->bh);
182 qemu_bh_delete(dbs->bh);
183 dbs->bh = NULL;
184 }
c16b5a2c
CH
185}
186
9bb9da46 187
d7331bed 188static const AIOCBInfo dma_aiocb_info = {
c16b5a2c 189 .aiocb_size = sizeof(DMAAIOCB),
9bb9da46 190 .cancel_async = dma_aio_cancel,
c16b5a2c
CH
191};
192
4be74634
MA
193BlockAIOCB *dma_blk_io(
194 BlockBackend *blk, QEMUSGList *sg, uint64_t sector_num,
097310b5 195 DMAIOFunc *io_func, BlockCompletionFunc *cb,
43cf8ae6 196 void *opaque, DMADirection dir)
59a703eb 197{
4be74634 198 DMAAIOCB *dbs = blk_aio_get(&dma_aiocb_info, blk, cb, opaque);
59a703eb 199
4be74634 200 trace_dma_blk_io(dbs, blk, sector_num, (dir == DMA_DIRECTION_TO_DEVICE));
c57c4658 201
37b7842c 202 dbs->acb = NULL;
4be74634 203 dbs->blk = blk;
59a703eb
AL
204 dbs->sg = sg;
205 dbs->sector_num = sector_num;
206 dbs->sg_cur_index = 0;
207 dbs->sg_cur_byte = 0;
43cf8ae6 208 dbs->dir = dir;
cb144ccb 209 dbs->io_func = io_func;
59a703eb
AL
210 dbs->bh = NULL;
211 qemu_iovec_init(&dbs->iov, sg->nsg);
4be74634 212 dma_blk_cb(dbs, 0);
37b7842c 213 return &dbs->common;
59a703eb
AL
214}
215
216
4be74634
MA
217BlockAIOCB *dma_blk_read(BlockBackend *blk,
218 QEMUSGList *sg, uint64_t sector,
219 void (*cb)(void *opaque, int ret), void *opaque)
59a703eb 220{
4be74634
MA
221 return dma_blk_io(blk, sg, sector, blk_aio_readv, cb, opaque,
222 DMA_DIRECTION_FROM_DEVICE);
59a703eb
AL
223}
224
4be74634
MA
225BlockAIOCB *dma_blk_write(BlockBackend *blk,
226 QEMUSGList *sg, uint64_t sector,
227 void (*cb)(void *opaque, int ret), void *opaque)
59a703eb 228{
4be74634
MA
229 return dma_blk_io(blk, sg, sector, blk_aio_writev, cb, opaque,
230 DMA_DIRECTION_TO_DEVICE);
59a703eb 231}
8171ee35
PB
232
233
c65bcef3
DG
234static uint64_t dma_buf_rw(uint8_t *ptr, int32_t len, QEMUSGList *sg,
235 DMADirection dir)
8171ee35
PB
236{
237 uint64_t resid;
238 int sg_cur_index;
239
240 resid = sg->size;
241 sg_cur_index = 0;
242 len = MIN(len, resid);
243 while (len > 0) {
244 ScatterGatherEntry entry = sg->sg[sg_cur_index++];
245 int32_t xfer = MIN(len, entry.len);
df32fd1c 246 dma_memory_rw(sg->as, entry.base, ptr, xfer, dir);
8171ee35
PB
247 ptr += xfer;
248 len -= xfer;
249 resid -= xfer;
250 }
251
252 return resid;
253}
254
255uint64_t dma_buf_read(uint8_t *ptr, int32_t len, QEMUSGList *sg)
256{
c65bcef3 257 return dma_buf_rw(ptr, len, sg, DMA_DIRECTION_FROM_DEVICE);
8171ee35
PB
258}
259
260uint64_t dma_buf_write(uint8_t *ptr, int32_t len, QEMUSGList *sg)
261{
c65bcef3 262 return dma_buf_rw(ptr, len, sg, DMA_DIRECTION_TO_DEVICE);
8171ee35 263}
84a69356 264
4be74634 265void dma_acct_start(BlockBackend *blk, BlockAcctCookie *cookie,
84a69356
PB
266 QEMUSGList *sg, enum BlockAcctType type)
267{
4be74634 268 block_acct_start(blk_get_stats(blk), cookie, sg->size, type);
84a69356 269}