2 * copy offload engine support
4 * Copyright © 2006, Intel Corporation.
6 * Dan Williams <dan.j.williams@intel.com>
8 * with architecture considerations by:
9 * Neil Brown <neilb@suse.de>
10 * Jeff Garzik <jeff@garzik.org>
12 * This program is free software; you can redistribute it and/or modify it
13 * under the terms and conditions of the GNU General Public License,
14 * version 2, as published by the Free Software Foundation.
16 * This program is distributed in the hope it will be useful, but WITHOUT
17 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
18 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
21 * You should have received a copy of the GNU General Public License along with
22 * this program; if not, write to the Free Software Foundation, Inc.,
23 * 51 Franklin St - Fifth Floor, Boston, MA 02110-1301 USA.
26 #include <linux/kernel.h>
27 #include <linux/highmem.h>
28 #include <linux/module.h>
30 #include <linux/dma-mapping.h>
31 #include <linux/async_tx.h>
34 * async_memcpy - attempt to copy memory with a dma engine.
35 * @dest: destination page
37 * @dest_offset: offset into 'dest' to start transaction
38 * @src_offset: offset into 'src' to start transaction
39 * @len: length in bytes
40 * @submit: submission / completion modifiers
42 * honored flags: ASYNC_TX_ACK
44 struct dma_async_tx_descriptor
*
45 async_memcpy(struct page
*dest
, struct page
*src
, unsigned int dest_offset
,
46 unsigned int src_offset
, size_t len
,
47 struct async_submit_ctl
*submit
)
49 struct dma_chan
*chan
= async_tx_find_channel(submit
, DMA_MEMCPY
,
50 &dest
, 1, &src
, 1, len
);
51 struct dma_device
*device
= chan
? chan
->device
: NULL
;
52 struct dma_async_tx_descriptor
*tx
= NULL
;
53 struct dmaengine_unmap_data
*unmap
= NULL
;
56 unmap
= dmaengine_get_unmap_data(device
->dev
, 2, GFP_NOIO
);
58 if (unmap
&& is_dma_copy_aligned(device
, src_offset
, dest_offset
, len
)) {
59 unsigned long dma_prep_flags
= DMA_COMPL_SKIP_SRC_UNMAP
|
60 DMA_COMPL_SKIP_DEST_UNMAP
;
63 dma_prep_flags
|= DMA_PREP_INTERRUPT
;
64 if (submit
->flags
& ASYNC_TX_FENCE
)
65 dma_prep_flags
|= DMA_PREP_FENCE
;
68 unmap
->addr
[0] = dma_map_page(device
->dev
, src
, src_offset
, len
,
71 unmap
->addr
[1] = dma_map_page(device
->dev
, dest
, dest_offset
, len
,
75 tx
= device
->device_prep_dma_memcpy(chan
, unmap
->addr
[1],
81 pr_debug("%s: (async) len: %zu\n", __func__
, len
);
83 dma_set_unmap(tx
, unmap
);
84 async_tx_submit(chan
, tx
, submit
);
86 void *dest_buf
, *src_buf
;
87 pr_debug("%s: (sync) len: %zu\n", __func__
, len
);
89 /* wait for any prerequisite operations */
90 async_tx_quiesce(&submit
->depend_tx
);
92 dest_buf
= kmap_atomic(dest
) + dest_offset
;
93 src_buf
= kmap_atomic(src
) + src_offset
;
95 memcpy(dest_buf
, src_buf
, len
);
97 kunmap_atomic(src_buf
);
98 kunmap_atomic(dest_buf
);
100 async_tx_sync_epilog(submit
);
103 dmaengine_unmap_put(unmap
);
107 EXPORT_SYMBOL_GPL(async_memcpy
);
109 MODULE_AUTHOR("Intel Corporation");
110 MODULE_DESCRIPTION("asynchronous memcpy api");
111 MODULE_LICENSE("GPL");