]>
git.proxmox.com Git - mirror_ubuntu-jammy-kernel.git/blob - crypto/async_tx/async_memcpy.c
2 * copy offload engine support
4 * Copyright © 2006, Intel Corporation.
6 * Dan Williams <dan.j.williams@intel.com>
8 * with architecture considerations by:
9 * Neil Brown <neilb@suse.de>
10 * Jeff Garzik <jeff@garzik.org>
12 * This program is free software; you can redistribute it and/or modify it
13 * under the terms and conditions of the GNU General Public License,
14 * version 2, as published by the Free Software Foundation.
16 * This program is distributed in the hope it will be useful, but WITHOUT
17 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
18 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
21 * You should have received a copy of the GNU General Public License along with
22 * this program; if not, write to the Free Software Foundation, Inc.,
23 * 51 Franklin St - Fifth Floor, Boston, MA 02110-1301 USA.
26 #include <linux/kernel.h>
27 #include <linux/highmem.h>
28 #include <linux/module.h>
30 #include <linux/dma-mapping.h>
31 #include <linux/async_tx.h>
34 * async_memcpy - attempt to copy memory with a dma engine.
35 * @dest: destination page
37 * @dest_offset: offset into 'dest' to start transaction
38 * @src_offset: offset into 'src' to start transaction
39 * @len: length in bytes
40 * @submit: submission / completion modifiers
42 * honored flags: ASYNC_TX_ACK
44 struct dma_async_tx_descriptor
*
45 async_memcpy(struct page
*dest
, struct page
*src
, unsigned int dest_offset
,
46 unsigned int src_offset
, size_t len
,
47 struct async_submit_ctl
*submit
)
49 struct dma_chan
*chan
= async_tx_find_channel(submit
, DMA_MEMCPY
,
50 &dest
, 1, &src
, 1, len
);
51 struct dma_device
*device
= chan
? chan
->device
: NULL
;
52 struct dma_async_tx_descriptor
*tx
= NULL
;
54 if (device
&& is_dma_copy_aligned(device
, src_offset
, dest_offset
, len
)) {
55 dma_addr_t dma_dest
, dma_src
;
56 unsigned long dma_prep_flags
= 0;
59 dma_prep_flags
|= DMA_PREP_INTERRUPT
;
60 if (submit
->flags
& ASYNC_TX_FENCE
)
61 dma_prep_flags
|= DMA_PREP_FENCE
;
62 dma_dest
= dma_map_page(device
->dev
, dest
, dest_offset
, len
,
65 dma_src
= dma_map_page(device
->dev
, src
, src_offset
, len
,
68 tx
= device
->device_prep_dma_memcpy(chan
, dma_dest
, dma_src
,
71 dma_unmap_page(device
->dev
, dma_dest
, len
,
73 dma_unmap_page(device
->dev
, dma_src
, len
,
79 pr_debug("%s: (async) len: %zu\n", __func__
, len
);
80 async_tx_submit(chan
, tx
, submit
);
82 void *dest_buf
, *src_buf
;
83 pr_debug("%s: (sync) len: %zu\n", __func__
, len
);
85 /* wait for any prerequisite operations */
86 async_tx_quiesce(&submit
->depend_tx
);
88 dest_buf
= kmap_atomic(dest
) + dest_offset
;
89 src_buf
= kmap_atomic(src
) + src_offset
;
91 memcpy(dest_buf
, src_buf
, len
);
93 kunmap_atomic(src_buf
);
94 kunmap_atomic(dest_buf
);
96 async_tx_sync_epilog(submit
);
101 EXPORT_SYMBOL_GPL(async_memcpy
);
103 MODULE_AUTHOR("Intel Corporation");
104 MODULE_DESCRIPTION("asynchronous memcpy api");
105 MODULE_LICENSE("GPL");