[mirror_ubuntu-artful-kernel.git] / include / crypto / scatterwalk.h

/*
 * Cryptographic scatter and gather helpers.
 *
 * Copyright (c) 2002 James Morris <jmorris@intercode.com.au>
 * Copyright (c) 2002 Adam J. Richter <adam@yggdrasil.com>
 * Copyright (c) 2004 Jean-Luc Cooke <jlcooke@certainkey.com>
 * Copyright (c) 2007 Herbert Xu <herbert@gondor.apana.org.au>
 *
 * This program is free software; you can redistribute it and/or modify it
 * under the terms of the GNU General Public License as published by the Free
 * Software Foundation; either version 2 of the License, or (at your option)
 * any later version.
 *
 */

#ifndef _CRYPTO_SCATTERWALK_H
#define _CRYPTO_SCATTERWALK_H

#include <crypto/algapi.h>
#include <linux/highmem.h>
#include <linux/kernel.h>
#include <linux/scatterlist.h>

static inline void scatterwalk_crypto_chain(struct scatterlist *head,
					    struct scatterlist *sg,
					    int chain, int num)
{
	if (chain) {
		head->length += sg->length;
		sg = sg_next(sg);
	}

	if (sg)
		sg_chain(head, num, sg);
	else
		sg_mark_end(head);
}

static inline unsigned long scatterwalk_samebuf(struct scatter_walk *walk_in,
						struct scatter_walk *walk_out)
{
	return !(((sg_page(walk_in->sg) - sg_page(walk_out->sg)) << PAGE_SHIFT) +
		 (int)(walk_in->offset - walk_out->offset));
}

static inline unsigned int scatterwalk_pagelen(struct scatter_walk *walk)
{
	unsigned int len = walk->sg->offset + walk->sg->length - walk->offset;
	unsigned int len_this_page = offset_in_page(~walk->offset) + 1;
	return len_this_page > len ? len : len_this_page;
}

static inline unsigned int scatterwalk_clamp(struct scatter_walk *walk,
					     unsigned int nbytes)
{
	unsigned int len_this_page = scatterwalk_pagelen(walk);
	return nbytes > len_this_page ? len_this_page : nbytes;
}

static inline void scatterwalk_advance(struct scatter_walk *walk,
				       unsigned int nbytes)
{
	walk->offset += nbytes;
}

static inline unsigned int scatterwalk_aligned(struct scatter_walk *walk,
					       unsigned int alignmask)
{
	return !(walk->offset & alignmask);
}

static inline struct page *scatterwalk_page(struct scatter_walk *walk)
{
	return sg_page(walk->sg) + (walk->offset >> PAGE_SHIFT);
}

static inline void scatterwalk_unmap(void *vaddr)
{
	kunmap_atomic(vaddr);
}

static inline void scatterwalk_start(struct scatter_walk *walk,
				     struct scatterlist *sg)
{
	walk->sg = sg;
	walk->offset = sg->offset;
}

static inline void *scatterwalk_map(struct scatter_walk *walk)
{
	return kmap_atomic(scatterwalk_page(walk)) +
	       offset_in_page(walk->offset);
}

static inline void scatterwalk_pagedone(struct scatter_walk *walk, int out,
					unsigned int more)
{
	if (out) {
		struct page *page;

		page = sg_page(walk->sg) + ((walk->offset - 1) >> PAGE_SHIFT);
		/* Test ARCH_IMPLEMENTS_FLUSH_DCACHE_PAGE first as
		 * PageSlab cannot be optimised away per se due to
		 * use of volatile pointer.
		 */
		if (ARCH_IMPLEMENTS_FLUSH_DCACHE_PAGE && !PageSlab(page))
			flush_dcache_page(page);
	}

	if (more && walk->offset >= walk->sg->offset + walk->sg->length)
		scatterwalk_start(walk, sg_next(walk->sg));
}

static inline void scatterwalk_done(struct scatter_walk *walk, int out,
				    int more)
{
	if (!more || walk->offset >= walk->sg->offset + walk->sg->length ||
	    !(walk->offset & (PAGE_SIZE - 1)))
		scatterwalk_pagedone(walk, out, more);
}

void scatterwalk_copychunks(void *buf, struct scatter_walk *walk,
			    size_t nbytes, int out);
void *scatterwalk_map(struct scatter_walk *walk);

void scatterwalk_map_and_copy(void *buf, struct scatterlist *sg,
			      unsigned int start, unsigned int nbytes, int out);

struct scatterlist *scatterwalk_ffwd(struct scatterlist dst[2],
				     struct scatterlist *src,
				     unsigned int len);

#endif  /* _CRYPTO_SCATTERWALK_H */
Commit	Line	Data
1da177e4	1	/*
42c271c6	2	* Cryptographic scatter and gather helpers.
1da177e4 LT	3	*
	4	* Copyright (c) 2002 James Morris <jmorris@intercode.com.au>
	5	* Copyright (c) 2002 Adam J. Richter <adam@yggdrasil.com>
	6	* Copyright (c) 2004 Jean-Luc Cooke <jlcooke@certainkey.com>
42c271c6	7	* Copyright (c) 2007 Herbert Xu <herbert@gondor.apana.org.au>
1da177e4 LT	8	*
	9	* This program is free software; you can redistribute it and/or modify it
	10	* under the terms of the GNU General Public License as published by the Free
	11	* Software Foundation; either version 2 of the License, or (at your option)
	12	* any later version.
	13	*
	14	*/
	15
	16	#ifndef _CRYPTO_SCATTERWALK_H
	17	#define _CRYPTO_SCATTERWALK_H
5c64097a	18
42c271c6	19	#include <crypto/algapi.h>
42c271c6 HX	20	#include <linux/highmem.h>
42c271c6 HX	21	#include <linux/kernel.h>
5c64097a	22	#include <linux/scatterlist.h>
1da177e4	23
079f2f74 SK	24	static inline void scatterwalk_crypto_chain(struct scatterlist *head,
	25	struct scatterlist *sg,
	26	int chain, int num)
	27	{
	28	if (chain) {
	29	head->length += sg->length;
5be4d4c9	30	sg = sg_next(sg);
079f2f74 SK	31	}
	32
	33	if (sg)
c56f6d12	34	sg_chain(head, num, sg);
079f2f74 SK	35	else
	36	sg_mark_end(head);
	37	}
	38
5c64097a HX	39	static inline unsigned long scatterwalk_samebuf(struct scatter_walk *walk_in,
5c64097a HX	40	struct scatter_walk *walk_out)
1da177e4	41	{
78c2f0b8	42	return !(((sg_page(walk_in->sg) - sg_page(walk_out->sg)) << PAGE_SHIFT) +
5c64097a HX	43	(int)(walk_in->offset - walk_out->offset));
	44	}
	45
	46	static inline unsigned int scatterwalk_pagelen(struct scatter_walk *walk)
	47	{
	48	unsigned int len = walk->sg->offset + walk->sg->length - walk->offset;
	49	unsigned int len_this_page = offset_in_page(~walk->offset) + 1;
	50	return len_this_page > len ? len : len_this_page;
1da177e4 LT	51	}
1da177e4 LT	52
c774e93e HX	53	static inline unsigned int scatterwalk_clamp(struct scatter_walk *walk,
c774e93e HX	54	unsigned int nbytes)
1da177e4	55	{
5c64097a HX	56	unsigned int len_this_page = scatterwalk_pagelen(walk);
5c64097a HX	57	return nbytes > len_this_page ? len_this_page : nbytes;
1da177e4 LT	58	}
	59
	60	static inline void scatterwalk_advance(struct scatter_walk *walk,
	61	unsigned int nbytes)
	62	{
1da177e4	63	walk->offset += nbytes;
1da177e4 LT	64	}
1da177e4 LT	65
95477377 HX	66	static inline unsigned int scatterwalk_aligned(struct scatter_walk *walk,
	67	unsigned int alignmask)
	68	{
	69	return !(walk->offset & alignmask);
	70	}
	71
5c64097a HX	72	static inline struct page scatterwalk_page(struct scatter_walk walk)
5c64097a HX	73	{
78c2f0b8	74	return sg_page(walk->sg) + (walk->offset >> PAGE_SHIFT);
5c64097a HX	75	}
5c64097a HX	76
f0dfc0b0	77	static inline void scatterwalk_unmap(void *vaddr)
5c64097a	78	{
f0dfc0b0	79	kunmap_atomic(vaddr);
5c64097a HX	80	}
5c64097a HX	81
ac027258 HX	82	static inline void scatterwalk_start(struct scatter_walk *walk,
	83	struct scatterlist *sg)
	84	{
	85	walk->sg = sg;
	86	walk->offset = sg->offset;
	87	}
	88
	89	static inline void scatterwalk_map(struct scatter_walk walk)
	90	{
	91	return kmap_atomic(scatterwalk_page(walk)) +
	92	offset_in_page(walk->offset);
	93	}
	94
	95	static inline void scatterwalk_pagedone(struct scatter_walk *walk, int out,
	96	unsigned int more)
	97	{
	98	if (out) {
	99	struct page *page;
	100
	101	page = sg_page(walk->sg) + ((walk->offset - 1) >> PAGE_SHIFT);
	102	/* Test ARCH_IMPLEMENTS_FLUSH_DCACHE_PAGE first as
	103	* PageSlab cannot be optimised away per se due to
	104	* use of volatile pointer.
	105	*/
	106	if (ARCH_IMPLEMENTS_FLUSH_DCACHE_PAGE && !PageSlab(page))
	107	flush_dcache_page(page);
	108	}
	109
	110	if (more && walk->offset >= walk->sg->offset + walk->sg->length)
	111	scatterwalk_start(walk, sg_next(walk->sg));
	112	}
	113
	114	static inline void scatterwalk_done(struct scatter_walk *walk, int out,
	115	int more)
	116	{
	117	if (!more \|\| walk->offset >= walk->sg->offset + walk->sg->length \|\|
	118	!(walk->offset & (PAGE_SIZE - 1)))
	119	scatterwalk_pagedone(walk, out, more);
	120	}
	121
5c64097a HX	122	void scatterwalk_copychunks(void buf, struct scatter_walk walk,
5c64097a HX	123	size_t nbytes, int out);
f0dfc0b0	124	void scatterwalk_map(struct scatter_walk walk);
1da177e4	125
5fa0fea2 HX	126	void scatterwalk_map_and_copy(void buf, struct scatterlist sg,
	127	unsigned int start, unsigned int nbytes, int out);
	128
fc42bcba HX	129	struct scatterlist *scatterwalk_ffwd(struct scatterlist dst[2],
	130	struct scatterlist *src,
	131	unsigned int len);
	132
1da177e4	133	#endif /* _CRYPTO_SCATTERWALK_H */