[mirror_ubuntu-bionic-kernel.git] / drivers / dma / mv_xor.h

/*
 * Copyright (C) 2007, 2008, Marvell International Ltd.
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms and conditions of the GNU General Public License,
 * version 2, as published by the Free Software Foundation.
 *
 * This program is distributed in the hope it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
 * for more details.
 */

#ifndef MV_XOR_H
#define MV_XOR_H

#include <linux/types.h>
#include <linux/io.h>
#include <linux/dmaengine.h>
#include <linux/interrupt.h>

#define MV_XOR_POOL_SIZE		(MV_XOR_SLOT_SIZE * 3072)
#define MV_XOR_SLOT_SIZE		64
#define MV_XOR_THRESHOLD		1
#define MV_XOR_MAX_CHANNELS             2

#define MV_XOR_MIN_BYTE_COUNT		SZ_128
#define MV_XOR_MAX_BYTE_COUNT		(SZ_16M - 1)

/* Values for the XOR_CONFIG register */
#define XOR_OPERATION_MODE_XOR		0
#define XOR_OPERATION_MODE_MEMCPY	2
#define XOR_OPERATION_MODE_IN_DESC      7
#define XOR_DESCRIPTOR_SWAP		BIT(14)
#define XOR_DESC_SUCCESS		0x40000000

#define XOR_DESC_OPERATION_XOR          (0 << 24)
#define XOR_DESC_OPERATION_CRC32C       (1 << 24)
#define XOR_DESC_OPERATION_MEMCPY       (2 << 24)

#define XOR_DESC_DMA_OWNED		BIT(31)
#define XOR_DESC_EOD_INT_EN		BIT(31)

#define XOR_CURR_DESC(chan)	(chan->mmr_high_base + 0x10 + (chan->idx * 4))
#define XOR_NEXT_DESC(chan)	(chan->mmr_high_base + 0x00 + (chan->idx * 4))
#define XOR_BYTE_COUNT(chan)	(chan->mmr_high_base + 0x20 + (chan->idx * 4))
#define XOR_DEST_POINTER(chan)	(chan->mmr_high_base + 0xB0 + (chan->idx * 4))
#define XOR_BLOCK_SIZE(chan)	(chan->mmr_high_base + 0xC0 + (chan->idx * 4))
#define XOR_INIT_VALUE_LOW(chan)	(chan->mmr_high_base + 0xE0)
#define XOR_INIT_VALUE_HIGH(chan)	(chan->mmr_high_base + 0xE4)

#define XOR_CONFIG(chan)	(chan->mmr_base + 0x10 + (chan->idx * 4))
#define XOR_ACTIVATION(chan)	(chan->mmr_base + 0x20 + (chan->idx * 4))
#define XOR_INTR_CAUSE(chan)	(chan->mmr_base + 0x30)
#define XOR_INTR_MASK(chan)	(chan->mmr_base + 0x40)
#define XOR_ERROR_CAUSE(chan)	(chan->mmr_base + 0x50)
#define XOR_ERROR_ADDR(chan)	(chan->mmr_base + 0x60)

#define XOR_INT_END_OF_DESC	BIT(0)
#define XOR_INT_END_OF_CHAIN	BIT(1)
#define XOR_INT_STOPPED		BIT(2)
#define XOR_INT_PAUSED		BIT(3)
#define XOR_INT_ERR_DECODE	BIT(4)
#define XOR_INT_ERR_RDPROT	BIT(5)
#define XOR_INT_ERR_WRPROT	BIT(6)
#define XOR_INT_ERR_OWN		BIT(7)
#define XOR_INT_ERR_PAR		BIT(8)
#define XOR_INT_ERR_MBUS	BIT(9)

#define XOR_INTR_ERRORS		(XOR_INT_ERR_DECODE | XOR_INT_ERR_RDPROT | \
				 XOR_INT_ERR_WRPROT | XOR_INT_ERR_OWN    | \
				 XOR_INT_ERR_PAR    | XOR_INT_ERR_MBUS)

#define XOR_INTR_MASK_VALUE	(XOR_INT_END_OF_DESC | XOR_INT_END_OF_CHAIN | \
				 XOR_INT_STOPPED     | XOR_INTR_ERRORS)

#define WINDOW_BASE(w)		(0x50 + ((w) << 2))
#define WINDOW_SIZE(w)		(0x70 + ((w) << 2))
#define WINDOW_REMAP_HIGH(w)	(0x90 + ((w) << 2))
#define WINDOW_BAR_ENABLE(chan)	(0x40 + ((chan) << 2))
#define WINDOW_OVERRIDE_CTRL(chan)	(0xA0 + ((chan) << 2))

#define WINDOW_COUNT		8

struct mv_xor_device {
	void __iomem	     *xor_base;
	void __iomem	     *xor_high_base;
	struct clk	     *clk;
	struct mv_xor_chan   *channels[MV_XOR_MAX_CHANNELS];
	int		     xor_type;

	u32                  win_start[WINDOW_COUNT];
	u32                  win_end[WINDOW_COUNT];
};

/**
 * struct mv_xor_chan - internal representation of a XOR channel
 * @pending: allows batching of hardware operations
 * @lock: serializes enqueue/dequeue operations to the descriptors pool
 * @mmr_base: memory mapped register base
 * @idx: the index of the xor channel
 * @chain: device chain view of the descriptors
 * @free_slots: free slots usable by the channel
 * @allocated_slots: slots allocated by the driver
 * @completed_slots: slots completed by HW but still need to be acked
 * @device: parent device
 * @common: common dmaengine channel object members
 * @slots_allocated: records the actual size of the descriptor slot pool
 * @irq_tasklet: bottom half where mv_xor_slot_cleanup runs
 * @op_in_desc: new mode of driver, each op is writen to descriptor.
 */
struct mv_xor_chan {
	int			pending;
	spinlock_t		lock; /* protects the descriptor slot pool */
	void __iomem		*mmr_base;
	void __iomem		*mmr_high_base;
	unsigned int		idx;
	int                     irq;
	struct list_head	chain;
	struct list_head	free_slots;
	struct list_head	allocated_slots;
	struct list_head	completed_slots;
	dma_addr_t		dma_desc_pool;
	void			*dma_desc_pool_virt;
	size_t                  pool_size;
	struct dma_device	dmadev;
	struct dma_chan		dmachan;
	int			slots_allocated;
	struct tasklet_struct	irq_tasklet;
	int                     op_in_desc;
	char			dummy_src[MV_XOR_MIN_BYTE_COUNT];
	char			dummy_dst[MV_XOR_MIN_BYTE_COUNT];
	dma_addr_t		dummy_src_addr, dummy_dst_addr;
	u32                     saved_config_reg, saved_int_mask_reg;

	struct mv_xor_device	*xordev;
};

/**
 * struct mv_xor_desc_slot - software descriptor
 * @node: node on the mv_xor_chan lists
 * @hw_desc: virtual address of the hardware descriptor chain
 * @phys: hardware address of the hardware descriptor chain
 * @slot_used: slot in use or not
 * @idx: pool index
 * @tx_list: list of slots that make up a multi-descriptor transaction
 * @async_tx: support for the async_tx api
 */
struct mv_xor_desc_slot {
	struct list_head	node;
	struct list_head	sg_tx_list;
	enum dma_transaction_type	type;
	void			*hw_desc;
	u16			idx;
	struct dma_async_tx_descriptor	async_tx;
};

/*
 * This structure describes XOR descriptor size 64bytes. The
 * mv_phy_src_idx() macro must be used when indexing the values of the
 * phy_src_addr[] array. This is due to the fact that the 'descriptor
 * swap' feature, used on big endian systems, swaps descriptors data
 * within blocks of 8 bytes. So two consecutive values of the
 * phy_src_addr[] array are actually swapped in big-endian, which
 * explains the different mv_phy_src_idx() implementation.
 */
#if defined(__LITTLE_ENDIAN)
struct mv_xor_desc {
	u32 status;		/* descriptor execution status */
	u32 crc32_result;	/* result of CRC-32 calculation */
	u32 desc_command;	/* type of operation to be carried out */
	u32 phy_next_desc;	/* next descriptor address pointer */
	u32 byte_count;		/* size of src/dst blocks in bytes */
	u32 phy_dest_addr;	/* destination block address */
	u32 phy_src_addr[8];	/* source block addresses */
	u32 reserved0;
	u32 reserved1;
};
#define mv_phy_src_idx(src_idx) (src_idx)
#else
struct mv_xor_desc {
	u32 crc32_result;	/* result of CRC-32 calculation */
	u32 status;		/* descriptor execution status */
	u32 phy_next_desc;	/* next descriptor address pointer */
	u32 desc_command;	/* type of operation to be carried out */
	u32 phy_dest_addr;	/* destination block address */
	u32 byte_count;		/* size of src/dst blocks in bytes */
	u32 phy_src_addr[8];	/* source block addresses */
	u32 reserved1;
	u32 reserved0;
};
#define mv_phy_src_idx(src_idx) (src_idx ^ 1)
#endif

#define to_mv_sw_desc(addr_hw_desc)		\
	container_of(addr_hw_desc, struct mv_xor_desc_slot, hw_desc)

#define mv_hw_desc_slot_idx(hw_desc, idx)	\
	((void *)(((unsigned long)hw_desc) + ((idx) << 5)))

#endif
Commit	Line	Data
ff7b0479 SB	1	/*
	2	* Copyright (C) 2007, 2008, Marvell International Ltd.
	3	*
	4	* This program is free software; you can redistribute it and/or modify
	5	* it under the terms and conditions of the GNU General Public License,
	6	* version 2, as published by the Free Software Foundation.
	7	*
	8	* This program is distributed in the hope it will be useful, but WITHOUT
	9	* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
	10	* FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
	11	* for more details.
ff7b0479 SB	12	*/
	13
	14	#ifndef MV_XOR_H
	15	#define MV_XOR_H
	16
	17	#include <linux/types.h>
	18	#include <linux/io.h>
	19	#include <linux/dmaengine.h>
	20	#include <linux/interrupt.h>
	21
f1d25e0a	22	#define MV_XOR_POOL_SIZE (MV_XOR_SLOT_SIZE * 3072)
ff7b0479 SB	23	#define MV_XOR_SLOT_SIZE 64
ff7b0479 SB	24	#define MV_XOR_THRESHOLD 1
60d151f3	25	#define MV_XOR_MAX_CHANNELS 2
ff7b0479	26
22843545 LA	27	#define MV_XOR_MIN_BYTE_COUNT SZ_128
	28	#define MV_XOR_MAX_BYTE_COUNT (SZ_16M - 1)
	29
e03bc654	30	/* Values for the XOR_CONFIG register */
ff7b0479 SB	31	#define XOR_OPERATION_MODE_XOR 0
ff7b0479 SB	32	#define XOR_OPERATION_MODE_MEMCPY 2
6f166312	33	#define XOR_OPERATION_MODE_IN_DESC 7
e03bc654	34	#define XOR_DESCRIPTOR_SWAP BIT(14)
9136291f	35	#define XOR_DESC_SUCCESS 0x40000000
ff7b0479	36
6f166312 LA	37	#define XOR_DESC_OPERATION_XOR (0 << 24)
	38	#define XOR_DESC_OPERATION_CRC32C (1 << 24)
	39	#define XOR_DESC_OPERATION_MEMCPY (2 << 24)
	40
0e7488ed EG	41	#define XOR_DESC_DMA_OWNED BIT(31)
	42	#define XOR_DESC_EOD_INT_EN BIT(31)
	43
82a1402e EG	44	#define XOR_CURR_DESC(chan) (chan->mmr_high_base + 0x10 + (chan->idx * 4))
	45	#define XOR_NEXT_DESC(chan) (chan->mmr_high_base + 0x00 + (chan->idx * 4))
	46	#define XOR_BYTE_COUNT(chan) (chan->mmr_high_base + 0x20 + (chan->idx * 4))
	47	#define XOR_DEST_POINTER(chan) (chan->mmr_high_base + 0xB0 + (chan->idx * 4))
	48	#define XOR_BLOCK_SIZE(chan) (chan->mmr_high_base + 0xC0 + (chan->idx * 4))
	49	#define XOR_INIT_VALUE_LOW(chan) (chan->mmr_high_base + 0xE0)
	50	#define XOR_INIT_VALUE_HIGH(chan) (chan->mmr_high_base + 0xE4)
ff7b0479 SB	51
	52	#define XOR_CONFIG(chan) (chan->mmr_base + 0x10 + (chan->idx * 4))
	53	#define XOR_ACTIVATION(chan) (chan->mmr_base + 0x20 + (chan->idx * 4))
	54	#define XOR_INTR_CAUSE(chan) (chan->mmr_base + 0x30)
	55	#define XOR_INTR_MASK(chan) (chan->mmr_base + 0x40)
	56	#define XOR_ERROR_CAUSE(chan) (chan->mmr_base + 0x50)
	57	#define XOR_ERROR_ADDR(chan) (chan->mmr_base + 0x60)
0e7488ed EG	58
	59	#define XOR_INT_END_OF_DESC BIT(0)
	60	#define XOR_INT_END_OF_CHAIN BIT(1)
	61	#define XOR_INT_STOPPED BIT(2)
	62	#define XOR_INT_PAUSED BIT(3)
	63	#define XOR_INT_ERR_DECODE BIT(4)
	64	#define XOR_INT_ERR_RDPROT BIT(5)
	65	#define XOR_INT_ERR_WRPROT BIT(6)
	66	#define XOR_INT_ERR_OWN BIT(7)
	67	#define XOR_INT_ERR_PAR BIT(8)
	68	#define XOR_INT_ERR_MBUS BIT(9)
	69
	70	#define XOR_INTR_ERRORS (XOR_INT_ERR_DECODE \| XOR_INT_ERR_RDPROT \| \
	71	XOR_INT_ERR_WRPROT \| XOR_INT_ERR_OWN \| \
	72	XOR_INT_ERR_PAR \| XOR_INT_ERR_MBUS)
	73
ba87d137	74	#define XOR_INTR_MASK_VALUE (XOR_INT_END_OF_DESC \| XOR_INT_END_OF_CHAIN \| \
0e7488ed	75	XOR_INT_STOPPED \| XOR_INTR_ERRORS)
ff7b0479	76
82a1402e EG	77	#define WINDOW_BASE(w) (0x50 + ((w) << 2))
	78	#define WINDOW_SIZE(w) (0x70 + ((w) << 2))
	79	#define WINDOW_REMAP_HIGH(w) (0x90 + ((w) << 2))
	80	#define WINDOW_BAR_ENABLE(chan) (0x40 + ((chan) << 2))
	81	#define WINDOW_OVERRIDE_CTRL(chan) (0xA0 + ((chan) << 2))
ff7b0479	82
77ff7a70 SR	83	#define WINDOW_COUNT 8
77ff7a70 SR	84
297eedba	85	struct mv_xor_device {
60d151f3 TP	86	void __iomem *xor_base;
	87	void __iomem *xor_high_base;
	88	struct clk *clk;
1ef48a26	89	struct mv_xor_chan *channels[MV_XOR_MAX_CHANNELS];
dd130c65	90	int xor_type;
77ff7a70 SR	91
	92	u32 win_start[WINDOW_COUNT];
	93	u32 win_end[WINDOW_COUNT];
ff7b0479 SB	94	};
	95
	96	/**
	97	* struct mv_xor_chan - internal representation of a XOR channel
	98	* @pending: allows batching of hardware operations
ff7b0479 SB	99	* @lock: serializes enqueue/dequeue operations to the descriptors pool
	100	* @mmr_base: memory mapped register base
	101	* @idx: the index of the xor channel
	102	* @chain: device chain view of the descriptors
fbea28a2 LA	103	* @free_slots: free slots usable by the channel
fbea28a2 LA	104	* @allocated_slots: slots allocated by the driver
ff7b0479 SB	105	* @completed_slots: slots completed by HW but still need to be acked
	106	* @device: parent device
	107	* @common: common dmaengine channel object members
ff7b0479 SB	108	* @slots_allocated: records the actual size of the descriptor slot pool
ff7b0479 SB	109	* @irq_tasklet: bottom half where mv_xor_slot_cleanup runs
6f166312	110	* @op_in_desc: new mode of driver, each op is writen to descriptor.
ff7b0479 SB	111	*/
	112	struct mv_xor_chan {
	113	int pending;
ff7b0479 SB	114	spinlock_t lock; /* protects the descriptor slot pool */
ff7b0479 SB	115	void __iomem *mmr_base;
82a1402e	116	void __iomem *mmr_high_base;
ff7b0479	117	unsigned int idx;
88eb92cb	118	int irq;
ff7b0479	119	struct list_head chain;
fbea28a2 LA	120	struct list_head free_slots;
fbea28a2 LA	121	struct list_head allocated_slots;
ff7b0479	122	struct list_head completed_slots;
1ef48a26 TP	123	dma_addr_t dma_desc_pool;
	124	void *dma_desc_pool_virt;
	125	size_t pool_size;
	126	struct dma_device dmadev;
98817b99	127	struct dma_chan dmachan;
ff7b0479 SB	128	int slots_allocated;
ff7b0479 SB	129	struct tasklet_struct irq_tasklet;
6f166312	130	int op_in_desc;
22843545 LA	131	char dummy_src[MV_XOR_MIN_BYTE_COUNT];
	132	char dummy_dst[MV_XOR_MIN_BYTE_COUNT];
	133	dma_addr_t dummy_src_addr, dummy_dst_addr;
8b648436	134	u32 saved_config_reg, saved_int_mask_reg;
77ff7a70 SR	135
77ff7a70 SR	136	struct mv_xor_device *xordev;
ff7b0479 SB	137	};
	138
	139	/**
	140	* struct mv_xor_desc_slot - software descriptor
fbea28a2	141	* @node: node on the mv_xor_chan lists
ff7b0479 SB	142	* @hw_desc: virtual address of the hardware descriptor chain
ff7b0479 SB	143	* @phys: hardware address of the hardware descriptor chain
dfc97661	144	* @slot_used: slot in use or not
ff7b0479	145	* @idx: pool index
64203b67	146	* @tx_list: list of slots that make up a multi-descriptor transaction
ff7b0479	147	* @async_tx: support for the async_tx api
ff7b0479 SB	148	*/
ff7b0479 SB	149	struct mv_xor_desc_slot {
fbea28a2	150	struct list_head node;
c5db858b	151	struct list_head sg_tx_list;
ff7b0479 SB	152	enum dma_transaction_type type;
ff7b0479 SB	153	void *hw_desc;
ff7b0479	154	u16 idx;
ff7b0479	155	struct dma_async_tx_descriptor async_tx;
ff7b0479 SB	156	};
ff7b0479 SB	157
e03bc654 TP	158	/*
	159	* This structure describes XOR descriptor size 64bytes. The
	160	* mv_phy_src_idx() macro must be used when indexing the values of the
	161	* phy_src_addr[] array. This is due to the fact that the 'descriptor
	162	* swap' feature, used on big endian systems, swaps descriptors data
	163	* within blocks of 8 bytes. So two consecutive values of the
	164	* phy_src_addr[] array are actually swapped in big-endian, which
	165	* explains the different mv_phy_src_idx() implementation.
	166	*/
	167	#if defined(__LITTLE_ENDIAN)
ff7b0479 SB	168	struct mv_xor_desc {
	169	u32 status; /* descriptor execution status */
	170	u32 crc32_result; /* result of CRC-32 calculation */
	171	u32 desc_command; /* type of operation to be carried out */
	172	u32 phy_next_desc; /* next descriptor address pointer */
	173	u32 byte_count; /* size of src/dst blocks in bytes */
	174	u32 phy_dest_addr; /* destination block address */
	175	u32 phy_src_addr[8]; /* source block addresses */
	176	u32 reserved0;
	177	u32 reserved1;
	178	};
e03bc654 TP	179	#define mv_phy_src_idx(src_idx) (src_idx)
	180	#else
	181	struct mv_xor_desc {
	182	u32 crc32_result; /* result of CRC-32 calculation */
	183	u32 status; /* descriptor execution status */
	184	u32 phy_next_desc; /* next descriptor address pointer */
	185	u32 desc_command; /* type of operation to be carried out */
	186	u32 phy_dest_addr; /* destination block address */
	187	u32 byte_count; /* size of src/dst blocks in bytes */
	188	u32 phy_src_addr[8]; /* source block addresses */
	189	u32 reserved1;
	190	u32 reserved0;
	191	};
	192	#define mv_phy_src_idx(src_idx) (src_idx ^ 1)
	193	#endif
ff7b0479 SB	194
	195	#define to_mv_sw_desc(addr_hw_desc) \
	196	container_of(addr_hw_desc, struct mv_xor_desc_slot, hw_desc)
	197
	198	#define mv_hw_desc_slot_idx(hw_desc, idx) \
	199	((void *)(((unsigned long)hw_desc) + ((idx) << 5)))
	200
ff7b0479	201	#endif