[mirror_ubuntu-bionic-kernel.git] / drivers / nvdimm / btt.h

/*
 * Block Translation Table library
 * Copyright (c) 2014-2015, Intel Corporation.
 *
 * This program is free software; you can redistribute it and/or modify it
 * under the terms and conditions of the GNU General Public License,
 * version 2, as published by the Free Software Foundation.
 *
 * This program is distributed in the hope it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License for
 * more details.
 */

#ifndef _LINUX_BTT_H
#define _LINUX_BTT_H

#include <linux/badblocks.h>
#include <linux/types.h>

#define BTT_SIG_LEN 16
#define BTT_SIG "BTT_ARENA_INFO\0"
#define MAP_ENT_SIZE 4
#define MAP_TRIM_SHIFT 31
#define MAP_TRIM_MASK (1 << MAP_TRIM_SHIFT)
#define MAP_ERR_SHIFT 30
#define MAP_ERR_MASK (1 << MAP_ERR_SHIFT)
#define MAP_LBA_MASK (~((1 << MAP_TRIM_SHIFT) | (1 << MAP_ERR_SHIFT)))
#define MAP_ENT_NORMAL 0xC0000000
#define LOG_GRP_SIZE sizeof(struct log_group)
#define LOG_ENT_SIZE sizeof(struct log_entry)
#define ARENA_MIN_SIZE (1UL << 24)	/* 16 MB */
#define ARENA_MAX_SIZE (1ULL << 39)	/* 512 GB */
#define RTT_VALID (1UL << 31)
#define RTT_INVALID 0
#define BTT_PG_SIZE 4096
#define BTT_DEFAULT_NFREE ND_MAX_LANES
#define LOG_SEQ_INIT 1

#define IB_FLAG_ERROR 0x00000001
#define IB_FLAG_ERROR_MASK 0x00000001

#define ent_lba(ent) (ent & MAP_LBA_MASK)
#define ent_e_flag(ent) (!!(ent & MAP_ERR_MASK))
#define ent_z_flag(ent) (!!(ent & MAP_TRIM_MASK))
#define set_e_flag(ent) (ent |= MAP_ERR_MASK)

enum btt_init_state {
	INIT_UNCHECKED = 0,
	INIT_NOTFOUND,
	INIT_READY
};

/*
 * A log group represents one log 'lane', and consists of four log entries.
 * Two of the four entries are valid entries, and the remaining two are
 * padding. Due to an old bug in the padding location, we need to perform a
 * test to determine the padding scheme being used, and use that scheme
 * thereafter.
 *
 * In kernels prior to 4.15, 'log group' would have actual log entries at
 * indices (0, 2) and padding at indices (1, 3), where as the correct/updated
 * format has log entries at indices (0, 1) and padding at indices (2, 3).
 *
 * Old (pre 4.15) format:
 * +-----------------+-----------------+
 * |      ent[0]     |      ent[1]     |
 * |       16B       |       16B       |
 * | lba/old/new/seq |       pad       |
 * +-----------------------------------+
 * |      ent[2]     |      ent[3]     |
 * |       16B       |       16B       |
 * | lba/old/new/seq |       pad       |
 * +-----------------+-----------------+
 *
 * New format:
 * +-----------------+-----------------+
 * |      ent[0]     |      ent[1]     |
 * |       16B       |       16B       |
 * | lba/old/new/seq | lba/old/new/seq |
 * +-----------------------------------+
 * |      ent[2]     |      ent[3]     |
 * |       16B       |       16B       |
 * |       pad       |       pad       |
 * +-----------------+-----------------+
 *
 * We detect during start-up which format is in use, and set
 * arena->log_index[(0, 1)] with the detected format.
 */

struct log_entry {
	__le32 lba;
	__le32 old_map;
	__le32 new_map;
	__le32 seq;
};

struct log_group {
	struct log_entry ent[4];
};

struct btt_sb {
	u8 signature[BTT_SIG_LEN];
	u8 uuid[16];
	u8 parent_uuid[16];
	__le32 flags;
	__le16 version_major;
	__le16 version_minor;
	__le32 external_lbasize;
	__le32 external_nlba;
	__le32 internal_lbasize;
	__le32 internal_nlba;
	__le32 nfree;
	__le32 infosize;
	__le64 nextoff;
	__le64 dataoff;
	__le64 mapoff;
	__le64 logoff;
	__le64 info2off;
	u8 padding[3968];
	__le64 checksum;
};

struct free_entry {
	u32 block;
	u8 sub;
	u8 seq;
	u8 has_err;
};

struct aligned_lock {
	union {
		spinlock_t lock;
		u8 cacheline_padding[L1_CACHE_BYTES];
	};
};

/**
 * struct arena_info - handle for an arena
 * @size:		Size in bytes this arena occupies on the raw device.
 *			This includes arena metadata.
 * @external_lba_start:	The first external LBA in this arena.
 * @internal_nlba:	Number of internal blocks available in the arena
 *			including nfree reserved blocks
 * @internal_lbasize:	Internal and external lba sizes may be different as
 *			we can round up 'odd' external lbasizes such as 520B
 *			to be aligned.
 * @external_nlba:	Number of blocks contributed by the arena to the number
 *			reported to upper layers. (internal_nlba - nfree)
 * @external_lbasize:	LBA size as exposed to upper layers.
 * @nfree:		A reserve number of 'free' blocks that is used to
 *			handle incoming writes.
 * @version_major:	Metadata layout version major.
 * @version_minor:	Metadata layout version minor.
 * @sector_size:	The Linux sector size - 512 or 4096
 * @nextoff:		Offset in bytes to the start of the next arena.
 * @infooff:		Offset in bytes to the info block of this arena.
 * @dataoff:		Offset in bytes to the data area of this arena.
 * @mapoff:		Offset in bytes to the map area of this arena.
 * @logoff:		Offset in bytes to the log area of this arena.
 * @info2off:		Offset in bytes to the backup info block of this arena.
 * @freelist:		Pointer to in-memory list of free blocks
 * @rtt:		Pointer to in-memory "Read Tracking Table"
 * @map_locks:		Spinlocks protecting concurrent map writes
 * @nd_btt:		Pointer to parent nd_btt structure.
 * @list:		List head for list of arenas
 * @debugfs_dir:	Debugfs dentry
 * @flags:		Arena flags - may signify error states.
 * @err_lock:		Mutex for synchronizing error clearing.
 * @log_index:		Indices of the valid log entries in a log_group
 *
 * arena_info is a per-arena handle. Once an arena is narrowed down for an
 * IO, this struct is passed around for the duration of the IO.
 */
struct arena_info {
	u64 size;			/* Total bytes for this arena */
	u64 external_lba_start;
	u32 internal_nlba;
	u32 internal_lbasize;
	u32 external_nlba;
	u32 external_lbasize;
	u32 nfree;
	u16 version_major;
	u16 version_minor;
	u32 sector_size;
	/* Byte offsets to the different on-media structures */
	u64 nextoff;
	u64 infooff;
	u64 dataoff;
	u64 mapoff;
	u64 logoff;
	u64 info2off;
	/* Pointers to other in-memory structures for this arena */
	struct free_entry *freelist;
	u32 *rtt;
	struct aligned_lock *map_locks;
	struct nd_btt *nd_btt;
	struct list_head list;
	struct dentry *debugfs_dir;
	/* Arena flags */
	u32 flags;
	struct mutex err_lock;
	int log_index[2];
};

/**
 * struct btt - handle for a BTT instance
 * @btt_disk:		Pointer to the gendisk for BTT device
 * @btt_queue:		Pointer to the request queue for the BTT device
 * @arena_list:		Head of the list of arenas
 * @debugfs_dir:	Debugfs dentry
 * @nd_btt:		Parent nd_btt struct
 * @nlba:		Number of logical blocks exposed to the	upper layers
 *			after removing the amount of space needed by metadata
 * @rawsize:		Total size in bytes of the available backing device
 * @lbasize:		LBA size as requested and presented to upper layers.
 *			This is sector_size + size of any metadata.
 * @sector_size:	The Linux sector size - 512 or 4096
 * @lanes:		Per-lane spinlocks
 * @init_lock:		Mutex used for the BTT initialization
 * @init_state:		Flag describing the initialization state for the BTT
 * @num_arenas:		Number of arenas in the BTT instance
 * @phys_bb:		Pointer to the namespace's badblocks structure
 */
struct btt {
	struct gendisk *btt_disk;
	struct request_queue *btt_queue;
	struct list_head arena_list;
	struct dentry *debugfs_dir;
	struct nd_btt *nd_btt;
	u64 nlba;
	unsigned long long rawsize;
	u32 lbasize;
	u32 sector_size;
	struct nd_region *nd_region;
	struct mutex init_lock;
	int init_state;
	int num_arenas;
	struct badblocks *phys_bb;
};

bool nd_btt_arena_is_valid(struct nd_btt *nd_btt, struct btt_sb *super);
int nd_btt_version(struct nd_btt *nd_btt, struct nd_namespace_common *ndns,
		struct btt_sb *btt_sb);

#endif
Commit	Line	Data
8c2f7e86 DW	1	/*
	2	* Block Translation Table library
	3	* Copyright (c) 2014-2015, Intel Corporation.
	4	*
	5	* This program is free software; you can redistribute it and/or modify it
	6	* under the terms and conditions of the GNU General Public License,
	7	* version 2, as published by the Free Software Foundation.
	8	*
	9	* This program is distributed in the hope it will be useful, but WITHOUT
	10	* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
	11	* FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
	12	* more details.
	13	*/
	14
	15	#ifndef _LINUX_BTT_H
	16	#define _LINUX_BTT_H
	17
d9b83c75	18	#include <linux/badblocks.h>
8c2f7e86 DW	19	#include <linux/types.h>
	20
	21	#define BTT_SIG_LEN 16
	22	#define BTT_SIG "BTT_ARENA_INFO\0"
5212e11f VV	23	#define MAP_ENT_SIZE 4
	24	#define MAP_TRIM_SHIFT 31
	25	#define MAP_TRIM_MASK (1 << MAP_TRIM_SHIFT)
	26	#define MAP_ERR_SHIFT 30
	27	#define MAP_ERR_MASK (1 << MAP_ERR_SHIFT)
	28	#define MAP_LBA_MASK (~((1 << MAP_TRIM_SHIFT) \| (1 << MAP_ERR_SHIFT)))
	29	#define MAP_ENT_NORMAL 0xC0000000
24e3a7fb	30	#define LOG_GRP_SIZE sizeof(struct log_group)
5212e11f VV	31	#define LOG_ENT_SIZE sizeof(struct log_entry)
	32	#define ARENA_MIN_SIZE (1UL << 24) /* 16 MB */
	33	#define ARENA_MAX_SIZE (1ULL << 39) /* 512 GB */
	34	#define RTT_VALID (1UL << 31)
	35	#define RTT_INVALID 0
5212e11f VV	36	#define BTT_PG_SIZE 4096
	37	#define BTT_DEFAULT_NFREE ND_MAX_LANES
	38	#define LOG_SEQ_INIT 1
	39
	40	#define IB_FLAG_ERROR 0x00000001
	41	#define IB_FLAG_ERROR_MASK 0x00000001
	42
0595d539 VV	43	#define ent_lba(ent) (ent & MAP_LBA_MASK)
	44	#define ent_e_flag(ent) (!!(ent & MAP_ERR_MASK))
	45	#define ent_z_flag(ent) (!!(ent & MAP_TRIM_MASK))
d9b83c75	46	#define set_e_flag(ent) (ent \|= MAP_ERR_MASK)
0595d539	47
5212e11f VV	48	enum btt_init_state {
	49	INIT_UNCHECKED = 0,
	50	INIT_NOTFOUND,
	51	INIT_READY
	52	};
	53
24e3a7fb VV	54	/*
	55	* A log group represents one log 'lane', and consists of four log entries.
	56	* Two of the four entries are valid entries, and the remaining two are
	57	* padding. Due to an old bug in the padding location, we need to perform a
	58	* test to determine the padding scheme being used, and use that scheme
	59	* thereafter.
	60	*
	61	* In kernels prior to 4.15, 'log group' would have actual log entries at
	62	* indices (0, 2) and padding at indices (1, 3), where as the correct/updated
	63	* format has log entries at indices (0, 1) and padding at indices (2, 3).
	64	*
	65	* Old (pre 4.15) format:
	66	* +-----------------+-----------------+
	67	* \| ent[0] \| ent[1] \|
	68	* \| 16B \| 16B \|
	69	* \| lba/old/new/seq \| pad \|
	70	* +-----------------------------------+
	71	* \| ent[2] \| ent[3] \|
	72	* \| 16B \| 16B \|
	73	* \| lba/old/new/seq \| pad \|
	74	* +-----------------+-----------------+
	75	*
	76	* New format:
	77	* +-----------------+-----------------+
	78	* \| ent[0] \| ent[1] \|
	79	* \| 16B \| 16B \|
	80	* \| lba/old/new/seq \| lba/old/new/seq \|
	81	* +-----------------------------------+
	82	* \| ent[2] \| ent[3] \|
	83	* \| 16B \| 16B \|
	84	* \| pad \| pad \|
	85	* +-----------------+-----------------+
	86	*
	87	* We detect during start-up which format is in use, and set
	88	* arena->log_index[(0, 1)] with the detected format.
	89	*/
	90
5212e11f VV	91	struct log_entry {
	92	__le32 lba;
	93	__le32 old_map;
	94	__le32 new_map;
	95	__le32 seq;
24e3a7fb VV	96	};
	97
	98	struct log_group {
	99	struct log_entry ent[4];
5212e11f	100	};
8c2f7e86 DW	101
	102	struct btt_sb {
	103	u8 signature[BTT_SIG_LEN];
	104	u8 uuid[16];
	105	u8 parent_uuid[16];
	106	__le32 flags;
	107	__le16 version_major;
	108	__le16 version_minor;
	109	__le32 external_lbasize;
	110	__le32 external_nlba;
	111	__le32 internal_lbasize;
	112	__le32 internal_nlba;
	113	__le32 nfree;
	114	__le32 infosize;
	115	__le64 nextoff;
	116	__le64 dataoff;
	117	__le64 mapoff;
	118	__le64 logoff;
	119	__le64 info2off;
	120	u8 padding[3968];
	121	__le64 checksum;
	122	};
	123
5212e11f VV	124	struct free_entry {
	125	u32 block;
	126	u8 sub;
	127	u8 seq;
d9b83c75	128	u8 has_err;
5212e11f VV	129	};
	130
	131	struct aligned_lock {
	132	union {
	133	spinlock_t lock;
	134	u8 cacheline_padding[L1_CACHE_BYTES];
	135	};
	136	};
	137
	138	/**
	139	* struct arena_info - handle for an arena
	140	* @size: Size in bytes this arena occupies on the raw device.
	141	* This includes arena metadata.
	142	* @external_lba_start: The first external LBA in this arena.
	143	* @internal_nlba: Number of internal blocks available in the arena
	144	* including nfree reserved blocks
	145	* @internal_lbasize: Internal and external lba sizes may be different as
	146	* we can round up 'odd' external lbasizes such as 520B
	147	* to be aligned.
	148	* @external_nlba: Number of blocks contributed by the arena to the number
	149	* reported to upper layers. (internal_nlba - nfree)
	150	* @external_lbasize: LBA size as exposed to upper layers.
	151	* @nfree: A reserve number of 'free' blocks that is used to
	152	* handle incoming writes.
	153	* @version_major: Metadata layout version major.
	154	* @version_minor: Metadata layout version minor.
75892004	155	* @sector_size: The Linux sector size - 512 or 4096
5212e11f VV	156	* @nextoff: Offset in bytes to the start of the next arena.
	157	* @infooff: Offset in bytes to the info block of this arena.
	158	* @dataoff: Offset in bytes to the data area of this arena.
	159	* @mapoff: Offset in bytes to the map area of this arena.
	160	* @logoff: Offset in bytes to the log area of this arena.
	161	* @info2off: Offset in bytes to the backup info block of this arena.
	162	* @freelist: Pointer to in-memory list of free blocks
	163	* @rtt: Pointer to in-memory "Read Tracking Table"
	164	* @map_locks: Spinlocks protecting concurrent map writes
	165	* @nd_btt: Pointer to parent nd_btt structure.
	166	* @list: List head for list of arenas
	167	* @debugfs_dir: Debugfs dentry
	168	* @flags: Arena flags - may signify error states.
13b7954c	169	* @err_lock: Mutex for synchronizing error clearing.
24e3a7fb	170	* @log_index: Indices of the valid log entries in a log_group
5212e11f VV	171	*
	172	* arena_info is a per-arena handle. Once an arena is narrowed down for an
	173	* IO, this struct is passed around for the duration of the IO.
	174	*/
	175	struct arena_info {
	176	u64 size; /* Total bytes for this arena */
	177	u64 external_lba_start;
	178	u32 internal_nlba;
	179	u32 internal_lbasize;
	180	u32 external_nlba;
	181	u32 external_lbasize;
	182	u32 nfree;
	183	u16 version_major;
	184	u16 version_minor;
75892004	185	u32 sector_size;
5212e11f VV	186	/* Byte offsets to the different on-media structures */
	187	u64 nextoff;
	188	u64 infooff;
	189	u64 dataoff;
	190	u64 mapoff;
	191	u64 logoff;
	192	u64 info2off;
	193	/* Pointers to other in-memory structures for this arena */
	194	struct free_entry *freelist;
	195	u32 *rtt;
	196	struct aligned_lock *map_locks;
	197	struct nd_btt *nd_btt;
	198	struct list_head list;
	199	struct dentry *debugfs_dir;
	200	/* Arena flags */
	201	u32 flags;
d9b83c75	202	struct mutex err_lock;
24e3a7fb	203	int log_index[2];
5212e11f VV	204	};
	205
	206	/**
	207	* struct btt - handle for a BTT instance
	208	* @btt_disk: Pointer to the gendisk for BTT device
	209	* @btt_queue: Pointer to the request queue for the BTT device
	210	* @arena_list: Head of the list of arenas
	211	* @debugfs_dir: Debugfs dentry
	212	* @nd_btt: Parent nd_btt struct
	213	* @nlba: Number of logical blocks exposed to the upper layers
	214	* after removing the amount of space needed by metadata
	215	* @rawsize: Total size in bytes of the available backing device
	216	* @lbasize: LBA size as requested and presented to upper layers.
	217	* This is sector_size + size of any metadata.
	218	* @sector_size: The Linux sector size - 512 or 4096
	219	* @lanes: Per-lane spinlocks
	220	* @init_lock: Mutex used for the BTT initialization
	221	* @init_state: Flag describing the initialization state for the BTT
	222	* @num_arenas: Number of arenas in the BTT instance
13b7954c	223	* @phys_bb: Pointer to the namespace's badblocks structure
5212e11f VV	224	*/
	225	struct btt {
	226	struct gendisk *btt_disk;
	227	struct request_queue *btt_queue;
	228	struct list_head arena_list;
	229	struct dentry *debugfs_dir;
	230	struct nd_btt *nd_btt;
	231	u64 nlba;
	232	unsigned long long rawsize;
	233	u32 lbasize;
	234	u32 sector_size;
	235	struct nd_region *nd_region;
	236	struct mutex init_lock;
	237	int init_state;
	238	int num_arenas;
d9b83c75	239	struct badblocks *phys_bb;
5212e11f	240	};
ab45e763 VV	241
ab45e763 VV	242	bool nd_btt_arena_is_valid(struct nd_btt nd_btt, struct btt_sb super);
14e49454 VV	243	int nd_btt_version(struct nd_btt nd_btt, struct nd_namespace_common ndns,
14e49454 VV	244	struct btt_sb *btt_sb);
ab45e763	245
8c2f7e86	246	#endif