[mirror_ubuntu-bionic-kernel.git] / block / blk-mq-sysfs.c

#include <linux/kernel.h>
#include <linux/module.h>
#include <linux/backing-dev.h>
#include <linux/bio.h>
#include <linux/blkdev.h>
#include <linux/mm.h>
#include <linux/init.h>
#include <linux/slab.h>
#include <linux/workqueue.h>
#include <linux/smp.h>

#include <linux/blk-mq.h>
#include "blk-mq.h"
#include "blk-mq-tag.h"

static void blk_mq_sysfs_release(struct kobject *kobj)
{
}

struct blk_mq_ctx_sysfs_entry {
	struct attribute attr;
	ssize_t (*show)(struct blk_mq_ctx *, char *);
	ssize_t (*store)(struct blk_mq_ctx *, const char *, size_t);
};

struct blk_mq_hw_ctx_sysfs_entry {
	struct attribute attr;
	ssize_t (*show)(struct blk_mq_hw_ctx *, char *);
	ssize_t (*store)(struct blk_mq_hw_ctx *, const char *, size_t);
};

static ssize_t blk_mq_sysfs_show(struct kobject *kobj, struct attribute *attr,
				 char *page)
{
	struct blk_mq_ctx_sysfs_entry *entry;
	struct blk_mq_ctx *ctx;
	struct request_queue *q;
	ssize_t res;

	entry = container_of(attr, struct blk_mq_ctx_sysfs_entry, attr);
	ctx = container_of(kobj, struct blk_mq_ctx, kobj);
	q = ctx->queue;

	if (!entry->show)
		return -EIO;

	res = -ENOENT;
	mutex_lock(&q->sysfs_lock);
	if (!blk_queue_dying(q))
		res = entry->show(ctx, page);
	mutex_unlock(&q->sysfs_lock);
	return res;
}

static ssize_t blk_mq_sysfs_store(struct kobject *kobj, struct attribute *attr,
				  const char *page, size_t length)
{
	struct blk_mq_ctx_sysfs_entry *entry;
	struct blk_mq_ctx *ctx;
	struct request_queue *q;
	ssize_t res;

	entry = container_of(attr, struct blk_mq_ctx_sysfs_entry, attr);
	ctx = container_of(kobj, struct blk_mq_ctx, kobj);
	q = ctx->queue;

	if (!entry->store)
		return -EIO;

	res = -ENOENT;
	mutex_lock(&q->sysfs_lock);
	if (!blk_queue_dying(q))
		res = entry->store(ctx, page, length);
	mutex_unlock(&q->sysfs_lock);
	return res;
}

static ssize_t blk_mq_hw_sysfs_show(struct kobject *kobj,
				    struct attribute *attr, char *page)
{
	struct blk_mq_hw_ctx_sysfs_entry *entry;
	struct blk_mq_hw_ctx *hctx;
	struct request_queue *q;
	ssize_t res;

	entry = container_of(attr, struct blk_mq_hw_ctx_sysfs_entry, attr);
	hctx = container_of(kobj, struct blk_mq_hw_ctx, kobj);
	q = hctx->queue;

	if (!entry->show)
		return -EIO;

	res = -ENOENT;
	mutex_lock(&q->sysfs_lock);
	if (!blk_queue_dying(q))
		res = entry->show(hctx, page);
	mutex_unlock(&q->sysfs_lock);
	return res;
}

static ssize_t blk_mq_hw_sysfs_store(struct kobject *kobj,
				     struct attribute *attr, const char *page,
				     size_t length)
{
	struct blk_mq_hw_ctx_sysfs_entry *entry;
	struct blk_mq_hw_ctx *hctx;
	struct request_queue *q;
	ssize_t res;

	entry = container_of(attr, struct blk_mq_hw_ctx_sysfs_entry, attr);
	hctx = container_of(kobj, struct blk_mq_hw_ctx, kobj);
	q = hctx->queue;

	if (!entry->store)
		return -EIO;

	res = -ENOENT;
	mutex_lock(&q->sysfs_lock);
	if (!blk_queue_dying(q))
		res = entry->store(hctx, page, length);
	mutex_unlock(&q->sysfs_lock);
	return res;
}

static ssize_t blk_mq_hw_sysfs_nr_tags_show(struct blk_mq_hw_ctx *hctx,
					    char *page)
{
	return sprintf(page, "%u\n", hctx->tags->nr_tags);
}

static ssize_t blk_mq_hw_sysfs_nr_reserved_tags_show(struct blk_mq_hw_ctx *hctx,
						     char *page)
{
	return sprintf(page, "%u\n", hctx->tags->nr_reserved_tags);
}

static ssize_t blk_mq_hw_sysfs_cpus_show(struct blk_mq_hw_ctx *hctx, char *page)
{
	unsigned int i, first = 1;
	ssize_t ret = 0;

	for_each_cpu(i, hctx->cpumask) {
		if (first)
			ret += sprintf(ret + page, "%u", i);
		else
			ret += sprintf(ret + page, ", %u", i);

		first = 0;
	}

	ret += sprintf(ret + page, "\n");
	return ret;
}

static struct attribute *default_ctx_attrs[] = {
	NULL,
};

static struct blk_mq_hw_ctx_sysfs_entry blk_mq_hw_sysfs_nr_tags = {
	.attr = {.name = "nr_tags", .mode = S_IRUGO },
	.show = blk_mq_hw_sysfs_nr_tags_show,
};
static struct blk_mq_hw_ctx_sysfs_entry blk_mq_hw_sysfs_nr_reserved_tags = {
	.attr = {.name = "nr_reserved_tags", .mode = S_IRUGO },
	.show = blk_mq_hw_sysfs_nr_reserved_tags_show,
};
static struct blk_mq_hw_ctx_sysfs_entry blk_mq_hw_sysfs_cpus = {
	.attr = {.name = "cpu_list", .mode = S_IRUGO },
	.show = blk_mq_hw_sysfs_cpus_show,
};

static struct attribute *default_hw_ctx_attrs[] = {
	&blk_mq_hw_sysfs_nr_tags.attr,
	&blk_mq_hw_sysfs_nr_reserved_tags.attr,
	&blk_mq_hw_sysfs_cpus.attr,
	NULL,
};

static const struct sysfs_ops blk_mq_sysfs_ops = {
	.show	= blk_mq_sysfs_show,
	.store	= blk_mq_sysfs_store,
};

static const struct sysfs_ops blk_mq_hw_sysfs_ops = {
	.show	= blk_mq_hw_sysfs_show,
	.store	= blk_mq_hw_sysfs_store,
};

static struct kobj_type blk_mq_ktype = {
	.sysfs_ops	= &blk_mq_sysfs_ops,
	.release	= blk_mq_sysfs_release,
};

static struct kobj_type blk_mq_ctx_ktype = {
	.sysfs_ops	= &blk_mq_sysfs_ops,
	.default_attrs	= default_ctx_attrs,
	.release	= blk_mq_sysfs_release,
};

static struct kobj_type blk_mq_hw_ktype = {
	.sysfs_ops	= &blk_mq_hw_sysfs_ops,
	.default_attrs	= default_hw_ctx_attrs,
	.release	= blk_mq_sysfs_release,
};

static void blk_mq_unregister_hctx(struct blk_mq_hw_ctx *hctx)
{
	struct blk_mq_ctx *ctx;
	int i;

	if (!hctx->nr_ctx)
		return;

	hctx_for_each_ctx(hctx, ctx, i)
		kobject_del(&ctx->kobj);

	kobject_del(&hctx->kobj);
}

static int blk_mq_register_hctx(struct blk_mq_hw_ctx *hctx)
{
	struct request_queue *q = hctx->queue;
	struct blk_mq_ctx *ctx;
	int i, ret;

	if (!hctx->nr_ctx)
		return 0;

	ret = kobject_add(&hctx->kobj, &q->mq_kobj, "%u", hctx->queue_num);
	if (ret)
		return ret;

	hctx_for_each_ctx(hctx, ctx, i) {
		ret = kobject_add(&ctx->kobj, &hctx->kobj, "cpu%u", ctx->cpu);
		if (ret)
			break;
	}

	return ret;
}

static void __blk_mq_unregister_dev(struct device *dev, struct request_queue *q)
{
	struct blk_mq_hw_ctx *hctx;
	int i;

	queue_for_each_hw_ctx(q, hctx, i) {
		blk_mq_unregister_hctx(hctx);

		kobject_put(&hctx->kobj);
	}

	blk_mq_debugfs_unregister_hctxs(q);

	kobject_uevent(&q->mq_kobj, KOBJ_REMOVE);
	kobject_del(&q->mq_kobj);
	kobject_put(&dev->kobj);

	q->mq_sysfs_init_done = false;
}

void blk_mq_unregister_dev(struct device *dev, struct request_queue *q)
{
	blk_mq_disable_hotplug();
	__blk_mq_unregister_dev(dev, q);
	blk_mq_enable_hotplug();
}

void blk_mq_hctx_kobj_init(struct blk_mq_hw_ctx *hctx)
{
	kobject_init(&hctx->kobj, &blk_mq_hw_ktype);
}

void blk_mq_sysfs_deinit(struct request_queue *q)
{
	struct blk_mq_ctx *ctx;
	int cpu;

	for_each_possible_cpu(cpu) {
		ctx = per_cpu_ptr(q->queue_ctx, cpu);
		kobject_put(&ctx->kobj);
	}
	kobject_put(&q->mq_kobj);
}

void blk_mq_sysfs_init(struct request_queue *q)
{
	struct blk_mq_ctx *ctx;
	int cpu;

	kobject_init(&q->mq_kobj, &blk_mq_ktype);

	for_each_possible_cpu(cpu) {
		ctx = per_cpu_ptr(q->queue_ctx, cpu);
		kobject_init(&ctx->kobj, &blk_mq_ctx_ktype);
	}
}

int blk_mq_register_dev(struct device *dev, struct request_queue *q)
{
	struct blk_mq_hw_ctx *hctx;
	int ret, i;

	blk_mq_disable_hotplug();

	ret = kobject_add(&q->mq_kobj, kobject_get(&dev->kobj), "%s", "mq");
	if (ret < 0)
		goto out;

	kobject_uevent(&q->mq_kobj, KOBJ_ADD);

	blk_mq_debugfs_register(q, kobject_name(&dev->kobj));

	queue_for_each_hw_ctx(q, hctx, i) {
		ret = blk_mq_register_hctx(hctx);
		if (ret)
			break;
	}

	if (ret)
		__blk_mq_unregister_dev(dev, q);
	else
		q->mq_sysfs_init_done = true;
out:
	blk_mq_enable_hotplug();

	return ret;
}
EXPORT_SYMBOL_GPL(blk_mq_register_dev);

void blk_mq_sysfs_unregister(struct request_queue *q)
{
	struct blk_mq_hw_ctx *hctx;
	int i;

	if (!q->mq_sysfs_init_done)
		return;

	blk_mq_debugfs_unregister_hctxs(q);

	queue_for_each_hw_ctx(q, hctx, i)
		blk_mq_unregister_hctx(hctx);
}

int blk_mq_sysfs_register(struct request_queue *q)
{
	struct blk_mq_hw_ctx *hctx;
	int i, ret = 0;

	if (!q->mq_sysfs_init_done)
		return ret;

	blk_mq_debugfs_register_hctxs(q);

	queue_for_each_hw_ctx(q, hctx, i) {
		ret = blk_mq_register_hctx(hctx);
		if (ret)
			break;
	}

	return ret;
}
Commit	Line	Data
320ae51f JA	1	#include <linux/kernel.h>
	2	#include <linux/module.h>
	3	#include <linux/backing-dev.h>
	4	#include <linux/bio.h>
	5	#include <linux/blkdev.h>
	6	#include <linux/mm.h>
	7	#include <linux/init.h>
	8	#include <linux/slab.h>
	9	#include <linux/workqueue.h>
	10	#include <linux/smp.h>
	11
	12	#include <linux/blk-mq.h>
	13	#include "blk-mq.h"
	14	#include "blk-mq-tag.h"
	15
	16	static void blk_mq_sysfs_release(struct kobject *kobj)
	17	{
	18	}
	19
	20	struct blk_mq_ctx_sysfs_entry {
	21	struct attribute attr;
	22	ssize_t (show)(struct blk_mq_ctx , char *);
	23	ssize_t (store)(struct blk_mq_ctx , const char *, size_t);
	24	};
	25
	26	struct blk_mq_hw_ctx_sysfs_entry {
	27	struct attribute attr;
	28	ssize_t (show)(struct blk_mq_hw_ctx , char *);
	29	ssize_t (store)(struct blk_mq_hw_ctx , const char *, size_t);
	30	};
	31
	32	static ssize_t blk_mq_sysfs_show(struct kobject kobj, struct attribute attr,
	33	char *page)
	34	{
	35	struct blk_mq_ctx_sysfs_entry *entry;
	36	struct blk_mq_ctx *ctx;
	37	struct request_queue *q;
	38	ssize_t res;
	39
	40	entry = container_of(attr, struct blk_mq_ctx_sysfs_entry, attr);
	41	ctx = container_of(kobj, struct blk_mq_ctx, kobj);
	42	q = ctx->queue;
	43
	44	if (!entry->show)
	45	return -EIO;
	46
	47	res = -ENOENT;
	48	mutex_lock(&q->sysfs_lock);
	49	if (!blk_queue_dying(q))
	50	res = entry->show(ctx, page);
	51	mutex_unlock(&q->sysfs_lock);
	52	return res;
	53	}
	54
	55	static ssize_t blk_mq_sysfs_store(struct kobject kobj, struct attribute attr,
	56	const char *page, size_t length)
	57	{
	58	struct blk_mq_ctx_sysfs_entry *entry;
	59	struct blk_mq_ctx *ctx;
	60	struct request_queue *q;
	61	ssize_t res;
	62
	63	entry = container_of(attr, struct blk_mq_ctx_sysfs_entry, attr);
	64	ctx = container_of(kobj, struct blk_mq_ctx, kobj);
65	q = ctx->queue;
66
67	if (!entry->store)
68	return -EIO;
69
70	res = -ENOENT;
71	mutex_lock(&q->sysfs_lock);
72	if (!blk_queue_dying(q))
73	res = entry->store(ctx, page, length);
74	mutex_unlock(&q->sysfs_lock);
75	return res;
76	}
77
78	static ssize_t blk_mq_hw_sysfs_show(struct kobject *kobj,
79	struct attribute attr, char page)
80	{
81	struct blk_mq_hw_ctx_sysfs_entry *entry;
82	struct blk_mq_hw_ctx *hctx;
83	struct request_queue *q;
84	ssize_t res;
85
86	entry = container_of(attr, struct blk_mq_hw_ctx_sysfs_entry, attr);
87	hctx = container_of(kobj, struct blk_mq_hw_ctx, kobj);
88	q = hctx->queue;
89
90	if (!entry->show)
91	return -EIO;
92
93	res = -ENOENT;
94	mutex_lock(&q->sysfs_lock);
95	if (!blk_queue_dying(q))
96	res = entry->show(hctx, page);
97	mutex_unlock(&q->sysfs_lock);
98	return res;
99	}
100
101	static ssize_t blk_mq_hw_sysfs_store(struct kobject *kobj,
102	struct attribute attr, const char page,
103	size_t length)
104	{
105	struct blk_mq_hw_ctx_sysfs_entry *entry;
106	struct blk_mq_hw_ctx *hctx;
107	struct request_queue *q;
108	ssize_t res;
109
110	entry = container_of(attr, struct blk_mq_hw_ctx_sysfs_entry, attr);
111	hctx = container_of(kobj, struct blk_mq_hw_ctx, kobj);
112	q = hctx->queue;
113
114	if (!entry->store)
115	return -EIO;
116
117	res = -ENOENT;
118	mutex_lock(&q->sysfs_lock);
119	if (!blk_queue_dying(q))
120	res = entry->store(hctx, page, length);
121	mutex_unlock(&q->sysfs_lock);
122	return res;
123	}
124
d96b37c0 OS	125	static ssize_t blk_mq_hw_sysfs_nr_tags_show(struct blk_mq_hw_ctx *hctx,
d96b37c0 OS	126	char *page)
bd166ef1	127	{
d96b37c0	128	return sprintf(page, "%u\n", hctx->tags->nr_tags);
bd166ef1 JA	129	}
bd166ef1 JA	130
d96b37c0 OS	131	static ssize_t blk_mq_hw_sysfs_nr_reserved_tags_show(struct blk_mq_hw_ctx *hctx,
d96b37c0 OS	132	char *page)
320ae51f	133	{
d96b37c0	134	return sprintf(page, "%u\n", hctx->tags->nr_reserved_tags);
320ae51f JA	135	}
320ae51f JA	136
676141e4 JA	137	static ssize_t blk_mq_hw_sysfs_cpus_show(struct blk_mq_hw_ctx hctx, char page)
676141e4 JA	138	{
cb2da43e	139	unsigned int i, first = 1;
676141e4 JA	140	ssize_t ret = 0;
676141e4 JA	141
cb2da43e	142	for_each_cpu(i, hctx->cpumask) {
676141e4 JA	143	if (first)
	144	ret += sprintf(ret + page, "%u", i);
	145	else
	146	ret += sprintf(ret + page, ", %u", i);
	147
	148	first = 0;
	149	}
	150
676141e4 JA	151	ret += sprintf(ret + page, "\n");
	152	return ret;
	153	}
	154
320ae51f	155	static struct attribute *default_ctx_attrs[] = {
320ae51f JA	156	NULL,
	157	};
	158
d96b37c0 OS	159	static struct blk_mq_hw_ctx_sysfs_entry blk_mq_hw_sysfs_nr_tags = {
	160	.attr = {.name = "nr_tags", .mode = S_IRUGO },
	161	.show = blk_mq_hw_sysfs_nr_tags_show,
	162	};
	163	static struct blk_mq_hw_ctx_sysfs_entry blk_mq_hw_sysfs_nr_reserved_tags = {
	164	.attr = {.name = "nr_reserved_tags", .mode = S_IRUGO },
	165	.show = blk_mq_hw_sysfs_nr_reserved_tags_show,
	166	};
676141e4 JA	167	static struct blk_mq_hw_ctx_sysfs_entry blk_mq_hw_sysfs_cpus = {
	168	.attr = {.name = "cpu_list", .mode = S_IRUGO },
	169	.show = blk_mq_hw_sysfs_cpus_show,
	170	};
320ae51f JA	171
320ae51f JA	172	static struct attribute *default_hw_ctx_attrs[] = {
d96b37c0 OS	173	&blk_mq_hw_sysfs_nr_tags.attr,
d96b37c0 OS	174	&blk_mq_hw_sysfs_nr_reserved_tags.attr,
676141e4	175	&blk_mq_hw_sysfs_cpus.attr,
320ae51f JA	176	NULL,
	177	};
	178
	179	static const struct sysfs_ops blk_mq_sysfs_ops = {
	180	.show = blk_mq_sysfs_show,
	181	.store = blk_mq_sysfs_store,
	182	};
	183
	184	static const struct sysfs_ops blk_mq_hw_sysfs_ops = {
	185	.show = blk_mq_hw_sysfs_show,
	186	.store = blk_mq_hw_sysfs_store,
	187	};
	188
	189	static struct kobj_type blk_mq_ktype = {
	190	.sysfs_ops = &blk_mq_sysfs_ops,
	191	.release = blk_mq_sysfs_release,
	192	};
	193
	194	static struct kobj_type blk_mq_ctx_ktype = {
	195	.sysfs_ops = &blk_mq_sysfs_ops,
	196	.default_attrs = default_ctx_attrs,
74170118	197	.release = blk_mq_sysfs_release,
320ae51f JA	198	};
	199
	200	static struct kobj_type blk_mq_hw_ktype = {
	201	.sysfs_ops = &blk_mq_hw_sysfs_ops,
	202	.default_attrs = default_hw_ctx_attrs,
74170118	203	.release = blk_mq_sysfs_release,
320ae51f JA	204	};
320ae51f JA	205
ee3c5db0	206	static void blk_mq_unregister_hctx(struct blk_mq_hw_ctx *hctx)
67aec14c JA	207	{
	208	struct blk_mq_ctx *ctx;
	209	int i;
	210
4593fdbe	211	if (!hctx->nr_ctx)
67aec14c JA	212	return;
	213
	214	hctx_for_each_ctx(hctx, ctx, i)
	215	kobject_del(&ctx->kobj);
	216
	217	kobject_del(&hctx->kobj);
	218	}
	219
ee3c5db0	220	static int blk_mq_register_hctx(struct blk_mq_hw_ctx *hctx)
67aec14c JA	221	{
	222	struct request_queue *q = hctx->queue;
	223	struct blk_mq_ctx *ctx;
	224	int i, ret;
	225
4593fdbe	226	if (!hctx->nr_ctx)
67aec14c JA	227	return 0;
	228
	229	ret = kobject_add(&hctx->kobj, &q->mq_kobj, "%u", hctx->queue_num);
	230	if (ret)
	231	return ret;
	232
	233	hctx_for_each_ctx(hctx, ctx, i) {
	234	ret = kobject_add(&ctx->kobj, &hctx->kobj, "cpu%u", ctx->cpu);
	235	if (ret)
	236	break;
	237	}
	238
	239	return ret;
	240	}
	241
b21d5b30	242	static void __blk_mq_unregister_dev(struct device dev, struct request_queue q)
320ae51f	243	{
85157366	244	struct blk_mq_hw_ctx *hctx;
7ea5fe31	245	int i;
85157366 AV	246
85157366 AV	247	queue_for_each_hw_ctx(q, hctx, i) {
67aec14c JA	248	blk_mq_unregister_hctx(hctx);
67aec14c JA	249
85157366 AV	250	kobject_put(&hctx->kobj);
85157366 AV	251	}
320ae51f	252
62ebce16	253	blk_mq_debugfs_unregister_hctxs(q);
07e4fead	254
320ae51f JA	255	kobject_uevent(&q->mq_kobj, KOBJ_REMOVE);
320ae51f JA	256	kobject_del(&q->mq_kobj);
b21d5b30	257	kobject_put(&dev->kobj);
4593fdbe AM	258
4593fdbe AM	259	q->mq_sysfs_init_done = false;
c0f3fd2b JA	260	}
c0f3fd2b JA	261
b21d5b30	262	void blk_mq_unregister_dev(struct device dev, struct request_queue q)
c0f3fd2b JA	263	{
c0f3fd2b JA	264	blk_mq_disable_hotplug();
b21d5b30	265	__blk_mq_unregister_dev(dev, q);
4593fdbe	266	blk_mq_enable_hotplug();
320ae51f JA	267	}
320ae51f JA	268
868f2f0b KB	269	void blk_mq_hctx_kobj_init(struct blk_mq_hw_ctx *hctx)
	270	{
	271	kobject_init(&hctx->kobj, &blk_mq_hw_ktype);
	272	}
	273
7ea5fe31 ML	274	void blk_mq_sysfs_deinit(struct request_queue *q)
	275	{
	276	struct blk_mq_ctx *ctx;
	277	int cpu;
	278
	279	for_each_possible_cpu(cpu) {
	280	ctx = per_cpu_ptr(q->queue_ctx, cpu);
	281	kobject_put(&ctx->kobj);
	282	}
	283	kobject_put(&q->mq_kobj);
	284	}
	285
737f98cf	286	void blk_mq_sysfs_init(struct request_queue *q)
67aec14c	287	{
67aec14c	288	struct blk_mq_ctx *ctx;
897bb0c7	289	int cpu;
67aec14c JA	290
	291	kobject_init(&q->mq_kobj, &blk_mq_ktype);
	292
897bb0c7 TG	293	for_each_possible_cpu(cpu) {
897bb0c7 TG	294	ctx = per_cpu_ptr(q->queue_ctx, cpu);
06a41a99	295	kobject_init(&ctx->kobj, &blk_mq_ctx_ktype);
897bb0c7	296	}
67aec14c JA	297	}
67aec14c JA	298
b21d5b30	299	int blk_mq_register_dev(struct device dev, struct request_queue q)
320ae51f	300	{
320ae51f	301	struct blk_mq_hw_ctx *hctx;
67aec14c	302	int ret, i;
320ae51f	303
4593fdbe AM	304	blk_mq_disable_hotplug();
4593fdbe AM	305
320ae51f JA	306	ret = kobject_add(&q->mq_kobj, kobject_get(&dev->kobj), "%s", "mq");
320ae51f JA	307	if (ret < 0)
4593fdbe	308	goto out;
320ae51f JA	309
	310	kobject_uevent(&q->mq_kobj, KOBJ_ADD);
	311
07e4fead OS	312	blk_mq_debugfs_register(q, kobject_name(&dev->kobj));
07e4fead OS	313
320ae51f	314	queue_for_each_hw_ctx(q, hctx, i) {
67aec14c	315	ret = blk_mq_register_hctx(hctx);
320ae51f JA	316	if (ret)
320ae51f JA	317	break;
320ae51f JA	318	}
320ae51f JA	319
4593fdbe	320	if (ret)
b21d5b30	321	__blk_mq_unregister_dev(dev, q);
4593fdbe AM	322	else
	323	q->mq_sysfs_init_done = true;
	324	out:
	325	blk_mq_enable_hotplug();
320ae51f	326
4593fdbe	327	return ret;
320ae51f	328	}
b21d5b30	329	EXPORT_SYMBOL_GPL(blk_mq_register_dev);
67aec14c JA	330
	331	void blk_mq_sysfs_unregister(struct request_queue *q)
	332	{
	333	struct blk_mq_hw_ctx *hctx;
	334	int i;
	335
4593fdbe AM	336	if (!q->mq_sysfs_init_done)
	337	return;
	338
07e4fead OS	339	blk_mq_debugfs_unregister_hctxs(q);
07e4fead OS	340
67aec14c JA	341	queue_for_each_hw_ctx(q, hctx, i)
	342	blk_mq_unregister_hctx(hctx);
	343	}
	344
	345	int blk_mq_sysfs_register(struct request_queue *q)
	346	{
	347	struct blk_mq_hw_ctx *hctx;
	348	int i, ret = 0;
	349
4593fdbe AM	350	if (!q->mq_sysfs_init_done)
	351	return ret;
	352
07e4fead OS	353	blk_mq_debugfs_register_hctxs(q);
07e4fead OS	354
67aec14c JA	355	queue_for_each_hw_ctx(q, hctx, i) {
	356	ret = blk_mq_register_hctx(hctx);
	357	if (ret)
	358	break;
	359	}
	360
	361	return ret;
	362	}