[mirror_ubuntu-jammy-kernel.git] / include / trace / events / iocost.h

/* SPDX-License-Identifier: GPL-2.0 */
#undef TRACE_SYSTEM
#define TRACE_SYSTEM iocost

struct ioc;
struct ioc_now;
struct ioc_gq;

#if !defined(_TRACE_BLK_IOCOST_H) || defined(TRACE_HEADER_MULTI_READ)
#define _TRACE_BLK_IOCOST_H

#include <linux/tracepoint.h>

DECLARE_EVENT_CLASS(iocost_iocg_state,

	TP_PROTO(struct ioc_gq *iocg, const char *path, struct ioc_now *now,
		u64 last_period, u64 cur_period, u64 vtime),

	TP_ARGS(iocg, path, now, last_period, cur_period, vtime),

	TP_STRUCT__entry (
		__string(devname, ioc_name(iocg->ioc))
		__string(cgroup, path)
		__field(u64, now)
		__field(u64, vnow)
		__field(u64, vrate)
		__field(u64, last_period)
		__field(u64, cur_period)
		__field(u64, vtime)
		__field(u32, weight)
		__field(u32, inuse)
		__field(u64, hweight_active)
		__field(u64, hweight_inuse)
	),

	TP_fast_assign(
		__assign_str(devname, ioc_name(iocg->ioc));
		__assign_str(cgroup, path);
		__entry->now = now->now;
		__entry->vnow = now->vnow;
		__entry->vrate = now->vrate;
		__entry->last_period = last_period;
		__entry->cur_period = cur_period;
		__entry->vtime = vtime;
		__entry->weight = iocg->weight;
		__entry->inuse = iocg->inuse;
		__entry->hweight_active = iocg->hweight_active;
		__entry->hweight_inuse = iocg->hweight_inuse;
	),

	TP_printk("[%s:%s] now=%llu:%llu vrate=%llu "
		  "period=%llu->%llu vtime=%llu "
		  "weight=%u/%u hweight=%llu/%llu",
		__get_str(devname), __get_str(cgroup),
		__entry->now, __entry->vnow, __entry->vrate,
		__entry->last_period, __entry->cur_period,
		__entry->vtime, __entry->inuse, __entry->weight,
		__entry->hweight_inuse, __entry->hweight_active
	)
);

DEFINE_EVENT(iocost_iocg_state, iocost_iocg_activate,
	TP_PROTO(struct ioc_gq *iocg, const char *path, struct ioc_now *now,
		 u64 last_period, u64 cur_period, u64 vtime),

	TP_ARGS(iocg, path, now, last_period, cur_period, vtime)
);

DEFINE_EVENT(iocost_iocg_state, iocost_iocg_idle,
	TP_PROTO(struct ioc_gq *iocg, const char *path, struct ioc_now *now,
		 u64 last_period, u64 cur_period, u64 vtime),

	TP_ARGS(iocg, path, now, last_period, cur_period, vtime)
);

DECLARE_EVENT_CLASS(iocg_inuse_update,

	TP_PROTO(struct ioc_gq *iocg, const char *path, struct ioc_now *now,
		u32 old_inuse, u32 new_inuse,
		u64 old_hw_inuse, u64 new_hw_inuse),

	TP_ARGS(iocg, path, now, old_inuse, new_inuse,
		old_hw_inuse, new_hw_inuse),

	TP_STRUCT__entry (
		__string(devname, ioc_name(iocg->ioc))
		__string(cgroup, path)
		__field(u64, now)
		__field(u32, old_inuse)
		__field(u32, new_inuse)
		__field(u64, old_hweight_inuse)
		__field(u64, new_hweight_inuse)
	),

	TP_fast_assign(
		__assign_str(devname, ioc_name(iocg->ioc));
		__assign_str(cgroup, path);
		__entry->now = now->now;
		__entry->old_inuse = old_inuse;
		__entry->new_inuse = new_inuse;
		__entry->old_hweight_inuse = old_hw_inuse;
		__entry->new_hweight_inuse = new_hw_inuse;
	),

	TP_printk("[%s:%s] now=%llu inuse=%u->%u hw_inuse=%llu->%llu",
		__get_str(devname), __get_str(cgroup), __entry->now,
		__entry->old_inuse, __entry->new_inuse,
		__entry->old_hweight_inuse, __entry->new_hweight_inuse
	)
);

DEFINE_EVENT(iocg_inuse_update, iocost_inuse_shortage,

	TP_PROTO(struct ioc_gq *iocg, const char *path, struct ioc_now *now,
		u32 old_inuse, u32 new_inuse,
		u64 old_hw_inuse, u64 new_hw_inuse),

	TP_ARGS(iocg, path, now, old_inuse, new_inuse,
		old_hw_inuse, new_hw_inuse)
);

DEFINE_EVENT(iocg_inuse_update, iocost_inuse_transfer,

	TP_PROTO(struct ioc_gq *iocg, const char *path, struct ioc_now *now,
		u32 old_inuse, u32 new_inuse,
		u64 old_hw_inuse, u64 new_hw_inuse),

	TP_ARGS(iocg, path, now, old_inuse, new_inuse,
		old_hw_inuse, new_hw_inuse)
);

DEFINE_EVENT(iocg_inuse_update, iocost_inuse_adjust,

	TP_PROTO(struct ioc_gq *iocg, const char *path, struct ioc_now *now,
		u32 old_inuse, u32 new_inuse,
		u64 old_hw_inuse, u64 new_hw_inuse),

	TP_ARGS(iocg, path, now, old_inuse, new_inuse,
		old_hw_inuse, new_hw_inuse)
);

TRACE_EVENT(iocost_ioc_vrate_adj,

	TP_PROTO(struct ioc *ioc, u64 new_vrate, u32 *missed_ppm,
		u32 rq_wait_pct, int nr_lagging, int nr_shortages),

	TP_ARGS(ioc, new_vrate, missed_ppm, rq_wait_pct, nr_lagging, nr_shortages),

	TP_STRUCT__entry (
		__string(devname, ioc_name(ioc))
		__field(u64, old_vrate)
		__field(u64, new_vrate)
		__field(int, busy_level)
		__field(u32, read_missed_ppm)
		__field(u32, write_missed_ppm)
		__field(u32, rq_wait_pct)
		__field(int, nr_lagging)
		__field(int, nr_shortages)
	),

	TP_fast_assign(
		__assign_str(devname, ioc_name(ioc));
		__entry->old_vrate = atomic64_read(&ioc->vtime_rate);;
		__entry->new_vrate = new_vrate;
		__entry->busy_level = ioc->busy_level;
		__entry->read_missed_ppm = missed_ppm[READ];
		__entry->write_missed_ppm = missed_ppm[WRITE];
		__entry->rq_wait_pct = rq_wait_pct;
		__entry->nr_lagging = nr_lagging;
		__entry->nr_shortages = nr_shortages;
	),

	TP_printk("[%s] vrate=%llu->%llu busy=%d missed_ppm=%u:%u rq_wait_pct=%u lagging=%d shortages=%d",
		__get_str(devname), __entry->old_vrate, __entry->new_vrate,
		__entry->busy_level,
		__entry->read_missed_ppm, __entry->write_missed_ppm,
		__entry->rq_wait_pct, __entry->nr_lagging, __entry->nr_shortages
	)
);

TRACE_EVENT(iocost_iocg_forgive_debt,

	TP_PROTO(struct ioc_gq *iocg, const char *path, struct ioc_now *now,
		u32 usage_pct, u64 old_debt, u64 new_debt,
		u64 old_delay, u64 new_delay),

	TP_ARGS(iocg, path, now, usage_pct,
		old_debt, new_debt, old_delay, new_delay),

	TP_STRUCT__entry (
		__string(devname, ioc_name(iocg->ioc))
		__string(cgroup, path)
		__field(u64, now)
		__field(u64, vnow)
		__field(u32, usage_pct)
		__field(u64, old_debt)
		__field(u64, new_debt)
		__field(u64, old_delay)
		__field(u64, new_delay)
	),

	TP_fast_assign(
		__assign_str(devname, ioc_name(iocg->ioc));
		__assign_str(cgroup, path);
		__entry->now = now->now;
		__entry->vnow = now->vnow;
		__entry->usage_pct = usage_pct;
		__entry->old_debt = old_debt;
		__entry->new_debt = new_debt;
		__entry->old_delay = old_delay;
		__entry->new_delay = new_delay;
	),

	TP_printk("[%s:%s] now=%llu:%llu usage=%u debt=%llu->%llu delay=%llu->%llu",
		__get_str(devname), __get_str(cgroup),
		__entry->now, __entry->vnow, __entry->usage_pct,
		__entry->old_debt, __entry->new_debt,
		__entry->old_delay, __entry->new_delay
	)
);

#endif /* _TRACE_BLK_IOCOST_H */

/* This part must be outside protection */
#include <trace/define_trace.h>
Commit	Line	Data
7caa4715 TH	1	/* SPDX-License-Identifier: GPL-2.0 */
	2	#undef TRACE_SYSTEM
	3	#define TRACE_SYSTEM iocost
	4
8d1c1560 SR	5	struct ioc;
	6	struct ioc_now;
	7	struct ioc_gq;
	8
7caa4715 TH	9	#if !defined(_TRACE_BLK_IOCOST_H) \|\| defined(TRACE_HEADER_MULTI_READ)
	10	#define _TRACE_BLK_IOCOST_H
	11
	12	#include <linux/tracepoint.h>
	13
76efc1c7	14	DECLARE_EVENT_CLASS(iocost_iocg_state,
7caa4715 TH	15
	16	TP_PROTO(struct ioc_gq iocg, const char path, struct ioc_now *now,
	17	u64 last_period, u64 cur_period, u64 vtime),
	18
	19	TP_ARGS(iocg, path, now, last_period, cur_period, vtime),
	20
	21	TP_STRUCT__entry (
	22	__string(devname, ioc_name(iocg->ioc))
	23	__string(cgroup, path)
	24	__field(u64, now)
	25	__field(u64, vnow)
	26	__field(u64, vrate)
	27	__field(u64, last_period)
	28	__field(u64, cur_period)
7caa4715 TH	29	__field(u64, vtime)
	30	__field(u32, weight)
	31	__field(u32, inuse)
	32	__field(u64, hweight_active)
	33	__field(u64, hweight_inuse)
	34	),
	35
	36	TP_fast_assign(
	37	__assign_str(devname, ioc_name(iocg->ioc));
	38	__assign_str(cgroup, path);
	39	__entry->now = now->now;
	40	__entry->vnow = now->vnow;
	41	__entry->vrate = now->vrate;
	42	__entry->last_period = last_period;
	43	__entry->cur_period = cur_period;
7caa4715 TH	44	__entry->vtime = vtime;
	45	__entry->weight = iocg->weight;
	46	__entry->inuse = iocg->inuse;
	47	__entry->hweight_active = iocg->hweight_active;
	48	__entry->hweight_inuse = iocg->hweight_inuse;
	49	),
	50
	51	TP_printk("[%s:%s] now=%llu:%llu vrate=%llu "
1aa50d02	52	"period=%llu->%llu vtime=%llu "
7caa4715 TH	53	"weight=%u/%u hweight=%llu/%llu",
	54	__get_str(devname), __get_str(cgroup),
	55	__entry->now, __entry->vnow, __entry->vrate,
	56	__entry->last_period, __entry->cur_period,
1aa50d02	57	__entry->vtime, __entry->inuse, __entry->weight,
7caa4715 TH	58	__entry->hweight_inuse, __entry->hweight_active
	59	)
	60	);
	61
76efc1c7 BW	62	DEFINE_EVENT(iocost_iocg_state, iocost_iocg_activate,
	63	TP_PROTO(struct ioc_gq iocg, const char path, struct ioc_now *now,
	64	u64 last_period, u64 cur_period, u64 vtime),
	65
	66	TP_ARGS(iocg, path, now, last_period, cur_period, vtime)
	67	);
	68
	69	DEFINE_EVENT(iocost_iocg_state, iocost_iocg_idle,
	70	TP_PROTO(struct ioc_gq iocg, const char path, struct ioc_now *now,
	71	u64 last_period, u64 cur_period, u64 vtime),
	72
	73	TP_ARGS(iocg, path, now, last_period, cur_period, vtime)
	74	);
	75
7caa4715 TH	76	DECLARE_EVENT_CLASS(iocg_inuse_update,
	77
	78	TP_PROTO(struct ioc_gq iocg, const char path, struct ioc_now *now,
	79	u32 old_inuse, u32 new_inuse,
	80	u64 old_hw_inuse, u64 new_hw_inuse),
	81
	82	TP_ARGS(iocg, path, now, old_inuse, new_inuse,
	83	old_hw_inuse, new_hw_inuse),
	84
	85	TP_STRUCT__entry (
	86	__string(devname, ioc_name(iocg->ioc))
	87	__string(cgroup, path)
	88	__field(u64, now)
	89	__field(u32, old_inuse)
	90	__field(u32, new_inuse)
	91	__field(u64, old_hweight_inuse)
	92	__field(u64, new_hweight_inuse)
	93	),
	94
	95	TP_fast_assign(
	96	__assign_str(devname, ioc_name(iocg->ioc));
	97	__assign_str(cgroup, path);
	98	__entry->now = now->now;
	99	__entry->old_inuse = old_inuse;
	100	__entry->new_inuse = new_inuse;
	101	__entry->old_hweight_inuse = old_hw_inuse;
	102	__entry->new_hweight_inuse = new_hw_inuse;
	103	),
	104
	105	TP_printk("[%s:%s] now=%llu inuse=%u->%u hw_inuse=%llu->%llu",
	106	__get_str(devname), __get_str(cgroup), __entry->now,
	107	__entry->old_inuse, __entry->new_inuse,
	108	__entry->old_hweight_inuse, __entry->new_hweight_inuse
	109	)
	110	);
	111
04603755	112	DEFINE_EVENT(iocg_inuse_update, iocost_inuse_shortage,
7caa4715 TH	113
	114	TP_PROTO(struct ioc_gq iocg, const char path, struct ioc_now *now,
	115	u32 old_inuse, u32 new_inuse,
	116	u64 old_hw_inuse, u64 new_hw_inuse),
	117
	118	TP_ARGS(iocg, path, now, old_inuse, new_inuse,
	119	old_hw_inuse, new_hw_inuse)
	120	);
	121
04603755	122	DEFINE_EVENT(iocg_inuse_update, iocost_inuse_transfer,
7caa4715 TH	123
	124	TP_PROTO(struct ioc_gq iocg, const char path, struct ioc_now *now,
	125	u32 old_inuse, u32 new_inuse,
	126	u64 old_hw_inuse, u64 new_hw_inuse),
	127
	128	TP_ARGS(iocg, path, now, old_inuse, new_inuse,
	129	old_hw_inuse, new_hw_inuse)
	130	);
	131
04603755	132	DEFINE_EVENT(iocg_inuse_update, iocost_inuse_adjust,
7caa4715 TH	133
	134	TP_PROTO(struct ioc_gq iocg, const char path, struct ioc_now *now,
	135	u32 old_inuse, u32 new_inuse,
	136	u64 old_hw_inuse, u64 new_hw_inuse),
	137
	138	TP_ARGS(iocg, path, now, old_inuse, new_inuse,
	139	old_hw_inuse, new_hw_inuse)
	140	);
	141
	142	TRACE_EVENT(iocost_ioc_vrate_adj,
	143
d6c8e949	144	TP_PROTO(struct ioc ioc, u64 new_vrate, u32 missed_ppm,
065655c8	145	u32 rq_wait_pct, int nr_lagging, int nr_shortages),
7caa4715	146
065655c8	147	TP_ARGS(ioc, new_vrate, missed_ppm, rq_wait_pct, nr_lagging, nr_shortages),
7caa4715 TH	148
	149	TP_STRUCT__entry (
	150	__string(devname, ioc_name(ioc))
	151	__field(u64, old_vrate)
	152	__field(u64, new_vrate)
	153	__field(int, busy_level)
	154	__field(u32, read_missed_ppm)
	155	__field(u32, write_missed_ppm)
	156	__field(u32, rq_wait_pct)
	157	__field(int, nr_lagging)
	158	__field(int, nr_shortages)
7caa4715 TH	159	),
	160
	161	TP_fast_assign(
	162	__assign_str(devname, ioc_name(ioc));
	163	__entry->old_vrate = atomic64_read(&ioc->vtime_rate);;
	164	__entry->new_vrate = new_vrate;
	165	__entry->busy_level = ioc->busy_level;
d6c8e949 WL	166	__entry->read_missed_ppm = missed_ppm[READ];
d6c8e949 WL	167	__entry->write_missed_ppm = missed_ppm[WRITE];
7caa4715 TH	168	__entry->rq_wait_pct = rq_wait_pct;
	169	__entry->nr_lagging = nr_lagging;
	170	__entry->nr_shortages = nr_shortages;
7caa4715 TH	171	),
7caa4715 TH	172
065655c8	173	TP_printk("[%s] vrate=%llu->%llu busy=%d missed_ppm=%u:%u rq_wait_pct=%u lagging=%d shortages=%d",
7caa4715 TH	174	__get_str(devname), __entry->old_vrate, __entry->new_vrate,
	175	__entry->busy_level,
	176	__entry->read_missed_ppm, __entry->write_missed_ppm,
065655c8	177	__entry->rq_wait_pct, __entry->nr_lagging, __entry->nr_shortages
7caa4715 TH	178	)
	179	);
	180
c5a6561b TH	181	TRACE_EVENT(iocost_iocg_forgive_debt,
	182
	183	TP_PROTO(struct ioc_gq iocg, const char path, struct ioc_now *now,
	184	u32 usage_pct, u64 old_debt, u64 new_debt,
	185	u64 old_delay, u64 new_delay),
	186
	187	TP_ARGS(iocg, path, now, usage_pct,
	188	old_debt, new_debt, old_delay, new_delay),
	189
	190	TP_STRUCT__entry (
	191	__string(devname, ioc_name(iocg->ioc))
	192	__string(cgroup, path)
	193	__field(u64, now)
	194	__field(u64, vnow)
	195	__field(u32, usage_pct)
	196	__field(u64, old_debt)
	197	__field(u64, new_debt)
	198	__field(u64, old_delay)
	199	__field(u64, new_delay)
	200	),
	201
	202	TP_fast_assign(
	203	__assign_str(devname, ioc_name(iocg->ioc));
	204	__assign_str(cgroup, path);
	205	__entry->now = now->now;
	206	__entry->vnow = now->vnow;
	207	__entry->usage_pct = usage_pct;
	208	__entry->old_debt = old_debt;
	209	__entry->new_debt = new_debt;
	210	__entry->old_delay = old_delay;
	211	__entry->new_delay = new_delay;
	212	),
	213
	214	TP_printk("[%s:%s] now=%llu:%llu usage=%u debt=%llu->%llu delay=%llu->%llu",
	215	__get_str(devname), __get_str(cgroup),
	216	__entry->now, __entry->vnow, __entry->usage_pct,
	217	__entry->old_debt, __entry->new_debt,
	218	__entry->old_delay, __entry->new_delay
	219	)
	220	);
	221
7caa4715 TH	222	#endif /* _TRACE_BLK_IOCOST_H */
	223
	224	/* This part must be outside protection */
	225	#include <trace/define_trace.h>