[mirror_ubuntu-eoan-kernel.git] / include / trace / events / kmem.h

#undef TRACE_SYSTEM
#define TRACE_SYSTEM kmem

#if !defined(_TRACE_KMEM_H) || defined(TRACE_HEADER_MULTI_READ)
#define _TRACE_KMEM_H

#include <linux/types.h>
#include <linux/tracepoint.h>
#include <trace/events/gfpflags.h>

DECLARE_EVENT_CLASS(kmem_alloc,

	TP_PROTO(unsigned long call_site,
		 const void *ptr,
		 size_t bytes_req,
		 size_t bytes_alloc,
		 gfp_t gfp_flags),

	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags),

	TP_STRUCT__entry(
		__field(	unsigned long,	call_site	)
		__field(	const void *,	ptr		)
		__field(	size_t,		bytes_req	)
		__field(	size_t,		bytes_alloc	)
		__field(	gfp_t,		gfp_flags	)
	),

	TP_fast_assign(
		__entry->call_site	= call_site;
		__entry->ptr		= ptr;
		__entry->bytes_req	= bytes_req;
		__entry->bytes_alloc	= bytes_alloc;
		__entry->gfp_flags	= gfp_flags;
	),

	TP_printk("call_site=%lx ptr=%p bytes_req=%zu bytes_alloc=%zu gfp_flags=%s",
		__entry->call_site,
		__entry->ptr,
		__entry->bytes_req,
		__entry->bytes_alloc,
		show_gfp_flags(__entry->gfp_flags))
);

DEFINE_EVENT(kmem_alloc, kmalloc,

	TP_PROTO(unsigned long call_site, const void *ptr,
		 size_t bytes_req, size_t bytes_alloc, gfp_t gfp_flags),

	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags)
);

DEFINE_EVENT(kmem_alloc, kmem_cache_alloc,

	TP_PROTO(unsigned long call_site, const void *ptr,
		 size_t bytes_req, size_t bytes_alloc, gfp_t gfp_flags),

	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags)
);

DECLARE_EVENT_CLASS(kmem_alloc_node,

	TP_PROTO(unsigned long call_site,
		 const void *ptr,
		 size_t bytes_req,
		 size_t bytes_alloc,
		 gfp_t gfp_flags,
		 int node),

	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags, node),

	TP_STRUCT__entry(
		__field(	unsigned long,	call_site	)
		__field(	const void *,	ptr		)
		__field(	size_t,		bytes_req	)
		__field(	size_t,		bytes_alloc	)
		__field(	gfp_t,		gfp_flags	)
		__field(	int,		node		)
	),

	TP_fast_assign(
		__entry->call_site	= call_site;
		__entry->ptr		= ptr;
		__entry->bytes_req	= bytes_req;
		__entry->bytes_alloc	= bytes_alloc;
		__entry->gfp_flags	= gfp_flags;
		__entry->node		= node;
	),

	TP_printk("call_site=%lx ptr=%p bytes_req=%zu bytes_alloc=%zu gfp_flags=%s node=%d",
		__entry->call_site,
		__entry->ptr,
		__entry->bytes_req,
		__entry->bytes_alloc,
		show_gfp_flags(__entry->gfp_flags),
		__entry->node)
);

DEFINE_EVENT(kmem_alloc_node, kmalloc_node,

	TP_PROTO(unsigned long call_site, const void *ptr,
		 size_t bytes_req, size_t bytes_alloc,
		 gfp_t gfp_flags, int node),

	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags, node)
);

DEFINE_EVENT(kmem_alloc_node, kmem_cache_alloc_node,

	TP_PROTO(unsigned long call_site, const void *ptr,
		 size_t bytes_req, size_t bytes_alloc,
		 gfp_t gfp_flags, int node),

	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags, node)
);

DECLARE_EVENT_CLASS(kmem_free,

	TP_PROTO(unsigned long call_site, const void *ptr),

	TP_ARGS(call_site, ptr),

	TP_STRUCT__entry(
		__field(	unsigned long,	call_site	)
		__field(	const void *,	ptr		)
	),

	TP_fast_assign(
		__entry->call_site	= call_site;
		__entry->ptr		= ptr;
	),

	TP_printk("call_site=%lx ptr=%p", __entry->call_site, __entry->ptr)
);

DEFINE_EVENT(kmem_free, kfree,

	TP_PROTO(unsigned long call_site, const void *ptr),

	TP_ARGS(call_site, ptr)
);

DEFINE_EVENT(kmem_free, kmem_cache_free,

	TP_PROTO(unsigned long call_site, const void *ptr),

	TP_ARGS(call_site, ptr)
);

TRACE_EVENT(mm_page_free,

	TP_PROTO(struct page *page, unsigned int order),

	TP_ARGS(page, order),

	TP_STRUCT__entry(
		__field(	struct page *,	page		)
		__field(	unsigned int,	order		)
	),

	TP_fast_assign(
		__entry->page		= page;
		__entry->order		= order;
	),

	TP_printk("page=%p pfn=%lu order=%d",
			__entry->page,
			page_to_pfn(__entry->page),
			__entry->order)
);

TRACE_EVENT(mm_page_free_batched,

	TP_PROTO(struct page *page, int cold),

	TP_ARGS(page, cold),

	TP_STRUCT__entry(
		__field(	struct page *,	page		)
		__field(	int,		cold		)
	),

	TP_fast_assign(
		__entry->page		= page;
		__entry->cold		= cold;
	),

	TP_printk("page=%p pfn=%lu order=0 cold=%d",
			__entry->page,
			page_to_pfn(__entry->page),
			__entry->cold)
);

TRACE_EVENT(mm_page_alloc,

	TP_PROTO(struct page *page, unsigned int order,
			gfp_t gfp_flags, int migratetype),

	TP_ARGS(page, order, gfp_flags, migratetype),

	TP_STRUCT__entry(
		__field(	struct page *,	page		)
		__field(	unsigned int,	order		)
		__field(	gfp_t,		gfp_flags	)
		__field(	int,		migratetype	)
	),

	TP_fast_assign(
		__entry->page		= page;
		__entry->order		= order;
		__entry->gfp_flags	= gfp_flags;
		__entry->migratetype	= migratetype;
	),

	TP_printk("page=%p pfn=%lu order=%d migratetype=%d gfp_flags=%s",
		__entry->page,
		__entry->page ? page_to_pfn(__entry->page) : 0,
		__entry->order,
		__entry->migratetype,
		show_gfp_flags(__entry->gfp_flags))
);

DECLARE_EVENT_CLASS(mm_page,

	TP_PROTO(struct page *page, unsigned int order, int migratetype),

	TP_ARGS(page, order, migratetype),

	TP_STRUCT__entry(
		__field(	struct page *,	page		)
		__field(	unsigned int,	order		)
		__field(	int,		migratetype	)
	),

	TP_fast_assign(
		__entry->page		= page;
		__entry->order		= order;
		__entry->migratetype	= migratetype;
	),

	TP_printk("page=%p pfn=%lu order=%u migratetype=%d percpu_refill=%d",
		__entry->page,
		__entry->page ? page_to_pfn(__entry->page) : 0,
		__entry->order,
		__entry->migratetype,
		__entry->order == 0)
);

DEFINE_EVENT(mm_page, mm_page_alloc_zone_locked,

	TP_PROTO(struct page *page, unsigned int order, int migratetype),

	TP_ARGS(page, order, migratetype)
);

DEFINE_EVENT_PRINT(mm_page, mm_page_pcpu_drain,

	TP_PROTO(struct page *page, unsigned int order, int migratetype),

	TP_ARGS(page, order, migratetype),

	TP_printk("page=%p pfn=%lu order=%d migratetype=%d",
		__entry->page, page_to_pfn(__entry->page),
		__entry->order, __entry->migratetype)
);

TRACE_EVENT(mm_page_alloc_extfrag,

	TP_PROTO(struct page *page,
			int alloc_order, int fallback_order,
			int alloc_migratetype, int fallback_migratetype,
			int change_ownership),

	TP_ARGS(page,
		alloc_order, fallback_order,
		alloc_migratetype, fallback_migratetype,
		change_ownership),

	TP_STRUCT__entry(
		__field(	struct page *,	page			)
		__field(	int,		alloc_order		)
		__field(	int,		fallback_order		)
		__field(	int,		alloc_migratetype	)
		__field(	int,		fallback_migratetype	)
		__field(	int,		change_ownership	)
	),

	TP_fast_assign(
		__entry->page			= page;
		__entry->alloc_order		= alloc_order;
		__entry->fallback_order		= fallback_order;
		__entry->alloc_migratetype	= alloc_migratetype;
		__entry->fallback_migratetype	= fallback_migratetype;
		__entry->change_ownership	= change_ownership;
	),

	TP_printk("page=%p pfn=%lu alloc_order=%d fallback_order=%d pageblock_order=%d alloc_migratetype=%d fallback_migratetype=%d fragmenting=%d change_ownership=%d",
		__entry->page,
		page_to_pfn(__entry->page),
		__entry->alloc_order,
		__entry->fallback_order,
		pageblock_order,
		__entry->alloc_migratetype,
		__entry->fallback_migratetype,
		__entry->fallback_order < pageblock_order,
		__entry->change_ownership)
);

#endif /* _TRACE_KMEM_H */

/* This part must be outside protection */
#include <trace/define_trace.h>
Commit	Line	Data
d0b6e04a LZ	1	#undef TRACE_SYSTEM
	2	#define TRACE_SYSTEM kmem
	3
ea20d929	4	#if !defined(_TRACE_KMEM_H) \|\| defined(TRACE_HEADER_MULTI_READ)
02af61bb	5	#define _TRACE_KMEM_H
b9ce08c0 EGM	6
b9ce08c0 EGM	7	#include <linux/types.h>
fc182a43	8	#include <linux/tracepoint.h>
a1ce3928	9	#include <trace/events/gfpflags.h>
62ba180e	10
53d0422c	11	DECLARE_EVENT_CLASS(kmem_alloc,
ea20d929 SR	12
	13	TP_PROTO(unsigned long call_site,
	14	const void *ptr,
	15	size_t bytes_req,
	16	size_t bytes_alloc,
	17	gfp_t gfp_flags),
	18
	19	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags),
	20
	21	TP_STRUCT__entry(
	22	__field( unsigned long, call_site )
	23	__field( const void *, ptr )
	24	__field( size_t, bytes_req )
	25	__field( size_t, bytes_alloc )
	26	__field( gfp_t, gfp_flags )
	27	),
	28
	29	TP_fast_assign(
	30	__entry->call_site = call_site;
	31	__entry->ptr = ptr;
	32	__entry->bytes_req = bytes_req;
	33	__entry->bytes_alloc = bytes_alloc;
	34	__entry->gfp_flags = gfp_flags;
	35	),
	36
62ba180e	37	TP_printk("call_site=%lx ptr=%p bytes_req=%zu bytes_alloc=%zu gfp_flags=%s",
ea20d929 SR	38	__entry->call_site,
	39	__entry->ptr,
	40	__entry->bytes_req,
	41	__entry->bytes_alloc,
62ba180e	42	show_gfp_flags(__entry->gfp_flags))
ea20d929 SR	43	);
ea20d929 SR	44
53d0422c	45	DEFINE_EVENT(kmem_alloc, kmalloc,
ea20d929	46
53d0422c LZ	47	TP_PROTO(unsigned long call_site, const void *ptr,
53d0422c LZ	48	size_t bytes_req, size_t bytes_alloc, gfp_t gfp_flags),
ea20d929	49
53d0422c LZ	50	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags)
53d0422c LZ	51	);
ea20d929	52
53d0422c	53	DEFINE_EVENT(kmem_alloc, kmem_cache_alloc,
ea20d929	54
53d0422c LZ	55	TP_PROTO(unsigned long call_site, const void *ptr,
53d0422c LZ	56	size_t bytes_req, size_t bytes_alloc, gfp_t gfp_flags),
ea20d929	57
53d0422c	58	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags)
ea20d929 SR	59	);
ea20d929 SR	60
53d0422c	61	DECLARE_EVENT_CLASS(kmem_alloc_node,
ea20d929 SR	62
	63	TP_PROTO(unsigned long call_site,
	64	const void *ptr,
	65	size_t bytes_req,
	66	size_t bytes_alloc,
	67	gfp_t gfp_flags,
	68	int node),
	69
	70	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags, node),
	71
	72	TP_STRUCT__entry(
	73	__field( unsigned long, call_site )
	74	__field( const void *, ptr )
	75	__field( size_t, bytes_req )
	76	__field( size_t, bytes_alloc )
	77	__field( gfp_t, gfp_flags )
	78	__field( int, node )
	79	),
	80
	81	TP_fast_assign(
	82	__entry->call_site = call_site;
	83	__entry->ptr = ptr;
	84	__entry->bytes_req = bytes_req;
	85	__entry->bytes_alloc = bytes_alloc;
	86	__entry->gfp_flags = gfp_flags;
	87	__entry->node = node;
	88	),
	89
62ba180e	90	TP_printk("call_site=%lx ptr=%p bytes_req=%zu bytes_alloc=%zu gfp_flags=%s node=%d",
ea20d929 SR	91	__entry->call_site,
	92	__entry->ptr,
	93	__entry->bytes_req,
	94	__entry->bytes_alloc,
62ba180e	95	show_gfp_flags(__entry->gfp_flags),
ea20d929 SR	96	__entry->node)
	97	);
	98
53d0422c	99	DEFINE_EVENT(kmem_alloc_node, kmalloc_node,
ea20d929	100
53d0422c LZ	101	TP_PROTO(unsigned long call_site, const void *ptr,
	102	size_t bytes_req, size_t bytes_alloc,
	103	gfp_t gfp_flags, int node),
ea20d929	104
53d0422c LZ	105	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags, node)
53d0422c LZ	106	);
ea20d929	107
53d0422c	108	DEFINE_EVENT(kmem_alloc_node, kmem_cache_alloc_node,
ea20d929	109
53d0422c LZ	110	TP_PROTO(unsigned long call_site, const void *ptr,
	111	size_t bytes_req, size_t bytes_alloc,
	112	gfp_t gfp_flags, int node),
ea20d929	113
53d0422c	114	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags, node)
ea20d929 SR	115	);
ea20d929 SR	116
53d0422c	117	DECLARE_EVENT_CLASS(kmem_free,
ea20d929 SR	118
	119	TP_PROTO(unsigned long call_site, const void *ptr),
	120
	121	TP_ARGS(call_site, ptr),
	122
	123	TP_STRUCT__entry(
	124	__field( unsigned long, call_site )
	125	__field( const void *, ptr )
	126	),
	127
	128	TP_fast_assign(
	129	__entry->call_site = call_site;
	130	__entry->ptr = ptr;
	131	),
	132
	133	TP_printk("call_site=%lx ptr=%p", __entry->call_site, __entry->ptr)
	134	);
	135
53d0422c	136	DEFINE_EVENT(kmem_free, kfree,
ea20d929 SR	137
	138	TP_PROTO(unsigned long call_site, const void *ptr),
	139
53d0422c LZ	140	TP_ARGS(call_site, ptr)
53d0422c LZ	141	);
ea20d929	142
53d0422c	143	DEFINE_EVENT(kmem_free, kmem_cache_free,
ea20d929	144
53d0422c	145	TP_PROTO(unsigned long call_site, const void *ptr),
ea20d929	146
53d0422c	147	TP_ARGS(call_site, ptr)
ea20d929	148	);
4b4f278c	149
b413d48a	150	TRACE_EVENT(mm_page_free,
4b4f278c MG	151
	152	TP_PROTO(struct page *page, unsigned int order),
	153
	154	TP_ARGS(page, order),
	155
	156	TP_STRUCT__entry(
	157	__field( struct page *, page )
	158	__field( unsigned int, order )
	159	),
	160
	161	TP_fast_assign(
	162	__entry->page = page;
	163	__entry->order = order;
	164	),
	165
	166	TP_printk("page=%p pfn=%lu order=%d",
	167	__entry->page,
	168	page_to_pfn(__entry->page),
	169	__entry->order)
	170	);
	171
b413d48a	172	TRACE_EVENT(mm_page_free_batched,
4b4f278c MG	173
	174	TP_PROTO(struct page *page, int cold),
	175
	176	TP_ARGS(page, cold),
	177
	178	TP_STRUCT__entry(
	179	__field( struct page *, page )
	180	__field( int, cold )
	181	),
	182
	183	TP_fast_assign(
	184	__entry->page = page;
	185	__entry->cold = cold;
	186	),
	187
	188	TP_printk("page=%p pfn=%lu order=0 cold=%d",
	189	__entry->page,
	190	page_to_pfn(__entry->page),
	191	__entry->cold)
	192	);
	193
	194	TRACE_EVENT(mm_page_alloc,
	195
	196	TP_PROTO(struct page *page, unsigned int order,
	197	gfp_t gfp_flags, int migratetype),
	198
	199	TP_ARGS(page, order, gfp_flags, migratetype),
	200
	201	TP_STRUCT__entry(
	202	__field( struct page *, page )
	203	__field( unsigned int, order )
	204	__field( gfp_t, gfp_flags )
	205	__field( int, migratetype )
	206	),
	207
	208	TP_fast_assign(
	209	__entry->page = page;
	210	__entry->order = order;
	211	__entry->gfp_flags = gfp_flags;
	212	__entry->migratetype = migratetype;
	213	),
	214
	215	TP_printk("page=%p pfn=%lu order=%d migratetype=%d gfp_flags=%s",
	216	__entry->page,
85f2a2ef	217	__entry->page ? page_to_pfn(__entry->page) : 0,
4b4f278c MG	218	__entry->order,
	219	__entry->migratetype,
	220	show_gfp_flags(__entry->gfp_flags))
	221	);
	222
53d0422c	223	DECLARE_EVENT_CLASS(mm_page,
0d3d062a MG	224
	225	TP_PROTO(struct page *page, unsigned int order, int migratetype),
	226
	227	TP_ARGS(page, order, migratetype),
	228
	229	TP_STRUCT__entry(
	230	__field( struct page *, page )
	231	__field( unsigned int, order )
	232	__field( int, migratetype )
	233	),
	234
	235	TP_fast_assign(
	236	__entry->page = page;
	237	__entry->order = order;
	238	__entry->migratetype = migratetype;
	239	),
	240
	241	TP_printk("page=%p pfn=%lu order=%u migratetype=%d percpu_refill=%d",
	242	__entry->page,
85f2a2ef	243	__entry->page ? page_to_pfn(__entry->page) : 0,
0d3d062a MG	244	__entry->order,
	245	__entry->migratetype,
	246	__entry->order == 0)
	247	);
	248
53d0422c	249	DEFINE_EVENT(mm_page, mm_page_alloc_zone_locked,
0d3d062a	250
53d0422c	251	TP_PROTO(struct page *page, unsigned int order, int migratetype),
0d3d062a	252
53d0422c LZ	253	TP_ARGS(page, order, migratetype)
53d0422c LZ	254	);
0d3d062a	255
53d0422c	256	DEFINE_EVENT_PRINT(mm_page, mm_page_pcpu_drain,
0d3d062a	257
53d0422c LZ	258	TP_PROTO(struct page *page, unsigned int order, int migratetype),
	259
	260	TP_ARGS(page, order, migratetype),
0d3d062a MG	261
0d3d062a MG	262	TP_printk("page=%p pfn=%lu order=%d migratetype=%d",
53d0422c LZ	263	__entry->page, page_to_pfn(__entry->page),
53d0422c LZ	264	__entry->order, __entry->migratetype)
0d3d062a MG	265	);
0d3d062a MG	266
e0fff1bd MG	267	TRACE_EVENT(mm_page_alloc_extfrag,
	268
	269	TP_PROTO(struct page *page,
	270	int alloc_order, int fallback_order,
f92310c1 SB	271	int alloc_migratetype, int fallback_migratetype,
f92310c1 SB	272	int change_ownership),
e0fff1bd MG	273
	274	TP_ARGS(page,
	275	alloc_order, fallback_order,
f92310c1 SB	276	alloc_migratetype, fallback_migratetype,
f92310c1 SB	277	change_ownership),
e0fff1bd MG	278
	279	TP_STRUCT__entry(
	280	__field( struct page *, page )
	281	__field( int, alloc_order )
	282	__field( int, fallback_order )
	283	__field( int, alloc_migratetype )
	284	__field( int, fallback_migratetype )
f92310c1	285	__field( int, change_ownership )
e0fff1bd MG	286	),
	287
	288	TP_fast_assign(
	289	__entry->page = page;
	290	__entry->alloc_order = alloc_order;
	291	__entry->fallback_order = fallback_order;
	292	__entry->alloc_migratetype = alloc_migratetype;
	293	__entry->fallback_migratetype = fallback_migratetype;
f92310c1	294	__entry->change_ownership = change_ownership;
e0fff1bd MG	295	),
	296
	297	TP_printk("page=%p pfn=%lu alloc_order=%d fallback_order=%d pageblock_order=%d alloc_migratetype=%d fallback_migratetype=%d fragmenting=%d change_ownership=%d",
	298	__entry->page,
	299	page_to_pfn(__entry->page),
	300	__entry->alloc_order,
	301	__entry->fallback_order,
	302	pageblock_order,
	303	__entry->alloc_migratetype,
	304	__entry->fallback_migratetype,
	305	__entry->fallback_order < pageblock_order,
f92310c1	306	__entry->change_ownership)
e0fff1bd MG	307	);
e0fff1bd MG	308
a8d154b0	309	#endif /* _TRACE_KMEM_H */
ea20d929	310
a8d154b0 SR	311	/* This part must be outside protection */
a8d154b0 SR	312	#include <trace/define_trace.h>