[mirror_ubuntu-bionic-kernel.git] / include / trace / events / kmem.h

/* SPDX-License-Identifier: GPL-2.0 */
#undef TRACE_SYSTEM
#define TRACE_SYSTEM kmem

#if !defined(_TRACE_KMEM_H) || defined(TRACE_HEADER_MULTI_READ)
#define _TRACE_KMEM_H

#include <linux/types.h>
#include <linux/tracepoint.h>
#include <trace/events/mmflags.h>

DECLARE_EVENT_CLASS(kmem_alloc,

	TP_PROTO(unsigned long call_site,
		 const void *ptr,
		 size_t bytes_req,
		 size_t bytes_alloc,
		 gfp_t gfp_flags),

	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags),

	TP_STRUCT__entry(
		__field(	unsigned long,	call_site	)
		__field(	const void *,	ptr		)
		__field(	size_t,		bytes_req	)
		__field(	size_t,		bytes_alloc	)
		__field(	gfp_t,		gfp_flags	)
	),

	TP_fast_assign(
		__entry->call_site	= call_site;
		__entry->ptr		= ptr;
		__entry->bytes_req	= bytes_req;
		__entry->bytes_alloc	= bytes_alloc;
		__entry->gfp_flags	= gfp_flags;
	),

	TP_printk("call_site=%lx ptr=%p bytes_req=%zu bytes_alloc=%zu gfp_flags=%s",
		__entry->call_site,
		__entry->ptr,
		__entry->bytes_req,
		__entry->bytes_alloc,
		show_gfp_flags(__entry->gfp_flags))
);

DEFINE_EVENT(kmem_alloc, kmalloc,

	TP_PROTO(unsigned long call_site, const void *ptr,
		 size_t bytes_req, size_t bytes_alloc, gfp_t gfp_flags),

	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags)
);

DEFINE_EVENT(kmem_alloc, kmem_cache_alloc,

	TP_PROTO(unsigned long call_site, const void *ptr,
		 size_t bytes_req, size_t bytes_alloc, gfp_t gfp_flags),

	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags)
);

DECLARE_EVENT_CLASS(kmem_alloc_node,

	TP_PROTO(unsigned long call_site,
		 const void *ptr,
		 size_t bytes_req,
		 size_t bytes_alloc,
		 gfp_t gfp_flags,
		 int node),

	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags, node),

	TP_STRUCT__entry(
		__field(	unsigned long,	call_site	)
		__field(	const void *,	ptr		)
		__field(	size_t,		bytes_req	)
		__field(	size_t,		bytes_alloc	)
		__field(	gfp_t,		gfp_flags	)
		__field(	int,		node		)
	),

	TP_fast_assign(
		__entry->call_site	= call_site;
		__entry->ptr		= ptr;
		__entry->bytes_req	= bytes_req;
		__entry->bytes_alloc	= bytes_alloc;
		__entry->gfp_flags	= gfp_flags;
		__entry->node		= node;
	),

	TP_printk("call_site=%lx ptr=%p bytes_req=%zu bytes_alloc=%zu gfp_flags=%s node=%d",
		__entry->call_site,
		__entry->ptr,
		__entry->bytes_req,
		__entry->bytes_alloc,
		show_gfp_flags(__entry->gfp_flags),
		__entry->node)
);

DEFINE_EVENT(kmem_alloc_node, kmalloc_node,

	TP_PROTO(unsigned long call_site, const void *ptr,
		 size_t bytes_req, size_t bytes_alloc,
		 gfp_t gfp_flags, int node),

	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags, node)
);

DEFINE_EVENT(kmem_alloc_node, kmem_cache_alloc_node,

	TP_PROTO(unsigned long call_site, const void *ptr,
		 size_t bytes_req, size_t bytes_alloc,
		 gfp_t gfp_flags, int node),

	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags, node)
);

DECLARE_EVENT_CLASS(kmem_free,

	TP_PROTO(unsigned long call_site, const void *ptr),

	TP_ARGS(call_site, ptr),

	TP_STRUCT__entry(
		__field(	unsigned long,	call_site	)
		__field(	const void *,	ptr		)
	),

	TP_fast_assign(
		__entry->call_site	= call_site;
		__entry->ptr		= ptr;
	),

	TP_printk("call_site=%lx ptr=%p", __entry->call_site, __entry->ptr)
);

DEFINE_EVENT(kmem_free, kfree,

	TP_PROTO(unsigned long call_site, const void *ptr),

	TP_ARGS(call_site, ptr)
);

DEFINE_EVENT(kmem_free, kmem_cache_free,

	TP_PROTO(unsigned long call_site, const void *ptr),

	TP_ARGS(call_site, ptr)
);

TRACE_EVENT(mm_page_free,

	TP_PROTO(struct page *page, unsigned int order),

	TP_ARGS(page, order),

	TP_STRUCT__entry(
		__field(	unsigned long,	pfn		)
		__field(	unsigned int,	order		)
	),

	TP_fast_assign(
		__entry->pfn		= page_to_pfn(page);
		__entry->order		= order;
	),

	TP_printk("page=%p pfn=%lu order=%d",
			pfn_to_page(__entry->pfn),
			__entry->pfn,
			__entry->order)
);

TRACE_EVENT(mm_page_free_batched,

	TP_PROTO(struct page *page),

	TP_ARGS(page),

	TP_STRUCT__entry(
		__field(	unsigned long,	pfn		)
	),

	TP_fast_assign(
		__entry->pfn		= page_to_pfn(page);
	),

	TP_printk("page=%p pfn=%lu order=0",
			pfn_to_page(__entry->pfn),
			__entry->pfn)
);

TRACE_EVENT(mm_page_alloc,

	TP_PROTO(struct page *page, unsigned int order,
			gfp_t gfp_flags, int migratetype),

	TP_ARGS(page, order, gfp_flags, migratetype),

	TP_STRUCT__entry(
		__field(	unsigned long,	pfn		)
		__field(	unsigned int,	order		)
		__field(	gfp_t,		gfp_flags	)
		__field(	int,		migratetype	)
	),

	TP_fast_assign(
		__entry->pfn		= page ? page_to_pfn(page) : -1UL;
		__entry->order		= order;
		__entry->gfp_flags	= gfp_flags;
		__entry->migratetype	= migratetype;
	),

	TP_printk("page=%p pfn=%lu order=%d migratetype=%d gfp_flags=%s",
		__entry->pfn != -1UL ? pfn_to_page(__entry->pfn) : NULL,
		__entry->pfn != -1UL ? __entry->pfn : 0,
		__entry->order,
		__entry->migratetype,
		show_gfp_flags(__entry->gfp_flags))
);

DECLARE_EVENT_CLASS(mm_page,

	TP_PROTO(struct page *page, unsigned int order, int migratetype),

	TP_ARGS(page, order, migratetype),

	TP_STRUCT__entry(
		__field(	unsigned long,	pfn		)
		__field(	unsigned int,	order		)
		__field(	int,		migratetype	)
	),

	TP_fast_assign(
		__entry->pfn		= page ? page_to_pfn(page) : -1UL;
		__entry->order		= order;
		__entry->migratetype	= migratetype;
	),

	TP_printk("page=%p pfn=%lu order=%u migratetype=%d percpu_refill=%d",
		__entry->pfn != -1UL ? pfn_to_page(__entry->pfn) : NULL,
		__entry->pfn != -1UL ? __entry->pfn : 0,
		__entry->order,
		__entry->migratetype,
		__entry->order == 0)
);

DEFINE_EVENT(mm_page, mm_page_alloc_zone_locked,

	TP_PROTO(struct page *page, unsigned int order, int migratetype),

	TP_ARGS(page, order, migratetype)
);

TRACE_EVENT(mm_page_pcpu_drain,

	TP_PROTO(struct page *page, unsigned int order, int migratetype),

	TP_ARGS(page, order, migratetype),

	TP_STRUCT__entry(
		__field(	unsigned long,	pfn		)
		__field(	unsigned int,	order		)
		__field(	int,		migratetype	)
	),

	TP_fast_assign(
		__entry->pfn		= page ? page_to_pfn(page) : -1UL;
		__entry->order		= order;
		__entry->migratetype	= migratetype;
	),

	TP_printk("page=%p pfn=%lu order=%d migratetype=%d",
		pfn_to_page(__entry->pfn), __entry->pfn,
		__entry->order, __entry->migratetype)
);

TRACE_EVENT(mm_page_alloc_extfrag,

	TP_PROTO(struct page *page,
		int alloc_order, int fallback_order,
		int alloc_migratetype, int fallback_migratetype),

	TP_ARGS(page,
		alloc_order, fallback_order,
		alloc_migratetype, fallback_migratetype),

	TP_STRUCT__entry(
		__field(	unsigned long,	pfn			)
		__field(	int,		alloc_order		)
		__field(	int,		fallback_order		)
		__field(	int,		alloc_migratetype	)
		__field(	int,		fallback_migratetype	)
		__field(	int,		change_ownership	)
	),

	TP_fast_assign(
		__entry->pfn			= page_to_pfn(page);
		__entry->alloc_order		= alloc_order;
		__entry->fallback_order		= fallback_order;
		__entry->alloc_migratetype	= alloc_migratetype;
		__entry->fallback_migratetype	= fallback_migratetype;
		__entry->change_ownership	= (alloc_migratetype ==
					get_pageblock_migratetype(page));
	),

	TP_printk("page=%p pfn=%lu alloc_order=%d fallback_order=%d pageblock_order=%d alloc_migratetype=%d fallback_migratetype=%d fragmenting=%d change_ownership=%d",
		pfn_to_page(__entry->pfn),
		__entry->pfn,
		__entry->alloc_order,
		__entry->fallback_order,
		pageblock_order,
		__entry->alloc_migratetype,
		__entry->fallback_migratetype,
		__entry->fallback_order < pageblock_order,
		__entry->change_ownership)
);

#endif /* _TRACE_KMEM_H */

/* This part must be outside protection */
#include <trace/define_trace.h>
Commit	Line	Data
b2441318	1	/* SPDX-License-Identifier: GPL-2.0 */
d0b6e04a LZ	2	#undef TRACE_SYSTEM
	3	#define TRACE_SYSTEM kmem
	4
ea20d929	5	#if !defined(_TRACE_KMEM_H) \|\| defined(TRACE_HEADER_MULTI_READ)
02af61bb	6	#define _TRACE_KMEM_H
b9ce08c0 EGM	7
b9ce08c0 EGM	8	#include <linux/types.h>
fc182a43	9	#include <linux/tracepoint.h>
420adbe9	10	#include <trace/events/mmflags.h>
62ba180e	11
53d0422c	12	DECLARE_EVENT_CLASS(kmem_alloc,
ea20d929 SR	13
	14	TP_PROTO(unsigned long call_site,
	15	const void *ptr,
	16	size_t bytes_req,
	17	size_t bytes_alloc,
	18	gfp_t gfp_flags),
	19
	20	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags),
	21
	22	TP_STRUCT__entry(
	23	__field( unsigned long, call_site )
	24	__field( const void *, ptr )
	25	__field( size_t, bytes_req )
	26	__field( size_t, bytes_alloc )
	27	__field( gfp_t, gfp_flags )
	28	),
	29
	30	TP_fast_assign(
	31	__entry->call_site = call_site;
	32	__entry->ptr = ptr;
	33	__entry->bytes_req = bytes_req;
	34	__entry->bytes_alloc = bytes_alloc;
	35	__entry->gfp_flags = gfp_flags;
	36	),
	37
62ba180e	38	TP_printk("call_site=%lx ptr=%p bytes_req=%zu bytes_alloc=%zu gfp_flags=%s",
ea20d929 SR	39	__entry->call_site,
	40	__entry->ptr,
	41	__entry->bytes_req,
	42	__entry->bytes_alloc,
62ba180e	43	show_gfp_flags(__entry->gfp_flags))
ea20d929 SR	44	);
ea20d929 SR	45
53d0422c	46	DEFINE_EVENT(kmem_alloc, kmalloc,
ea20d929	47
53d0422c LZ	48	TP_PROTO(unsigned long call_site, const void *ptr,
53d0422c LZ	49	size_t bytes_req, size_t bytes_alloc, gfp_t gfp_flags),
ea20d929	50
53d0422c LZ	51	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags)
53d0422c LZ	52	);
ea20d929	53
53d0422c	54	DEFINE_EVENT(kmem_alloc, kmem_cache_alloc,
ea20d929	55
53d0422c LZ	56	TP_PROTO(unsigned long call_site, const void *ptr,
53d0422c LZ	57	size_t bytes_req, size_t bytes_alloc, gfp_t gfp_flags),
ea20d929	58
53d0422c	59	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags)
ea20d929 SR	60	);
ea20d929 SR	61
53d0422c	62	DECLARE_EVENT_CLASS(kmem_alloc_node,
ea20d929 SR	63
	64	TP_PROTO(unsigned long call_site,
	65	const void *ptr,
	66	size_t bytes_req,
	67	size_t bytes_alloc,
	68	gfp_t gfp_flags,
	69	int node),
	70
	71	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags, node),
	72
	73	TP_STRUCT__entry(
	74	__field( unsigned long, call_site )
	75	__field( const void *, ptr )
	76	__field( size_t, bytes_req )
	77	__field( size_t, bytes_alloc )
	78	__field( gfp_t, gfp_flags )
	79	__field( int, node )
	80	),
	81
	82	TP_fast_assign(
	83	__entry->call_site = call_site;
	84	__entry->ptr = ptr;
	85	__entry->bytes_req = bytes_req;
	86	__entry->bytes_alloc = bytes_alloc;
	87	__entry->gfp_flags = gfp_flags;
	88	__entry->node = node;
	89	),
	90
62ba180e	91	TP_printk("call_site=%lx ptr=%p bytes_req=%zu bytes_alloc=%zu gfp_flags=%s node=%d",
ea20d929 SR	92	__entry->call_site,
	93	__entry->ptr,
	94	__entry->bytes_req,
	95	__entry->bytes_alloc,
62ba180e	96	show_gfp_flags(__entry->gfp_flags),
ea20d929 SR	97	__entry->node)
	98	);
	99
53d0422c	100	DEFINE_EVENT(kmem_alloc_node, kmalloc_node,
ea20d929	101
53d0422c LZ	102	TP_PROTO(unsigned long call_site, const void *ptr,
	103	size_t bytes_req, size_t bytes_alloc,
	104	gfp_t gfp_flags, int node),
ea20d929	105
53d0422c LZ	106	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags, node)
53d0422c LZ	107	);
ea20d929	108
53d0422c	109	DEFINE_EVENT(kmem_alloc_node, kmem_cache_alloc_node,
ea20d929	110
53d0422c LZ	111	TP_PROTO(unsigned long call_site, const void *ptr,
	112	size_t bytes_req, size_t bytes_alloc,
	113	gfp_t gfp_flags, int node),
ea20d929	114
53d0422c	115	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags, node)
ea20d929 SR	116	);
ea20d929 SR	117
53d0422c	118	DECLARE_EVENT_CLASS(kmem_free,
ea20d929 SR	119
	120	TP_PROTO(unsigned long call_site, const void *ptr),
	121
	122	TP_ARGS(call_site, ptr),
	123
	124	TP_STRUCT__entry(
	125	__field( unsigned long, call_site )
	126	__field( const void *, ptr )
	127	),
	128
	129	TP_fast_assign(
	130	__entry->call_site = call_site;
	131	__entry->ptr = ptr;
	132	),
	133
	134	TP_printk("call_site=%lx ptr=%p", __entry->call_site, __entry->ptr)
	135	);
	136
53d0422c	137	DEFINE_EVENT(kmem_free, kfree,
ea20d929 SR	138
	139	TP_PROTO(unsigned long call_site, const void *ptr),
	140
53d0422c LZ	141	TP_ARGS(call_site, ptr)
53d0422c LZ	142	);
ea20d929	143
633f6f58	144	DEFINE_EVENT(kmem_free, kmem_cache_free,
ea20d929	145
53d0422c	146	TP_PROTO(unsigned long call_site, const void *ptr),
ea20d929	147
633f6f58	148	TP_ARGS(call_site, ptr)
ea20d929	149	);
4b4f278c	150
633f6f58	151	TRACE_EVENT(mm_page_free,
4b4f278c MG	152
	153	TP_PROTO(struct page *page, unsigned int order),
	154
	155	TP_ARGS(page, order),
	156
	157	TP_STRUCT__entry(
9fdd8a87	158	__field( unsigned long, pfn )
4b4f278c MG	159	__field( unsigned int, order )
	160	),
	161
	162	TP_fast_assign(
9fdd8a87	163	__entry->pfn = page_to_pfn(page);
4b4f278c MG	164	__entry->order = order;
	165	),
	166
	167	TP_printk("page=%p pfn=%lu order=%d",
9fdd8a87 NK	168	pfn_to_page(__entry->pfn),
9fdd8a87 NK	169	__entry->pfn,
4b4f278c MG	170	__entry->order)
	171	);
	172
b413d48a	173	TRACE_EVENT(mm_page_free_batched,
4b4f278c	174
2d4894b5	175	TP_PROTO(struct page *page),
4b4f278c	176
2d4894b5	177	TP_ARGS(page),
4b4f278c MG	178
4b4f278c MG	179	TP_STRUCT__entry(
9fdd8a87	180	__field( unsigned long, pfn )
4b4f278c MG	181	),
	182
	183	TP_fast_assign(
9fdd8a87	184	__entry->pfn = page_to_pfn(page);
4b4f278c MG	185	),
4b4f278c MG	186
2d4894b5	187	TP_printk("page=%p pfn=%lu order=0",
9fdd8a87	188	pfn_to_page(__entry->pfn),
2d4894b5	189	__entry->pfn)
4b4f278c MG	190	);
	191
	192	TRACE_EVENT(mm_page_alloc,
	193
	194	TP_PROTO(struct page *page, unsigned int order,
	195	gfp_t gfp_flags, int migratetype),
	196
	197	TP_ARGS(page, order, gfp_flags, migratetype),
	198
	199	TP_STRUCT__entry(
9fdd8a87	200	__field( unsigned long, pfn )
4b4f278c MG	201	__field( unsigned int, order )
	202	__field( gfp_t, gfp_flags )
	203	__field( int, migratetype )
	204	),
	205
	206	TP_fast_assign(
9fdd8a87	207	__entry->pfn = page ? page_to_pfn(page) : -1UL;
4b4f278c MG	208	__entry->order = order;
	209	__entry->gfp_flags = gfp_flags;
	210	__entry->migratetype = migratetype;
	211	),
	212
	213	TP_printk("page=%p pfn=%lu order=%d migratetype=%d gfp_flags=%s",
9fdd8a87 NK	214	__entry->pfn != -1UL ? pfn_to_page(__entry->pfn) : NULL,
9fdd8a87 NK	215	__entry->pfn != -1UL ? __entry->pfn : 0,
4b4f278c MG	216	__entry->order,
	217	__entry->migratetype,
	218	show_gfp_flags(__entry->gfp_flags))
	219	);
	220
53d0422c	221	DECLARE_EVENT_CLASS(mm_page,
0d3d062a MG	222
	223	TP_PROTO(struct page *page, unsigned int order, int migratetype),
	224
	225	TP_ARGS(page, order, migratetype),
	226
	227	TP_STRUCT__entry(
9fdd8a87	228	__field( unsigned long, pfn )
0d3d062a MG	229	__field( unsigned int, order )
	230	__field( int, migratetype )
	231	),
	232
	233	TP_fast_assign(
9fdd8a87	234	__entry->pfn = page ? page_to_pfn(page) : -1UL;
0d3d062a MG	235	__entry->order = order;
	236	__entry->migratetype = migratetype;
	237	),
	238
	239	TP_printk("page=%p pfn=%lu order=%u migratetype=%d percpu_refill=%d",
9fdd8a87 NK	240	__entry->pfn != -1UL ? pfn_to_page(__entry->pfn) : NULL,
9fdd8a87 NK	241	__entry->pfn != -1UL ? __entry->pfn : 0,
0d3d062a MG	242	__entry->order,
	243	__entry->migratetype,
	244	__entry->order == 0)
	245	);
	246
53d0422c	247	DEFINE_EVENT(mm_page, mm_page_alloc_zone_locked,
0d3d062a	248
53d0422c	249	TP_PROTO(struct page *page, unsigned int order, int migratetype),
0d3d062a	250
53d0422c LZ	251	TP_ARGS(page, order, migratetype)
53d0422c LZ	252	);
0d3d062a	253
633f6f58	254	TRACE_EVENT(mm_page_pcpu_drain,
0d3d062a	255
53d0422c LZ	256	TP_PROTO(struct page *page, unsigned int order, int migratetype),
	257
	258	TP_ARGS(page, order, migratetype),
0d3d062a	259
649b8de2 SP	260	TP_STRUCT__entry(
	261	__field( unsigned long, pfn )
	262	__field( unsigned int, order )
	263	__field( int, migratetype )
	264	),
	265
	266	TP_fast_assign(
	267	__entry->pfn = page ? page_to_pfn(page) : -1UL;
	268	__entry->order = order;
	269	__entry->migratetype = migratetype;
	270	),
	271
0d3d062a	272	TP_printk("page=%p pfn=%lu order=%d migratetype=%d",
9fdd8a87	273	pfn_to_page(__entry->pfn), __entry->pfn,
53d0422c	274	__entry->order, __entry->migratetype)
0d3d062a MG	275	);
0d3d062a MG	276
e0fff1bd MG	277	TRACE_EVENT(mm_page_alloc_extfrag,
	278
	279	TP_PROTO(struct page *page,
52c8f6a5	280	int alloc_order, int fallback_order,
99592d59	281	int alloc_migratetype, int fallback_migratetype),
e0fff1bd MG	282
	283	TP_ARGS(page,
	284	alloc_order, fallback_order,
99592d59	285	alloc_migratetype, fallback_migratetype),
e0fff1bd MG	286
e0fff1bd MG	287	TP_STRUCT__entry(
9fdd8a87	288	__field( unsigned long, pfn )
e0fff1bd MG	289	__field( int, alloc_order )
	290	__field( int, fallback_order )
	291	__field( int, alloc_migratetype )
	292	__field( int, fallback_migratetype )
f92310c1	293	__field( int, change_ownership )
e0fff1bd MG	294	),
	295
	296	TP_fast_assign(
9fdd8a87	297	__entry->pfn = page_to_pfn(page);
e0fff1bd MG	298	__entry->alloc_order = alloc_order;
	299	__entry->fallback_order = fallback_order;
	300	__entry->alloc_migratetype = alloc_migratetype;
	301	__entry->fallback_migratetype = fallback_migratetype;
99592d59 VB	302	__entry->change_ownership = (alloc_migratetype ==
99592d59 VB	303	get_pageblock_migratetype(page));
e0fff1bd MG	304	),
	305
	306	TP_printk("page=%p pfn=%lu alloc_order=%d fallback_order=%d pageblock_order=%d alloc_migratetype=%d fallback_migratetype=%d fragmenting=%d change_ownership=%d",
9fdd8a87 NK	307	pfn_to_page(__entry->pfn),
9fdd8a87 NK	308	__entry->pfn,
e0fff1bd MG	309	__entry->alloc_order,
	310	__entry->fallback_order,
	311	pageblock_order,
	312	__entry->alloc_migratetype,
	313	__entry->fallback_migratetype,
	314	__entry->fallback_order < pageblock_order,
f92310c1	315	__entry->change_ownership)
e0fff1bd MG	316	);
e0fff1bd MG	317
a8d154b0	318	#endif /* _TRACE_KMEM_H */
ea20d929	319
a8d154b0 SR	320	/* This part must be outside protection */
a8d154b0 SR	321	#include <trace/define_trace.h>