[mirror_ubuntu-jammy-kernel.git] / include / trace / events / kmem.h

/* SPDX-License-Identifier: GPL-2.0 */
#undef TRACE_SYSTEM
#define TRACE_SYSTEM kmem

#if !defined(_TRACE_KMEM_H) || defined(TRACE_HEADER_MULTI_READ)
#define _TRACE_KMEM_H

#include <linux/types.h>
#include <linux/tracepoint.h>
#include <trace/events/mmflags.h>

DECLARE_EVENT_CLASS(kmem_alloc,

	TP_PROTO(unsigned long call_site,
		 const void *ptr,
		 size_t bytes_req,
		 size_t bytes_alloc,
		 gfp_t gfp_flags),

	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags),

	TP_STRUCT__entry(
		__field(	unsigned long,	call_site	)
		__field(	const void *,	ptr		)
		__field(	size_t,		bytes_req	)
		__field(	size_t,		bytes_alloc	)
		__field(	gfp_t,		gfp_flags	)
	),

	TP_fast_assign(
		__entry->call_site	= call_site;
		__entry->ptr		= ptr;
		__entry->bytes_req	= bytes_req;
		__entry->bytes_alloc	= bytes_alloc;
		__entry->gfp_flags	= gfp_flags;
	),

	TP_printk("call_site=%pS ptr=%p bytes_req=%zu bytes_alloc=%zu gfp_flags=%s",
		(void *)__entry->call_site,
		__entry->ptr,
		__entry->bytes_req,
		__entry->bytes_alloc,
		show_gfp_flags(__entry->gfp_flags))
);

DEFINE_EVENT(kmem_alloc, kmalloc,

	TP_PROTO(unsigned long call_site, const void *ptr,
		 size_t bytes_req, size_t bytes_alloc, gfp_t gfp_flags),

	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags)
);

DEFINE_EVENT(kmem_alloc, kmem_cache_alloc,

	TP_PROTO(unsigned long call_site, const void *ptr,
		 size_t bytes_req, size_t bytes_alloc, gfp_t gfp_flags),

	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags)
);

DECLARE_EVENT_CLASS(kmem_alloc_node,

	TP_PROTO(unsigned long call_site,
		 const void *ptr,
		 size_t bytes_req,
		 size_t bytes_alloc,
		 gfp_t gfp_flags,
		 int node),

	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags, node),

	TP_STRUCT__entry(
		__field(	unsigned long,	call_site	)
		__field(	const void *,	ptr		)
		__field(	size_t,		bytes_req	)
		__field(	size_t,		bytes_alloc	)
		__field(	gfp_t,		gfp_flags	)
		__field(	int,		node		)
	),

	TP_fast_assign(
		__entry->call_site	= call_site;
		__entry->ptr		= ptr;
		__entry->bytes_req	= bytes_req;
		__entry->bytes_alloc	= bytes_alloc;
		__entry->gfp_flags	= gfp_flags;
		__entry->node		= node;
	),

	TP_printk("call_site=%pS ptr=%p bytes_req=%zu bytes_alloc=%zu gfp_flags=%s node=%d",
		(void *)__entry->call_site,
		__entry->ptr,
		__entry->bytes_req,
		__entry->bytes_alloc,
		show_gfp_flags(__entry->gfp_flags),
		__entry->node)
);

DEFINE_EVENT(kmem_alloc_node, kmalloc_node,

	TP_PROTO(unsigned long call_site, const void *ptr,
		 size_t bytes_req, size_t bytes_alloc,
		 gfp_t gfp_flags, int node),

	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags, node)
);

DEFINE_EVENT(kmem_alloc_node, kmem_cache_alloc_node,

	TP_PROTO(unsigned long call_site, const void *ptr,
		 size_t bytes_req, size_t bytes_alloc,
		 gfp_t gfp_flags, int node),

	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags, node)
);

TRACE_EVENT(kfree,

	TP_PROTO(unsigned long call_site, const void *ptr),

	TP_ARGS(call_site, ptr),

	TP_STRUCT__entry(
		__field(	unsigned long,	call_site	)
		__field(	const void *,	ptr		)
	),

	TP_fast_assign(
		__entry->call_site	= call_site;
		__entry->ptr		= ptr;
	),

	TP_printk("call_site=%pS ptr=%p",
		  (void *)__entry->call_site, __entry->ptr)
);

TRACE_EVENT(kmem_cache_free,

	TP_PROTO(unsigned long call_site, const void *ptr, const char *name),

	TP_ARGS(call_site, ptr, name),

	TP_STRUCT__entry(
		__field(	unsigned long,	call_site	)
		__field(	const void *,	ptr		)
		__string(	name,	name	)
	),

	TP_fast_assign(
		__entry->call_site	= call_site;
		__entry->ptr		= ptr;
		__assign_str(name, name);
	),

	TP_printk("call_site=%pS ptr=%p name=%s",
		  (void *)__entry->call_site, __entry->ptr, __get_str(name))
);

TRACE_EVENT(mm_page_free,

	TP_PROTO(struct page *page, unsigned int order),

	TP_ARGS(page, order),

	TP_STRUCT__entry(
		__field(	unsigned long,	pfn		)
		__field(	unsigned int,	order		)
	),

	TP_fast_assign(
		__entry->pfn		= page_to_pfn(page);
		__entry->order		= order;
	),

	TP_printk("page=%p pfn=0x%lx order=%d",
			pfn_to_page(__entry->pfn),
			__entry->pfn,
			__entry->order)
);

TRACE_EVENT(mm_page_free_batched,

	TP_PROTO(struct page *page),

	TP_ARGS(page),

	TP_STRUCT__entry(
		__field(	unsigned long,	pfn		)
	),

	TP_fast_assign(
		__entry->pfn		= page_to_pfn(page);
	),

	TP_printk("page=%p pfn=0x%lx order=0",
			pfn_to_page(__entry->pfn),
			__entry->pfn)
);

TRACE_EVENT(mm_page_alloc,

	TP_PROTO(struct page *page, unsigned int order,
			gfp_t gfp_flags, int migratetype),

	TP_ARGS(page, order, gfp_flags, migratetype),

	TP_STRUCT__entry(
		__field(	unsigned long,	pfn		)
		__field(	unsigned int,	order		)
		__field(	gfp_t,		gfp_flags	)
		__field(	int,		migratetype	)
	),

	TP_fast_assign(
		__entry->pfn		= page ? page_to_pfn(page) : -1UL;
		__entry->order		= order;
		__entry->gfp_flags	= gfp_flags;
		__entry->migratetype	= migratetype;
	),

	TP_printk("page=%p pfn=0x%lx order=%d migratetype=%d gfp_flags=%s",
		__entry->pfn != -1UL ? pfn_to_page(__entry->pfn) : NULL,
		__entry->pfn != -1UL ? __entry->pfn : 0,
		__entry->order,
		__entry->migratetype,
		show_gfp_flags(__entry->gfp_flags))
);

DECLARE_EVENT_CLASS(mm_page,

	TP_PROTO(struct page *page, unsigned int order, int migratetype),

	TP_ARGS(page, order, migratetype),

	TP_STRUCT__entry(
		__field(	unsigned long,	pfn		)
		__field(	unsigned int,	order		)
		__field(	int,		migratetype	)
	),

	TP_fast_assign(
		__entry->pfn		= page ? page_to_pfn(page) : -1UL;
		__entry->order		= order;
		__entry->migratetype	= migratetype;
	),

	TP_printk("page=%p pfn=0x%lx order=%u migratetype=%d percpu_refill=%d",
		__entry->pfn != -1UL ? pfn_to_page(__entry->pfn) : NULL,
		__entry->pfn != -1UL ? __entry->pfn : 0,
		__entry->order,
		__entry->migratetype,
		__entry->order == 0)
);

DEFINE_EVENT(mm_page, mm_page_alloc_zone_locked,

	TP_PROTO(struct page *page, unsigned int order, int migratetype),

	TP_ARGS(page, order, migratetype)
);

TRACE_EVENT(mm_page_pcpu_drain,

	TP_PROTO(struct page *page, unsigned int order, int migratetype),

	TP_ARGS(page, order, migratetype),

	TP_STRUCT__entry(
		__field(	unsigned long,	pfn		)
		__field(	unsigned int,	order		)
		__field(	int,		migratetype	)
	),

	TP_fast_assign(
		__entry->pfn		= page ? page_to_pfn(page) : -1UL;
		__entry->order		= order;
		__entry->migratetype	= migratetype;
	),

	TP_printk("page=%p pfn=0x%lx order=%d migratetype=%d",
		pfn_to_page(__entry->pfn), __entry->pfn,
		__entry->order, __entry->migratetype)
);

TRACE_EVENT(mm_page_alloc_extfrag,

	TP_PROTO(struct page *page,
		int alloc_order, int fallback_order,
		int alloc_migratetype, int fallback_migratetype),

	TP_ARGS(page,
		alloc_order, fallback_order,
		alloc_migratetype, fallback_migratetype),

	TP_STRUCT__entry(
		__field(	unsigned long,	pfn			)
		__field(	int,		alloc_order		)
		__field(	int,		fallback_order		)
		__field(	int,		alloc_migratetype	)
		__field(	int,		fallback_migratetype	)
		__field(	int,		change_ownership	)
	),

	TP_fast_assign(
		__entry->pfn			= page_to_pfn(page);
		__entry->alloc_order		= alloc_order;
		__entry->fallback_order		= fallback_order;
		__entry->alloc_migratetype	= alloc_migratetype;
		__entry->fallback_migratetype	= fallback_migratetype;
		__entry->change_ownership	= (alloc_migratetype ==
					get_pageblock_migratetype(page));
	),

	TP_printk("page=%p pfn=0x%lx alloc_order=%d fallback_order=%d pageblock_order=%d alloc_migratetype=%d fallback_migratetype=%d fragmenting=%d change_ownership=%d",
		pfn_to_page(__entry->pfn),
		__entry->pfn,
		__entry->alloc_order,
		__entry->fallback_order,
		pageblock_order,
		__entry->alloc_migratetype,
		__entry->fallback_migratetype,
		__entry->fallback_order < pageblock_order,
		__entry->change_ownership)
);

/*
 * Required for uniquely and securely identifying mm in rss_stat tracepoint.
 */
#ifndef __PTR_TO_HASHVAL
static unsigned int __maybe_unused mm_ptr_to_hash(const void *ptr)
{
	int ret;
	unsigned long hashval;

	ret = ptr_to_hashval(ptr, &hashval);
	if (ret)
		return 0;

	/* The hashed value is only 32-bit */
	return (unsigned int)hashval;
}
#define __PTR_TO_HASHVAL
#endif

#define TRACE_MM_PAGES		\
	EM(MM_FILEPAGES)	\
	EM(MM_ANONPAGES)	\
	EM(MM_SWAPENTS)		\
	EMe(MM_SHMEMPAGES)

#undef EM
#undef EMe

#define EM(a)	TRACE_DEFINE_ENUM(a);
#define EMe(a)	TRACE_DEFINE_ENUM(a);

TRACE_MM_PAGES

#undef EM
#undef EMe

#define EM(a)	{ a, #a },
#define EMe(a)	{ a, #a }

TRACE_EVENT(rss_stat,

	TP_PROTO(struct mm_struct *mm,
		int member,
		long count),

	TP_ARGS(mm, member, count),

	TP_STRUCT__entry(
		__field(unsigned int, mm_id)
		__field(unsigned int, curr)
		__field(int, member)
		__field(long, size)
	),

	TP_fast_assign(
		__entry->mm_id = mm_ptr_to_hash(mm);
		__entry->curr = !!(current->mm == mm);
		__entry->member = member;
		__entry->size = (count << PAGE_SHIFT);
	),

	TP_printk("mm_id=%u curr=%d type=%s size=%ldB",
		__entry->mm_id,
		__entry->curr,
		__print_symbolic(__entry->member, TRACE_MM_PAGES),
		__entry->size)
	);
#endif /* _TRACE_KMEM_H */

/* This part must be outside protection */
#include <trace/define_trace.h>
Commit	Line	Data
b2441318	1	/* SPDX-License-Identifier: GPL-2.0 */
d0b6e04a LZ	2	#undef TRACE_SYSTEM
	3	#define TRACE_SYSTEM kmem
	4
ea20d929	5	#if !defined(_TRACE_KMEM_H) \|\| defined(TRACE_HEADER_MULTI_READ)
02af61bb	6	#define _TRACE_KMEM_H
b9ce08c0 EGM	7
b9ce08c0 EGM	8	#include <linux/types.h>
fc182a43	9	#include <linux/tracepoint.h>
420adbe9	10	#include <trace/events/mmflags.h>
62ba180e	11
53d0422c	12	DECLARE_EVENT_CLASS(kmem_alloc,
ea20d929 SR	13
	14	TP_PROTO(unsigned long call_site,
	15	const void *ptr,
	16	size_t bytes_req,
	17	size_t bytes_alloc,
	18	gfp_t gfp_flags),
	19
	20	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags),
	21
	22	TP_STRUCT__entry(
	23	__field( unsigned long, call_site )
	24	__field( const void *, ptr )
	25	__field( size_t, bytes_req )
	26	__field( size_t, bytes_alloc )
	27	__field( gfp_t, gfp_flags )
	28	),
	29
	30	TP_fast_assign(
	31	__entry->call_site = call_site;
	32	__entry->ptr = ptr;
	33	__entry->bytes_req = bytes_req;
	34	__entry->bytes_alloc = bytes_alloc;
	35	__entry->gfp_flags = gfp_flags;
	36	),
	37
f7d6316f CD	38	TP_printk("call_site=%pS ptr=%p bytes_req=%zu bytes_alloc=%zu gfp_flags=%s",
f7d6316f CD	39	(void *)__entry->call_site,
ea20d929 SR	40	__entry->ptr,
	41	__entry->bytes_req,
	42	__entry->bytes_alloc,
62ba180e	43	show_gfp_flags(__entry->gfp_flags))
ea20d929 SR	44	);
ea20d929 SR	45
53d0422c	46	DEFINE_EVENT(kmem_alloc, kmalloc,
ea20d929	47
53d0422c LZ	48	TP_PROTO(unsigned long call_site, const void *ptr,
53d0422c LZ	49	size_t bytes_req, size_t bytes_alloc, gfp_t gfp_flags),
ea20d929	50
53d0422c LZ	51	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags)
53d0422c LZ	52	);
ea20d929	53
53d0422c	54	DEFINE_EVENT(kmem_alloc, kmem_cache_alloc,
ea20d929	55
53d0422c LZ	56	TP_PROTO(unsigned long call_site, const void *ptr,
53d0422c LZ	57	size_t bytes_req, size_t bytes_alloc, gfp_t gfp_flags),
ea20d929	58
53d0422c	59	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags)
ea20d929 SR	60	);
ea20d929 SR	61
53d0422c	62	DECLARE_EVENT_CLASS(kmem_alloc_node,
ea20d929 SR	63
	64	TP_PROTO(unsigned long call_site,
	65	const void *ptr,
	66	size_t bytes_req,
	67	size_t bytes_alloc,
	68	gfp_t gfp_flags,
	69	int node),
	70
	71	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags, node),
	72
	73	TP_STRUCT__entry(
	74	__field( unsigned long, call_site )
	75	__field( const void *, ptr )
	76	__field( size_t, bytes_req )
	77	__field( size_t, bytes_alloc )
	78	__field( gfp_t, gfp_flags )
	79	__field( int, node )
	80	),
	81
	82	TP_fast_assign(
	83	__entry->call_site = call_site;
	84	__entry->ptr = ptr;
	85	__entry->bytes_req = bytes_req;
	86	__entry->bytes_alloc = bytes_alloc;
	87	__entry->gfp_flags = gfp_flags;
	88	__entry->node = node;
	89	),
	90
7e168b9b JS	91	TP_printk("call_site=%pS ptr=%p bytes_req=%zu bytes_alloc=%zu gfp_flags=%s node=%d",
7e168b9b JS	92	(void *)__entry->call_site,
ea20d929 SR	93	__entry->ptr,
	94	__entry->bytes_req,
	95	__entry->bytes_alloc,
62ba180e	96	show_gfp_flags(__entry->gfp_flags),
ea20d929 SR	97	__entry->node)
	98	);
	99
53d0422c	100	DEFINE_EVENT(kmem_alloc_node, kmalloc_node,
ea20d929	101
53d0422c LZ	102	TP_PROTO(unsigned long call_site, const void *ptr,
	103	size_t bytes_req, size_t bytes_alloc,
	104	gfp_t gfp_flags, int node),
ea20d929	105
53d0422c LZ	106	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags, node)
53d0422c LZ	107	);
ea20d929	108
53d0422c	109	DEFINE_EVENT(kmem_alloc_node, kmem_cache_alloc_node,
ea20d929	110
53d0422c LZ	111	TP_PROTO(unsigned long call_site, const void *ptr,
	112	size_t bytes_req, size_t bytes_alloc,
	113	gfp_t gfp_flags, int node),
ea20d929	114
53d0422c	115	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags, node)
ea20d929 SR	116	);
ea20d929 SR	117
3544de8e	118	TRACE_EVENT(kfree,
ea20d929 SR	119
	120	TP_PROTO(unsigned long call_site, const void *ptr),
	121
	122	TP_ARGS(call_site, ptr),
	123
	124	TP_STRUCT__entry(
	125	__field( unsigned long, call_site )
	126	__field( const void *, ptr )
	127	),
	128
	129	TP_fast_assign(
	130	__entry->call_site = call_site;
	131	__entry->ptr = ptr;
	132	),
	133
f7d6316f CD	134	TP_printk("call_site=%pS ptr=%p",
f7d6316f CD	135	(void *)__entry->call_site, __entry->ptr)
ea20d929 SR	136	);
ea20d929 SR	137
3544de8e	138	TRACE_EVENT(kmem_cache_free,
ea20d929	139
3544de8e	140	TP_PROTO(unsigned long call_site, const void ptr, const char name),
ea20d929	141
3544de8e	142	TP_ARGS(call_site, ptr, name),
ea20d929	143
3544de8e JW	144	TP_STRUCT__entry(
	145	__field( unsigned long, call_site )
	146	__field( const void *, ptr )
d8145679	147	__string( name, name )
3544de8e	148	),
ea20d929	149
3544de8e JW	150	TP_fast_assign(
	151	__entry->call_site = call_site;
	152	__entry->ptr = ptr;
d8145679	153	__assign_str(name, name);
3544de8e	154	),
ea20d929	155
3544de8e	156	TP_printk("call_site=%pS ptr=%p name=%s",
d8145679	157	(void *)__entry->call_site, __entry->ptr, __get_str(name))
ea20d929	158	);
4b4f278c	159
633f6f58	160	TRACE_EVENT(mm_page_free,
4b4f278c MG	161
	162	TP_PROTO(struct page *page, unsigned int order),
	163
	164	TP_ARGS(page, order),
	165
	166	TP_STRUCT__entry(
9fdd8a87	167	__field( unsigned long, pfn )
4b4f278c MG	168	__field( unsigned int, order )
	169	),
	170
	171	TP_fast_assign(
9fdd8a87	172	__entry->pfn = page_to_pfn(page);
4b4f278c MG	173	__entry->order = order;
	174	),
	175
53d884a6	176	TP_printk("page=%p pfn=0x%lx order=%d",
9fdd8a87 NK	177	pfn_to_page(__entry->pfn),
9fdd8a87 NK	178	__entry->pfn,
4b4f278c MG	179	__entry->order)
	180	);
	181
b413d48a	182	TRACE_EVENT(mm_page_free_batched,
4b4f278c	183
2d4894b5	184	TP_PROTO(struct page *page),
4b4f278c	185
2d4894b5	186	TP_ARGS(page),
4b4f278c MG	187
4b4f278c MG	188	TP_STRUCT__entry(
9fdd8a87	189	__field( unsigned long, pfn )
4b4f278c MG	190	),
	191
	192	TP_fast_assign(
9fdd8a87	193	__entry->pfn = page_to_pfn(page);
4b4f278c MG	194	),
4b4f278c MG	195
53d884a6	196	TP_printk("page=%p pfn=0x%lx order=0",
9fdd8a87	197	pfn_to_page(__entry->pfn),
2d4894b5	198	__entry->pfn)
4b4f278c MG	199	);
	200
	201	TRACE_EVENT(mm_page_alloc,
	202
	203	TP_PROTO(struct page *page, unsigned int order,
	204	gfp_t gfp_flags, int migratetype),
	205
	206	TP_ARGS(page, order, gfp_flags, migratetype),
	207
	208	TP_STRUCT__entry(
9fdd8a87	209	__field( unsigned long, pfn )
4b4f278c MG	210	__field( unsigned int, order )
	211	__field( gfp_t, gfp_flags )
	212	__field( int, migratetype )
	213	),
	214
	215	TP_fast_assign(
9fdd8a87	216	__entry->pfn = page ? page_to_pfn(page) : -1UL;
4b4f278c MG	217	__entry->order = order;
	218	__entry->gfp_flags = gfp_flags;
	219	__entry->migratetype = migratetype;
	220	),
	221
53d884a6	222	TP_printk("page=%p pfn=0x%lx order=%d migratetype=%d gfp_flags=%s",
9fdd8a87 NK	223	__entry->pfn != -1UL ? pfn_to_page(__entry->pfn) : NULL,
9fdd8a87 NK	224	__entry->pfn != -1UL ? __entry->pfn : 0,
4b4f278c MG	225	__entry->order,
	226	__entry->migratetype,
	227	show_gfp_flags(__entry->gfp_flags))
	228	);
	229
53d0422c	230	DECLARE_EVENT_CLASS(mm_page,
0d3d062a MG	231
	232	TP_PROTO(struct page *page, unsigned int order, int migratetype),
	233
	234	TP_ARGS(page, order, migratetype),
	235
	236	TP_STRUCT__entry(
9fdd8a87	237	__field( unsigned long, pfn )
0d3d062a MG	238	__field( unsigned int, order )
	239	__field( int, migratetype )
	240	),
	241
	242	TP_fast_assign(
9fdd8a87	243	__entry->pfn = page ? page_to_pfn(page) : -1UL;
0d3d062a MG	244	__entry->order = order;
	245	__entry->migratetype = migratetype;
	246	),
	247
53d884a6	248	TP_printk("page=%p pfn=0x%lx order=%u migratetype=%d percpu_refill=%d",
9fdd8a87 NK	249	__entry->pfn != -1UL ? pfn_to_page(__entry->pfn) : NULL,
9fdd8a87 NK	250	__entry->pfn != -1UL ? __entry->pfn : 0,
0d3d062a MG	251	__entry->order,
	252	__entry->migratetype,
	253	__entry->order == 0)
	254	);
	255
53d0422c	256	DEFINE_EVENT(mm_page, mm_page_alloc_zone_locked,
0d3d062a	257
53d0422c	258	TP_PROTO(struct page *page, unsigned int order, int migratetype),
0d3d062a	259
53d0422c LZ	260	TP_ARGS(page, order, migratetype)
53d0422c LZ	261	);
0d3d062a	262
633f6f58	263	TRACE_EVENT(mm_page_pcpu_drain,
0d3d062a	264
53d0422c LZ	265	TP_PROTO(struct page *page, unsigned int order, int migratetype),
	266
	267	TP_ARGS(page, order, migratetype),
0d3d062a	268
649b8de2 SP	269	TP_STRUCT__entry(
	270	__field( unsigned long, pfn )
	271	__field( unsigned int, order )
	272	__field( int, migratetype )
	273	),
	274
	275	TP_fast_assign(
	276	__entry->pfn = page ? page_to_pfn(page) : -1UL;
	277	__entry->order = order;
	278	__entry->migratetype = migratetype;
	279	),
	280
53d884a6	281	TP_printk("page=%p pfn=0x%lx order=%d migratetype=%d",
9fdd8a87	282	pfn_to_page(__entry->pfn), __entry->pfn,
53d0422c	283	__entry->order, __entry->migratetype)
0d3d062a MG	284	);
0d3d062a MG	285
e0fff1bd MG	286	TRACE_EVENT(mm_page_alloc_extfrag,
	287
	288	TP_PROTO(struct page *page,
52c8f6a5	289	int alloc_order, int fallback_order,
99592d59	290	int alloc_migratetype, int fallback_migratetype),
e0fff1bd MG	291
	292	TP_ARGS(page,
	293	alloc_order, fallback_order,
99592d59	294	alloc_migratetype, fallback_migratetype),
e0fff1bd MG	295
e0fff1bd MG	296	TP_STRUCT__entry(
9fdd8a87	297	__field( unsigned long, pfn )
e0fff1bd MG	298	__field( int, alloc_order )
	299	__field( int, fallback_order )
	300	__field( int, alloc_migratetype )
	301	__field( int, fallback_migratetype )
f92310c1	302	__field( int, change_ownership )
e0fff1bd MG	303	),
	304
	305	TP_fast_assign(
9fdd8a87	306	__entry->pfn = page_to_pfn(page);
e0fff1bd MG	307	__entry->alloc_order = alloc_order;
	308	__entry->fallback_order = fallback_order;
	309	__entry->alloc_migratetype = alloc_migratetype;
	310	__entry->fallback_migratetype = fallback_migratetype;
99592d59 VB	311	__entry->change_ownership = (alloc_migratetype ==
99592d59 VB	312	get_pageblock_migratetype(page));
e0fff1bd MG	313	),
e0fff1bd MG	314
53d884a6	315	TP_printk("page=%p pfn=0x%lx alloc_order=%d fallback_order=%d pageblock_order=%d alloc_migratetype=%d fallback_migratetype=%d fragmenting=%d change_ownership=%d",
9fdd8a87 NK	316	pfn_to_page(__entry->pfn),
9fdd8a87 NK	317	__entry->pfn,
e0fff1bd MG	318	__entry->alloc_order,
	319	__entry->fallback_order,
	320	pageblock_order,
	321	__entry->alloc_migratetype,
	322	__entry->fallback_migratetype,
	323	__entry->fallback_order < pageblock_order,
f92310c1	324	__entry->change_ownership)
e0fff1bd MG	325	);
e0fff1bd MG	326
e4dcad20 JFG	327	/*
	328	* Required for uniquely and securely identifying mm in rss_stat tracepoint.
	329	*/
	330	#ifndef __PTR_TO_HASHVAL
	331	static unsigned int __maybe_unused mm_ptr_to_hash(const void *ptr)
	332	{
	333	int ret;
	334	unsigned long hashval;
	335
	336	ret = ptr_to_hashval(ptr, &hashval);
	337	if (ret)
	338	return 0;
	339
	340	/* The hashed value is only 32-bit */
	341	return (unsigned int)hashval;
	342	}
	343	#define __PTR_TO_HASHVAL
	344	#endif
	345
f9001107 OP	346	#define TRACE_MM_PAGES \
	347	EM(MM_FILEPAGES) \
	348	EM(MM_ANONPAGES) \
	349	EM(MM_SWAPENTS) \
	350	EMe(MM_SHMEMPAGES)
	351
	352	#undef EM
	353	#undef EMe
	354
	355	#define EM(a) TRACE_DEFINE_ENUM(a);
	356	#define EMe(a) TRACE_DEFINE_ENUM(a);
	357
	358	TRACE_MM_PAGES
	359
	360	#undef EM
	361	#undef EMe
	362
	363	#define EM(a) { a, #a },
	364	#define EMe(a) { a, #a }
	365
b3d1411b JFG	366	TRACE_EVENT(rss_stat,
b3d1411b JFG	367
e4dcad20 JFG	368	TP_PROTO(struct mm_struct *mm,
e4dcad20 JFG	369	int member,
b3d1411b JFG	370	long count),
b3d1411b JFG	371
e4dcad20	372	TP_ARGS(mm, member, count),
b3d1411b JFG	373
b3d1411b JFG	374	TP_STRUCT__entry(
e4dcad20 JFG	375	__field(unsigned int, mm_id)
e4dcad20 JFG	376	__field(unsigned int, curr)
b3d1411b JFG	377	__field(int, member)
	378	__field(long, size)
	379	),
	380
	381	TP_fast_assign(
e4dcad20 JFG	382	__entry->mm_id = mm_ptr_to_hash(mm);
e4dcad20 JFG	383	__entry->curr = !!(current->mm == mm);
b3d1411b JFG	384	__entry->member = member;
	385	__entry->size = (count << PAGE_SHIFT);
	386	),
	387
f9001107	388	TP_printk("mm_id=%u curr=%d type=%s size=%ldB",
e4dcad20 JFG	389	__entry->mm_id,
e4dcad20 JFG	390	__entry->curr,
f9001107	391	__print_symbolic(__entry->member, TRACE_MM_PAGES),
b3d1411b JFG	392	__entry->size)
b3d1411b JFG	393	);
a8d154b0	394	#endif /* _TRACE_KMEM_H */
ea20d929	395
a8d154b0 SR	396	/* This part must be outside protection */
a8d154b0 SR	397	#include <trace/define_trace.h>