[mirror_ubuntu-artful-kernel.git] / tools / perf / util / event.h

#ifndef __PERF_RECORD_H
#define __PERF_RECORD_H

#include <limits.h>
#include <stdio.h>
#include <linux/kernel.h>

#include "../perf.h"
#include "build-id.h"
#include "perf_regs.h"

struct mmap_event {
	struct perf_event_header header;
	u32 pid, tid;
	u64 start;
	u64 len;
	u64 pgoff;
	char filename[PATH_MAX];
};

struct mmap2_event {
	struct perf_event_header header;
	u32 pid, tid;
	u64 start;
	u64 len;
	u64 pgoff;
	u32 maj;
	u32 min;
	u64 ino;
	u64 ino_generation;
	u32 prot;
	u32 flags;
	char filename[PATH_MAX];
};

struct comm_event {
	struct perf_event_header header;
	u32 pid, tid;
	char comm[16];
};

struct namespaces_event {
	struct perf_event_header header;
	u32 pid, tid;
	u64 nr_namespaces;
	struct perf_ns_link_info link_info[];
};

struct fork_event {
	struct perf_event_header header;
	u32 pid, ppid;
	u32 tid, ptid;
	u64 time;
};

struct lost_event {
	struct perf_event_header header;
	u64 id;
	u64 lost;
};

struct lost_samples_event {
	struct perf_event_header header;
	u64 lost;
};

/*
 * PERF_FORMAT_ENABLED | PERF_FORMAT_RUNNING | PERF_FORMAT_ID
 */
struct read_event {
	struct perf_event_header header;
	u32 pid, tid;
	u64 value;
	u64 time_enabled;
	u64 time_running;
	u64 id;
};

struct throttle_event {
	struct perf_event_header header;
	u64 time;
	u64 id;
	u64 stream_id;
};

#define PERF_SAMPLE_MASK				\
	(PERF_SAMPLE_IP | PERF_SAMPLE_TID |		\
	 PERF_SAMPLE_TIME | PERF_SAMPLE_ADDR |		\
	PERF_SAMPLE_ID | PERF_SAMPLE_STREAM_ID |	\
	 PERF_SAMPLE_CPU | PERF_SAMPLE_PERIOD |		\
	 PERF_SAMPLE_IDENTIFIER)

/* perf sample has 16 bits size limit */
#define PERF_SAMPLE_MAX_SIZE (1 << 16)

struct sample_event {
	struct perf_event_header        header;
	u64 array[];
};

struct regs_dump {
	u64 abi;
	u64 mask;
	u64 *regs;

	/* Cached values/mask filled by first register access. */
	u64 cache_regs[PERF_REGS_MAX];
	u64 cache_mask;
};

struct stack_dump {
	u16 offset;
	u64 size;
	char *data;
};

struct sample_read_value {
	u64 value;
	u64 id;
};

struct sample_read {
	u64 time_enabled;
	u64 time_running;
	union {
		struct {
			u64 nr;
			struct sample_read_value *values;
		} group;
		struct sample_read_value one;
	};
};

struct ip_callchain {
	u64 nr;
	u64 ips[0];
};

struct branch_flags {
	u64 mispred:1;
	u64 predicted:1;
	u64 in_tx:1;
	u64 abort:1;
	u64 cycles:16;
	u64 reserved:44;
};

struct branch_entry {
	u64			from;
	u64			to;
	struct branch_flags	flags;
};

struct branch_stack {
	u64			nr;
	struct branch_entry	entries[0];
};

enum {
	PERF_IP_FLAG_BRANCH		= 1ULL << 0,
	PERF_IP_FLAG_CALL		= 1ULL << 1,
	PERF_IP_FLAG_RETURN		= 1ULL << 2,
	PERF_IP_FLAG_CONDITIONAL	= 1ULL << 3,
	PERF_IP_FLAG_SYSCALLRET		= 1ULL << 4,
	PERF_IP_FLAG_ASYNC		= 1ULL << 5,
	PERF_IP_FLAG_INTERRUPT		= 1ULL << 6,
	PERF_IP_FLAG_TX_ABORT		= 1ULL << 7,
	PERF_IP_FLAG_TRACE_BEGIN	= 1ULL << 8,
	PERF_IP_FLAG_TRACE_END		= 1ULL << 9,
	PERF_IP_FLAG_IN_TX		= 1ULL << 10,
};

#define PERF_IP_FLAG_CHARS "bcrosyiABEx"

#define PERF_BRANCH_MASK		(\
	PERF_IP_FLAG_BRANCH		|\
	PERF_IP_FLAG_CALL		|\
	PERF_IP_FLAG_RETURN		|\
	PERF_IP_FLAG_CONDITIONAL	|\
	PERF_IP_FLAG_SYSCALLRET		|\
	PERF_IP_FLAG_ASYNC		|\
	PERF_IP_FLAG_INTERRUPT		|\
	PERF_IP_FLAG_TX_ABORT		|\
	PERF_IP_FLAG_TRACE_BEGIN	|\
	PERF_IP_FLAG_TRACE_END)

#define MAX_INSN 16

struct perf_sample {
	u64 ip;
	u32 pid, tid;
	u64 time;
	u64 addr;
	u64 id;
	u64 stream_id;
	u64 period;
	u64 weight;
	u64 transaction;
	u32 cpu;
	u32 raw_size;
	u64 data_src;
	u32 flags;
	u16 insn_len;
	u8  cpumode;
	char insn[MAX_INSN];
	void *raw_data;
	struct ip_callchain *callchain;
	struct branch_stack *branch_stack;
	struct regs_dump  user_regs;
	struct regs_dump  intr_regs;
	struct stack_dump user_stack;
	struct sample_read read;
};

#define PERF_MEM_DATA_SRC_NONE \
	(PERF_MEM_S(OP, NA) |\
	 PERF_MEM_S(LVL, NA) |\
	 PERF_MEM_S(SNOOP, NA) |\
	 PERF_MEM_S(LOCK, NA) |\
	 PERF_MEM_S(TLB, NA))

struct build_id_event {
	struct perf_event_header header;
	pid_t			 pid;
	u8			 build_id[PERF_ALIGN(BUILD_ID_SIZE, sizeof(u64))];
	char			 filename[];
};

enum perf_user_event_type { /* above any possible kernel type */
	PERF_RECORD_USER_TYPE_START		= 64,
	PERF_RECORD_HEADER_ATTR			= 64,
	PERF_RECORD_HEADER_EVENT_TYPE		= 65, /* depreceated */
	PERF_RECORD_HEADER_TRACING_DATA		= 66,
	PERF_RECORD_HEADER_BUILD_ID		= 67,
	PERF_RECORD_FINISHED_ROUND		= 68,
	PERF_RECORD_ID_INDEX			= 69,
	PERF_RECORD_AUXTRACE_INFO		= 70,
	PERF_RECORD_AUXTRACE			= 71,
	PERF_RECORD_AUXTRACE_ERROR		= 72,
	PERF_RECORD_THREAD_MAP			= 73,
	PERF_RECORD_CPU_MAP			= 74,
	PERF_RECORD_STAT_CONFIG			= 75,
	PERF_RECORD_STAT			= 76,
	PERF_RECORD_STAT_ROUND			= 77,
	PERF_RECORD_EVENT_UPDATE		= 78,
	PERF_RECORD_TIME_CONV			= 79,
	PERF_RECORD_HEADER_MAX
};

enum auxtrace_error_type {
	PERF_AUXTRACE_ERROR_ITRACE  = 1,
	PERF_AUXTRACE_ERROR_MAX
};

/*
 * The kernel collects the number of events it couldn't send in a stretch and
 * when possible sends this number in a PERF_RECORD_LOST event. The number of
 * such "chunks" of lost events is stored in .nr_events[PERF_EVENT_LOST] while
 * total_lost tells exactly how many events the kernel in fact lost, i.e. it is
 * the sum of all struct lost_event.lost fields reported.
 *
 * The kernel discards mixed up samples and sends the number in a
 * PERF_RECORD_LOST_SAMPLES event. The number of lost-samples events is stored
 * in .nr_events[PERF_RECORD_LOST_SAMPLES] while total_lost_samples tells
 * exactly how many samples the kernel in fact dropped, i.e. it is the sum of
 * all struct lost_samples_event.lost fields reported.
 *
 * The total_period is needed because by default auto-freq is used, so
 * multipling nr_events[PERF_EVENT_SAMPLE] by a frequency isn't possible to get
 * the total number of low level events, it is necessary to to sum all struct
 * sample_event.period and stash the result in total_period.
 */
struct events_stats {
	u64 total_period;
	u64 total_non_filtered_period;
	u64 total_lost;
	u64 total_lost_samples;
	u64 total_aux_lost;
	u64 total_aux_partial;
	u64 total_invalid_chains;
	u32 nr_events[PERF_RECORD_HEADER_MAX];
	u32 nr_non_filtered_samples;
	u32 nr_lost_warned;
	u32 nr_unknown_events;
	u32 nr_invalid_chains;
	u32 nr_unknown_id;
	u32 nr_unprocessable_samples;
	u32 nr_auxtrace_errors[PERF_AUXTRACE_ERROR_MAX];
	u32 nr_proc_map_timeout;
};

enum {
	PERF_CPU_MAP__CPUS = 0,
	PERF_CPU_MAP__MASK = 1,
};

struct cpu_map_entries {
	u16	nr;
	u16	cpu[];
};

struct cpu_map_mask {
	u16	nr;
	u16	long_size;
	unsigned long mask[];
};

struct cpu_map_data {
	u16	type;
	char	data[];
};

struct cpu_map_event {
	struct perf_event_header	header;
	struct cpu_map_data		data;
};

struct attr_event {
	struct perf_event_header header;
	struct perf_event_attr attr;
	u64 id[];
};

enum {
	PERF_EVENT_UPDATE__UNIT  = 0,
	PERF_EVENT_UPDATE__SCALE = 1,
	PERF_EVENT_UPDATE__NAME  = 2,
	PERF_EVENT_UPDATE__CPUS  = 3,
};

struct event_update_event_cpus {
	struct cpu_map_data cpus;
};

struct event_update_event_scale {
	double scale;
};

struct event_update_event {
	struct perf_event_header header;
	u64 type;
	u64 id;

	char data[];
};

#define MAX_EVENT_NAME 64

struct perf_trace_event_type {
	u64	event_id;
	char	name[MAX_EVENT_NAME];
};

struct event_type_event {
	struct perf_event_header header;
	struct perf_trace_event_type event_type;
};

struct tracing_data_event {
	struct perf_event_header header;
	u32 size;
};

struct id_index_entry {
	u64 id;
	u64 idx;
	u64 cpu;
	u64 tid;
};

struct id_index_event {
	struct perf_event_header header;
	u64 nr;
	struct id_index_entry entries[0];
};

struct auxtrace_info_event {
	struct perf_event_header header;
	u32 type;
	u32 reserved__; /* For alignment */
	u64 priv[];
};

struct auxtrace_event {
	struct perf_event_header header;
	u64 size;
	u64 offset;
	u64 reference;
	u32 idx;
	u32 tid;
	u32 cpu;
	u32 reserved__; /* For alignment */
};

#define MAX_AUXTRACE_ERROR_MSG 64

struct auxtrace_error_event {
	struct perf_event_header header;
	u32 type;
	u32 code;
	u32 cpu;
	u32 pid;
	u32 tid;
	u32 reserved__; /* For alignment */
	u64 ip;
	char msg[MAX_AUXTRACE_ERROR_MSG];
};

struct aux_event {
	struct perf_event_header header;
	u64	aux_offset;
	u64	aux_size;
	u64	flags;
};

struct itrace_start_event {
	struct perf_event_header header;
	u32 pid, tid;
};

struct context_switch_event {
	struct perf_event_header header;
	u32 next_prev_pid;
	u32 next_prev_tid;
};

struct thread_map_event_entry {
	u64	pid;
	char	comm[16];
};

struct thread_map_event {
	struct perf_event_header	header;
	u64				nr;
	struct thread_map_event_entry	entries[];
};

enum {
	PERF_STAT_CONFIG_TERM__AGGR_MODE	= 0,
	PERF_STAT_CONFIG_TERM__INTERVAL		= 1,
	PERF_STAT_CONFIG_TERM__SCALE		= 2,
	PERF_STAT_CONFIG_TERM__MAX		= 3,
};

struct stat_config_event_entry {
	u64	tag;
	u64	val;
};

struct stat_config_event {
	struct perf_event_header	header;
	u64				nr;
	struct stat_config_event_entry	data[];
};

struct stat_event {
	struct perf_event_header	header;

	u64	id;
	u32	cpu;
	u32	thread;

	union {
		struct {
			u64 val;
			u64 ena;
			u64 run;
		};
		u64 values[3];
	};
};

enum {
	PERF_STAT_ROUND_TYPE__INTERVAL	= 0,
	PERF_STAT_ROUND_TYPE__FINAL	= 1,
};

struct stat_round_event {
	struct perf_event_header	header;
	u64				type;
	u64				time;
};

struct time_conv_event {
	struct perf_event_header header;
	u64 time_shift;
	u64 time_mult;
	u64 time_zero;
};

union perf_event {
	struct perf_event_header	header;
	struct mmap_event		mmap;
	struct mmap2_event		mmap2;
	struct comm_event		comm;
	struct namespaces_event		namespaces;
	struct fork_event		fork;
	struct lost_event		lost;
	struct lost_samples_event	lost_samples;
	struct read_event		read;
	struct throttle_event		throttle;
	struct sample_event		sample;
	struct attr_event		attr;
	struct event_update_event	event_update;
	struct event_type_event		event_type;
	struct tracing_data_event	tracing_data;
	struct build_id_event		build_id;
	struct id_index_event		id_index;
	struct auxtrace_info_event	auxtrace_info;
	struct auxtrace_event		auxtrace;
	struct auxtrace_error_event	auxtrace_error;
	struct aux_event		aux;
	struct itrace_start_event	itrace_start;
	struct context_switch_event	context_switch;
	struct thread_map_event		thread_map;
	struct cpu_map_event		cpu_map;
	struct stat_config_event	stat_config;
	struct stat_event		stat;
	struct stat_round_event		stat_round;
	struct time_conv_event		time_conv;
};

void perf_event__print_totals(void);

struct perf_tool;
struct thread_map;
struct cpu_map;
struct perf_stat_config;
struct perf_counts_values;

typedef int (*perf_event__handler_t)(struct perf_tool *tool,
				     union perf_event *event,
				     struct perf_sample *sample,
				     struct machine *machine);

int perf_event__synthesize_thread_map(struct perf_tool *tool,
				      struct thread_map *threads,
				      perf_event__handler_t process,
				      struct machine *machine, bool mmap_data,
				      unsigned int proc_map_timeout);
int perf_event__synthesize_thread_map2(struct perf_tool *tool,
				      struct thread_map *threads,
				      perf_event__handler_t process,
				      struct machine *machine);
int perf_event__synthesize_cpu_map(struct perf_tool *tool,
				   struct cpu_map *cpus,
				   perf_event__handler_t process,
				   struct machine *machine);
int perf_event__synthesize_threads(struct perf_tool *tool,
				   perf_event__handler_t process,
				   struct machine *machine, bool mmap_data,
				   unsigned int proc_map_timeout);
int perf_event__synthesize_kernel_mmap(struct perf_tool *tool,
				       perf_event__handler_t process,
				       struct machine *machine);
int perf_event__synthesize_stat_config(struct perf_tool *tool,
				       struct perf_stat_config *config,
				       perf_event__handler_t process,
				       struct machine *machine);
void perf_event__read_stat_config(struct perf_stat_config *config,
				  struct stat_config_event *event);
int perf_event__synthesize_stat(struct perf_tool *tool,
				u32 cpu, u32 thread, u64 id,
				struct perf_counts_values *count,
				perf_event__handler_t process,
				struct machine *machine);
int perf_event__synthesize_stat_round(struct perf_tool *tool,
				      u64 time, u64 type,
				      perf_event__handler_t process,
				      struct machine *machine);
int perf_event__synthesize_modules(struct perf_tool *tool,
				   perf_event__handler_t process,
				   struct machine *machine);

int perf_event__process_comm(struct perf_tool *tool,
			     union perf_event *event,
			     struct perf_sample *sample,
			     struct machine *machine);
int perf_event__process_lost(struct perf_tool *tool,
			     union perf_event *event,
			     struct perf_sample *sample,
			     struct machine *machine);
int perf_event__process_lost_samples(struct perf_tool *tool,
				     union perf_event *event,
				     struct perf_sample *sample,
				     struct machine *machine);
int perf_event__process_aux(struct perf_tool *tool,
			    union perf_event *event,
			    struct perf_sample *sample,
			    struct machine *machine);
int perf_event__process_itrace_start(struct perf_tool *tool,
				     union perf_event *event,
				     struct perf_sample *sample,
				     struct machine *machine);
int perf_event__process_switch(struct perf_tool *tool,
			       union perf_event *event,
			       struct perf_sample *sample,
			       struct machine *machine);
int perf_event__process_namespaces(struct perf_tool *tool,
				   union perf_event *event,
				   struct perf_sample *sample,
				   struct machine *machine);
int perf_event__process_mmap(struct perf_tool *tool,
			     union perf_event *event,
			     struct perf_sample *sample,
			     struct machine *machine);
int perf_event__process_mmap2(struct perf_tool *tool,
			     union perf_event *event,
			     struct perf_sample *sample,
			     struct machine *machine);
int perf_event__process_fork(struct perf_tool *tool,
			     union perf_event *event,
			     struct perf_sample *sample,
			     struct machine *machine);
int perf_event__process_exit(struct perf_tool *tool,
			     union perf_event *event,
			     struct perf_sample *sample,
			     struct machine *machine);
int perf_event__process(struct perf_tool *tool,
			union perf_event *event,
			struct perf_sample *sample,
			struct machine *machine);

struct addr_location;

int machine__resolve(struct machine *machine, struct addr_location *al,
		     struct perf_sample *sample);

void addr_location__put(struct addr_location *al);

struct thread;

bool is_bts_event(struct perf_event_attr *attr);
bool sample_addr_correlates_sym(struct perf_event_attr *attr);
void thread__resolve(struct thread *thread, struct addr_location *al,
		     struct perf_sample *sample);

const char *perf_event__name(unsigned int id);

size_t perf_event__sample_event_size(const struct perf_sample *sample, u64 type,
				     u64 read_format);
int perf_event__synthesize_sample(union perf_event *event, u64 type,
				  u64 read_format,
				  const struct perf_sample *sample,
				  bool swapped);

pid_t perf_event__synthesize_comm(struct perf_tool *tool,
				  union perf_event *event, pid_t pid,
				  perf_event__handler_t process,
				  struct machine *machine);

int perf_event__synthesize_namespaces(struct perf_tool *tool,
				      union perf_event *event,
				      pid_t pid, pid_t tgid,
				      perf_event__handler_t process,
				      struct machine *machine);

int perf_event__synthesize_mmap_events(struct perf_tool *tool,
				       union perf_event *event,
				       pid_t pid, pid_t tgid,
				       perf_event__handler_t process,
				       struct machine *machine,
				       bool mmap_data,
				       unsigned int proc_map_timeout);

size_t perf_event__fprintf_comm(union perf_event *event, FILE *fp);
size_t perf_event__fprintf_mmap(union perf_event *event, FILE *fp);
size_t perf_event__fprintf_mmap2(union perf_event *event, FILE *fp);
size_t perf_event__fprintf_task(union perf_event *event, FILE *fp);
size_t perf_event__fprintf_aux(union perf_event *event, FILE *fp);
size_t perf_event__fprintf_itrace_start(union perf_event *event, FILE *fp);
size_t perf_event__fprintf_switch(union perf_event *event, FILE *fp);
size_t perf_event__fprintf_thread_map(union perf_event *event, FILE *fp);
size_t perf_event__fprintf_cpu_map(union perf_event *event, FILE *fp);
size_t perf_event__fprintf_namespaces(union perf_event *event, FILE *fp);
size_t perf_event__fprintf(union perf_event *event, FILE *fp);

u64 kallsyms__get_function_start(const char *kallsyms_filename,
				 const char *symbol_name);

void *cpu_map_data__alloc(struct cpu_map *map, size_t *size, u16 *type, int *max);
void  cpu_map_data__synthesize(struct cpu_map_data *data, struct cpu_map *map,
			       u16 type, int max);
#endif /* __PERF_RECORD_H */
Commit	Line	Data
cdd6c482 IM	1	#ifndef __PERF_RECORD_H
cdd6c482 IM	2	#define __PERF_RECORD_H
8b40f521	3
4a58e611	4	#include <limits.h>
482ad897	5	#include <stdio.h>
e8b3ae40	6	#include <linux/kernel.h>
4a58e611	7
1fe2c106	8	#include "../perf.h"
4383db88	9	#include "build-id.h"
0c4e774f	10	#include "perf_regs.h"
1fe2c106	11
1fe2c106 FW	12	struct mmap_event {
	13	struct perf_event_header header;
	14	u32 pid, tid;
	15	u64 start;
	16	u64 len;
	17	u64 pgoff;
	18	char filename[PATH_MAX];
	19	};
	20
5c5e854b SE	21	struct mmap2_event {
	22	struct perf_event_header header;
	23	u32 pid, tid;
	24	u64 start;
	25	u64 len;
	26	u64 pgoff;
	27	u32 maj;
	28	u32 min;
	29	u64 ino;
	30	u64 ino_generation;
7ef80703 DZ	31	u32 prot;
7ef80703 DZ	32	u32 flags;
5c5e854b SE	33	char filename[PATH_MAX];
	34	};
	35
1fe2c106 FW	36	struct comm_event {
	37	struct perf_event_header header;
	38	u32 pid, tid;
	39	char comm[16];
	40	};
	41
f3b3614a HB	42	struct namespaces_event {
	43	struct perf_event_header header;
	44	u32 pid, tid;
	45	u64 nr_namespaces;
	46	struct perf_ns_link_info link_info[];
	47	};
	48
1fe2c106 FW	49	struct fork_event {
	50	struct perf_event_header header;
	51	u32 pid, ppid;
	52	u32 tid, ptid;
393b2ad8	53	u64 time;
1fe2c106 FW	54	};
	55
	56	struct lost_event {
	57	struct perf_event_header header;
	58	u64 id;
	59	u64 lost;
	60	};
	61
c4937a91 KL	62	struct lost_samples_event {
	63	struct perf_event_header header;
	64	u64 lost;
	65	};
	66
18408ddc PZ	67	/*
	68	* PERF_FORMAT_ENABLED \| PERF_FORMAT_RUNNING \| PERF_FORMAT_ID
	69	*/
1fe2c106 FW	70	struct read_event {
1fe2c106 FW	71	struct perf_event_header header;
dc02bf71	72	u32 pid, tid;
1fe2c106 FW	73	u64 value;
	74	u64 time_enabled;
	75	u64 time_running;
	76	u64 id;
	77	};
	78
dd96c46b JO	79	struct throttle_event {
	80	struct perf_event_header header;
	81	u64 time;
	82	u64 id;
	83	u64 stream_id;
	84	};
a2854124 FW	85
	86	#define PERF_SAMPLE_MASK \
	87	(PERF_SAMPLE_IP \| PERF_SAMPLE_TID \| \
	88	PERF_SAMPLE_TIME \| PERF_SAMPLE_ADDR \| \
	89	PERF_SAMPLE_ID \| PERF_SAMPLE_STREAM_ID \| \
75562573 AH	90	PERF_SAMPLE_CPU \| PERF_SAMPLE_PERIOD \| \
75562573 AH	91	PERF_SAMPLE_IDENTIFIER)
a2854124	92
a65cb4b9 JO	93	/* perf sample has 16 bits size limit */
	94	#define PERF_SAMPLE_MAX_SIZE (1 << 16)
	95
180f95e2	96	struct sample_event {
fd39e055 AV	97	struct perf_event_header header;
	98	u64 array[];
	99	};
	100
0f6a3015	101	struct regs_dump {
5b95a4a3	102	u64 abi;
352ea45a	103	u64 mask;
0f6a3015	104	u64 *regs;
0c4e774f JO	105
	106	/* Cached values/mask filled by first register access. */
	107	u64 cache_regs[PERF_REGS_MAX];
	108	u64 cache_mask;
0f6a3015 JO	109	};
	110
	111	struct stack_dump {
	112	u16 offset;
	113	u64 size;
	114	char *data;
	115	};
	116
9ede473c JO	117	struct sample_read_value {
	118	u64 value;
	119	u64 id;
	120	};
	121
	122	struct sample_read {
	123	u64 time_enabled;
	124	u64 time_running;
	125	union {
	126	struct {
	127	u64 nr;
	128	struct sample_read_value *values;
	129	} group;
	130	struct sample_read_value one;
	131	};
	132	};
	133
0776eb59 JO	134	struct ip_callchain {
	135	u64 nr;
	136	u64 ips[0];
	137	};
	138
	139	struct branch_flags {
	140	u64 mispred:1;
	141	u64 predicted:1;
	142	u64 in_tx:1;
	143	u64 abort:1;
0e332f03 AK	144	u64 cycles:16;
0e332f03 AK	145	u64 reserved:44;
0776eb59 JO	146	};
	147
	148	struct branch_entry {
	149	u64 from;
	150	u64 to;
	151	struct branch_flags flags;
	152	};
	153
	154	struct branch_stack {
	155	u64 nr;
	156	struct branch_entry entries[0];
	157	};
	158
00447ccd AH	159	enum {
	160	PERF_IP_FLAG_BRANCH = 1ULL << 0,
	161	PERF_IP_FLAG_CALL = 1ULL << 1,
	162	PERF_IP_FLAG_RETURN = 1ULL << 2,
	163	PERF_IP_FLAG_CONDITIONAL = 1ULL << 3,
	164	PERF_IP_FLAG_SYSCALLRET = 1ULL << 4,
	165	PERF_IP_FLAG_ASYNC = 1ULL << 5,
	166	PERF_IP_FLAG_INTERRUPT = 1ULL << 6,
	167	PERF_IP_FLAG_TX_ABORT = 1ULL << 7,
	168	PERF_IP_FLAG_TRACE_BEGIN = 1ULL << 8,
	169	PERF_IP_FLAG_TRACE_END = 1ULL << 9,
	170	PERF_IP_FLAG_IN_TX = 1ULL << 10,
	171	};
	172
400ea6d3 AH	173	#define PERF_IP_FLAG_CHARS "bcrosyiABEx"
400ea6d3 AH	174
00447ccd AH	175	#define PERF_BRANCH_MASK (\
	176	PERF_IP_FLAG_BRANCH \|\
	177	PERF_IP_FLAG_CALL \|\
	178	PERF_IP_FLAG_RETURN \|\
	179	PERF_IP_FLAG_CONDITIONAL \|\
	180	PERF_IP_FLAG_SYSCALLRET \|\
	181	PERF_IP_FLAG_ASYNC \|\
	182	PERF_IP_FLAG_INTERRUPT \|\
	183	PERF_IP_FLAG_TX_ABORT \|\
	184	PERF_IP_FLAG_TRACE_BEGIN \|\
	185	PERF_IP_FLAG_TRACE_END)
	186
faaa8768 AK	187	#define MAX_INSN 16
faaa8768 AK	188
8d50e5b4	189	struct perf_sample {
180f95e2 OH	190	u64 ip;
	191	u32 pid, tid;
	192	u64 time;
	193	u64 addr;
	194	u64 id;
	195	u64 stream_id;
180f95e2	196	u64 period;
05484298	197	u64 weight;
475eeab9	198	u64 transaction;
eed05fe7	199	u32 cpu;
180f95e2	200	u32 raw_size;
98a3b32c	201	u64 data_src;
bf493902 AH	202	u32 flags;
bf493902 AH	203	u16 insn_len;
473398a2	204	u8 cpumode;
faaa8768	205	char insn[MAX_INSN];
180f95e2	206	void *raw_data;
eed05fe7	207	struct ip_callchain *callchain;
b5387528	208	struct branch_stack *branch_stack;
0f6a3015	209	struct regs_dump user_regs;
6a21c0b5	210	struct regs_dump intr_regs;
0f6a3015	211	struct stack_dump user_stack;
9ede473c	212	struct sample_read read;
180f95e2 OH	213	};
180f95e2 OH	214
98a3b32c SE	215	#define PERF_MEM_DATA_SRC_NONE \
	216	(PERF_MEM_S(OP, NA) \|\
	217	PERF_MEM_S(LVL, NA) \|\
	218	PERF_MEM_S(SNOOP, NA) \|\
	219	PERF_MEM_S(LOCK, NA) \|\
	220	PERF_MEM_S(TLB, NA))
	221
8d06367f ACM	222	struct build_id_event {
8d06367f ACM	223	struct perf_event_header header;
a1645ce1	224	pid_t pid;
9ac3e487	225	u8 build_id[PERF_ALIGN(BUILD_ID_SIZE, sizeof(u64))];
8d06367f ACM	226	char filename[];
8d06367f ACM	227	};
fd39e055	228
98402807	229	enum perf_user_event_type { /* above any possible kernel type */
9aefcab0	230	PERF_RECORD_USER_TYPE_START = 64,
2c46dbb5	231	PERF_RECORD_HEADER_ATTR = 64,
6065210d	232	PERF_RECORD_HEADER_EVENT_TYPE = 65, /* depreceated */
9215545e	233	PERF_RECORD_HEADER_TRACING_DATA = 66,
c7929e47	234	PERF_RECORD_HEADER_BUILD_ID = 67,
98402807	235	PERF_RECORD_FINISHED_ROUND = 68,
3c659eed	236	PERF_RECORD_ID_INDEX = 69,
a16ac023 AH	237	PERF_RECORD_AUXTRACE_INFO = 70,
a16ac023 AH	238	PERF_RECORD_AUXTRACE = 71,
e9bf54d2	239	PERF_RECORD_AUXTRACE_ERROR = 72,
5f3339d2	240	PERF_RECORD_THREAD_MAP = 73,
6640b6c2	241	PERF_RECORD_CPU_MAP = 74,
374fb9e3	242	PERF_RECORD_STAT_CONFIG = 75,
d80518c9	243	PERF_RECORD_STAT = 76,
2d8f0f18	244	PERF_RECORD_STAT_ROUND = 77,
ffe77725	245	PERF_RECORD_EVENT_UPDATE = 78,
46bc29b9	246	PERF_RECORD_TIME_CONV = 79,
2c46dbb5 TZ	247	PERF_RECORD_HEADER_MAX
	248	};
	249
85ed4729 AH	250	enum auxtrace_error_type {
	251	PERF_AUXTRACE_ERROR_ITRACE = 1,
	252	PERF_AUXTRACE_ERROR_MAX
	253	};
	254
4318bcb7 ACM	255	/*
	256	* The kernel collects the number of events it couldn't send in a stretch and
	257	* when possible sends this number in a PERF_RECORD_LOST event. The number of
	258	* such "chunks" of lost events is stored in .nr_events[PERF_EVENT_LOST] while
	259	* total_lost tells exactly how many events the kernel in fact lost, i.e. it is
	260	* the sum of all struct lost_event.lost fields reported.
	261	*
c4937a91 KL	262	* The kernel discards mixed up samples and sends the number in a
	263	* PERF_RECORD_LOST_SAMPLES event. The number of lost-samples events is stored
	264	* in .nr_events[PERF_RECORD_LOST_SAMPLES] while total_lost_samples tells
	265	* exactly how many samples the kernel in fact dropped, i.e. it is the sum of
	266	* all struct lost_samples_event.lost fields reported.
	267	*
4318bcb7 ACM	268	* The total_period is needed because by default auto-freq is used, so
	269	* multipling nr_events[PERF_EVENT_SAMPLE] by a frequency isn't possible to get
	270	* the total number of low level events, it is necessary to to sum all struct
	271	* sample_event.period and stash the result in total_period.
	272	*/
	273	struct events_stats {
	274	u64 total_period;
	275	u64 total_non_filtered_period;
	276	u64 total_lost;
c4937a91	277	u64 total_lost_samples;
a38f48e3	278	u64 total_aux_lost;
05a1f47e	279	u64 total_aux_partial;
4318bcb7 ACM	280	u64 total_invalid_chains;
	281	u32 nr_events[PERF_RECORD_HEADER_MAX];
	282	u32 nr_non_filtered_samples;
	283	u32 nr_lost_warned;
	284	u32 nr_unknown_events;
	285	u32 nr_invalid_chains;
	286	u32 nr_unknown_id;
	287	u32 nr_unprocessable_samples;
85ed4729	288	u32 nr_auxtrace_errors[PERF_AUXTRACE_ERROR_MAX];
930e6fcd	289	u32 nr_proc_map_timeout;
4318bcb7 ACM	290	};
4318bcb7 ACM	291
6640b6c2 JO	292	enum {
	293	PERF_CPU_MAP__CPUS = 0,
	294	PERF_CPU_MAP__MASK = 1,
	295	};
	296
	297	struct cpu_map_entries {
	298	u16 nr;
	299	u16 cpu[];
	300	};
	301
	302	struct cpu_map_mask {
	303	u16 nr;
	304	u16 long_size;
	305	unsigned long mask[];
	306	};
	307
	308	struct cpu_map_data {
	309	u16 type;
	310	char data[];
	311	};
	312
	313	struct cpu_map_event {
	314	struct perf_event_header header;
	315	struct cpu_map_data data;
	316	};
	317
2c46dbb5 TZ	318	struct attr_event {
	319	struct perf_event_header header;
	320	struct perf_event_attr attr;
	321	u64 id[];
8dc58101 TZ	322	};
8dc58101 TZ	323
a6e52817 JO	324	enum {
a6e52817 JO	325	PERF_EVENT_UPDATE__UNIT = 0,
daeecbc0	326	PERF_EVENT_UPDATE__SCALE = 1,
802c9048	327	PERF_EVENT_UPDATE__NAME = 2,
86ebb09f JO	328	PERF_EVENT_UPDATE__CPUS = 3,
	329	};
	330
	331	struct event_update_event_cpus {
	332	struct cpu_map_data cpus;
daeecbc0 JO	333	};
	334
	335	struct event_update_event_scale {
	336	double scale;
a6e52817 JO	337	};
a6e52817 JO	338
ffe77725 JO	339	struct event_update_event {
	340	struct perf_event_header header;
	341	u64 type;
	342	u64 id;
	343
	344	char data[];
	345	};
	346
cd19a035 TZ	347	#define MAX_EVENT_NAME 64
	348
	349	struct perf_trace_event_type {
	350	u64 event_id;
	351	char name[MAX_EVENT_NAME];
	352	};
	353
	354	struct event_type_event {
	355	struct perf_event_header header;
	356	struct perf_trace_event_type event_type;
	357	};
	358
9215545e TZ	359	struct tracing_data_event {
	360	struct perf_event_header header;
	361	u32 size;
	362	};
	363
3c659eed AH	364	struct id_index_entry {
	365	u64 id;
	366	u64 idx;
	367	u64 cpu;
	368	u64 tid;
	369	};
	370
	371	struct id_index_event {
	372	struct perf_event_header header;
	373	u64 nr;
	374	struct id_index_entry entries[0];
	375	};
	376
a16ac023 AH	377	struct auxtrace_info_event {
	378	struct perf_event_header header;
	379	u32 type;
	380	u32 reserved__; /* For alignment */
	381	u64 priv[];
	382	};
	383
	384	struct auxtrace_event {
	385	struct perf_event_header header;
	386	u64 size;
	387	u64 offset;
	388	u64 reference;
	389	u32 idx;
	390	u32 tid;
	391	u32 cpu;
	392	u32 reserved__; /* For alignment */
	393	};
	394
e9bf54d2 AH	395	#define MAX_AUXTRACE_ERROR_MSG 64
	396
	397	struct auxtrace_error_event {
	398	struct perf_event_header header;
	399	u32 type;
	400	u32 code;
	401	u32 cpu;
	402	u32 pid;
	403	u32 tid;
	404	u32 reserved__; /* For alignment */
	405	u64 ip;
	406	char msg[MAX_AUXTRACE_ERROR_MSG];
	407	};
	408
4a96f7a0 AH	409	struct aux_event {
	410	struct perf_event_header header;
	411	u64 aux_offset;
	412	u64 aux_size;
	413	u64 flags;
	414	};
	415
0ad21f68 AH	416	struct itrace_start_event {
	417	struct perf_event_header header;
	418	u32 pid, tid;
	419	};
	420
0286039f AH	421	struct context_switch_event {
	422	struct perf_event_header header;
	423	u32 next_prev_pid;
	424	u32 next_prev_tid;
	425	};
	426
5f3339d2 JO	427	struct thread_map_event_entry {
	428	u64 pid;
	429	char comm[16];
	430	};
	431
	432	struct thread_map_event {
	433	struct perf_event_header header;
	434	u64 nr;
	435	struct thread_map_event_entry entries[];
	436	};
	437
374fb9e3 JO	438	enum {
	439	PERF_STAT_CONFIG_TERM__AGGR_MODE = 0,
	440	PERF_STAT_CONFIG_TERM__INTERVAL = 1,
	441	PERF_STAT_CONFIG_TERM__SCALE = 2,
	442	PERF_STAT_CONFIG_TERM__MAX = 3,
	443	};
	444
	445	struct stat_config_event_entry {
	446	u64 tag;
	447	u64 val;
	448	};
	449
	450	struct stat_config_event {
	451	struct perf_event_header header;
	452	u64 nr;
	453	struct stat_config_event_entry data[];
	454	};
	455
d80518c9 JO	456	struct stat_event {
	457	struct perf_event_header header;
	458
	459	u64 id;
	460	u32 cpu;
	461	u32 thread;
	462
	463	union {
	464	struct {
	465	u64 val;
	466	u64 ena;
	467	u64 run;
	468	};
	469	u64 values[3];
	470	};
	471	};
	472
2d8f0f18 JO	473	enum {
	474	PERF_STAT_ROUND_TYPE__INTERVAL = 0,
	475	PERF_STAT_ROUND_TYPE__FINAL = 1,
	476	};
	477
	478	struct stat_round_event {
	479	struct perf_event_header header;
	480	u64 type;
	481	u64 time;
	482	};
	483
46bc29b9 AH	484	struct time_conv_event {
	485	struct perf_event_header header;
	486	u64 time_shift;
	487	u64 time_mult;
	488	u64 time_zero;
	489	};
	490
8115d60c	491	union perf_event {
1fe2c106	492	struct perf_event_header header;
1fe2c106	493	struct mmap_event mmap;
5c5e854b	494	struct mmap2_event mmap2;
1fe2c106	495	struct comm_event comm;
f3b3614a	496	struct namespaces_event namespaces;
1fe2c106 FW	497	struct fork_event fork;
1fe2c106 FW	498	struct lost_event lost;
c4937a91	499	struct lost_samples_event lost_samples;
1fe2c106	500	struct read_event read;
dd96c46b	501	struct throttle_event throttle;
fd39e055	502	struct sample_event sample;
2c46dbb5	503	struct attr_event attr;
ffe77725	504	struct event_update_event event_update;
cd19a035	505	struct event_type_event event_type;
9215545e	506	struct tracing_data_event tracing_data;
c7929e47	507	struct build_id_event build_id;
3c659eed	508	struct id_index_event id_index;
a16ac023 AH	509	struct auxtrace_info_event auxtrace_info;
a16ac023 AH	510	struct auxtrace_event auxtrace;
e9bf54d2	511	struct auxtrace_error_event auxtrace_error;
4a96f7a0	512	struct aux_event aux;
0ad21f68	513	struct itrace_start_event itrace_start;
0286039f	514	struct context_switch_event context_switch;
5f3339d2	515	struct thread_map_event thread_map;
6640b6c2	516	struct cpu_map_event cpu_map;
374fb9e3	517	struct stat_config_event stat_config;
d80518c9	518	struct stat_event stat;
2d8f0f18	519	struct stat_round_event stat_round;
46bc29b9	520	struct time_conv_event time_conv;
8115d60c	521	};
66e274f3	522
8115d60c	523	void perf_event__print_totals(void);
62daacb5	524
45694aa7	525	struct perf_tool;
401b8e13	526	struct thread_map;
6c872901	527	struct cpu_map;
67424342	528	struct perf_stat_config;
5796f8f0	529	struct perf_counts_values;
4aa65636	530
45694aa7	531	typedef int (perf_event__handler_t)(struct perf_tool tool,
d20deb64	532	union perf_event *event,
8115d60c	533	struct perf_sample *sample,
743eb868	534	struct machine *machine);
cf553114	535
45694aa7	536	int perf_event__synthesize_thread_map(struct perf_tool *tool,
d20deb64	537	struct thread_map *threads,
7c940c18	538	perf_event__handler_t process,
9d9cad76 KL	539	struct machine *machine, bool mmap_data,
9d9cad76 KL	540	unsigned int proc_map_timeout);
99471c96 JO	541	int perf_event__synthesize_thread_map2(struct perf_tool *tool,
	542	struct thread_map *threads,
	543	perf_event__handler_t process,
	544	struct machine *machine);
6c872901 JO	545	int perf_event__synthesize_cpu_map(struct perf_tool *tool,
	546	struct cpu_map *cpus,
	547	perf_event__handler_t process,
	548	struct machine *machine);
45694aa7	549	int perf_event__synthesize_threads(struct perf_tool *tool,
d20deb64	550	perf_event__handler_t process,
9d9cad76 KL	551	struct machine *machine, bool mmap_data,
9d9cad76 KL	552	unsigned int proc_map_timeout);
45694aa7	553	int perf_event__synthesize_kernel_mmap(struct perf_tool *tool,
d20deb64	554	perf_event__handler_t process,
0ae617be	555	struct machine *machine);
67424342 JO	556	int perf_event__synthesize_stat_config(struct perf_tool *tool,
	557	struct perf_stat_config *config,
	558	perf_event__handler_t process,
	559	struct machine *machine);
8e381596 JO	560	void perf_event__read_stat_config(struct perf_stat_config *config,
8e381596 JO	561	struct stat_config_event *event);
5796f8f0 JO	562	int perf_event__synthesize_stat(struct perf_tool *tool,
	563	u32 cpu, u32 thread, u64 id,
	564	struct perf_counts_values *count,
	565	perf_event__handler_t process,
	566	struct machine *machine);
d4c22591 JO	567	int perf_event__synthesize_stat_round(struct perf_tool *tool,
	568	u64 time, u64 type,
	569	perf_event__handler_t process,
	570	struct machine *machine);
45694aa7	571	int perf_event__synthesize_modules(struct perf_tool *tool,
d20deb64	572	perf_event__handler_t process,
8115d60c ACM	573	struct machine *machine);
8115d60c ACM	574
45694aa7	575	int perf_event__process_comm(struct perf_tool *tool,
d20deb64 ACM	576	union perf_event *event,
d20deb64 ACM	577	struct perf_sample *sample,
743eb868	578	struct machine *machine);
45694aa7	579	int perf_event__process_lost(struct perf_tool *tool,
d20deb64 ACM	580	union perf_event *event,
d20deb64 ACM	581	struct perf_sample *sample,
743eb868	582	struct machine *machine);
c4937a91 KL	583	int perf_event__process_lost_samples(struct perf_tool *tool,
	584	union perf_event *event,
	585	struct perf_sample *sample,
	586	struct machine *machine);
4a96f7a0 AH	587	int perf_event__process_aux(struct perf_tool *tool,
	588	union perf_event *event,
	589	struct perf_sample *sample,
	590	struct machine *machine);
0ad21f68 AH	591	int perf_event__process_itrace_start(struct perf_tool *tool,
	592	union perf_event *event,
	593	struct perf_sample *sample,
	594	struct machine *machine);
0286039f AH	595	int perf_event__process_switch(struct perf_tool *tool,
	596	union perf_event *event,
	597	struct perf_sample *sample,
	598	struct machine *machine);
f3b3614a HB	599	int perf_event__process_namespaces(struct perf_tool *tool,
	600	union perf_event *event,
	601	struct perf_sample *sample,
	602	struct machine *machine);
45694aa7	603	int perf_event__process_mmap(struct perf_tool *tool,
d20deb64 ACM	604	union perf_event *event,
d20deb64 ACM	605	struct perf_sample *sample,
743eb868	606	struct machine *machine);
5c5e854b SE	607	int perf_event__process_mmap2(struct perf_tool *tool,
	608	union perf_event *event,
	609	struct perf_sample *sample,
	610	struct machine *machine);
f62d3f0f ACM	611	int perf_event__process_fork(struct perf_tool *tool,
	612	union perf_event *event,
	613	struct perf_sample *sample,
	614	struct machine *machine);
	615	int perf_event__process_exit(struct perf_tool *tool,
d20deb64 ACM	616	union perf_event *event,
d20deb64 ACM	617	struct perf_sample *sample,
743eb868	618	struct machine *machine);
45694aa7	619	int perf_event__process(struct perf_tool *tool,
d20deb64 ACM	620	union perf_event *event,
d20deb64 ACM	621	struct perf_sample *sample,
743eb868	622	struct machine *machine);
62daacb5	623
1ed091c4	624	struct addr_location;
316c7136	625
bb3eb566 ACM	626	int machine__resolve(struct machine machine, struct addr_location al,
bb3eb566 ACM	627	struct perf_sample *sample);
1ed091c4	628
b91fc39f ACM	629	void addr_location__put(struct addr_location *al);
b91fc39f ACM	630
9b0d2d87 AH	631	struct thread;
	632
	633	bool is_bts_event(struct perf_event_attr *attr);
	634	bool sample_addr_correlates_sym(struct perf_event_attr *attr);
c2740a87 ACM	635	void thread__resolve(struct thread thread, struct addr_location al,
c2740a87 ACM	636	struct perf_sample *sample);
9b0d2d87	637
8115d60c	638	const char *perf_event__name(unsigned int id);
c8446b9b	639
b1cf6f65	640	size_t perf_event__sample_event_size(const struct perf_sample *sample, u64 type,
352ea45a	641	u64 read_format);
74eec26f	642	int perf_event__synthesize_sample(union perf_event *event, u64 type,
352ea45a	643	u64 read_format,
74eec26f AV	644	const struct perf_sample *sample,
74eec26f AV	645	bool swapped);
d0dd74e8	646
e803cf97 NK	647	pid_t perf_event__synthesize_comm(struct perf_tool *tool,
	648	union perf_event *event, pid_t pid,
	649	perf_event__handler_t process,
	650	struct machine *machine);
	651
e907caf3 HB	652	int perf_event__synthesize_namespaces(struct perf_tool *tool,
	653	union perf_event *event,
	654	pid_t pid, pid_t tgid,
	655	perf_event__handler_t process,
	656	struct machine *machine);
	657
a18382b6 JO	658	int perf_event__synthesize_mmap_events(struct perf_tool *tool,
	659	union perf_event *event,
	660	pid_t pid, pid_t tgid,
	661	perf_event__handler_t process,
	662	struct machine *machine,
9d9cad76 KL	663	bool mmap_data,
9d9cad76 KL	664	unsigned int proc_map_timeout);
a18382b6	665
482ad897 ACM	666	size_t perf_event__fprintf_comm(union perf_event event, FILE fp);
482ad897 ACM	667	size_t perf_event__fprintf_mmap(union perf_event event, FILE fp);
5c5e854b	668	size_t perf_event__fprintf_mmap2(union perf_event event, FILE fp);
482ad897	669	size_t perf_event__fprintf_task(union perf_event event, FILE fp);
4a96f7a0	670	size_t perf_event__fprintf_aux(union perf_event event, FILE fp);
0ad21f68	671	size_t perf_event__fprintf_itrace_start(union perf_event event, FILE fp);
0286039f	672	size_t perf_event__fprintf_switch(union perf_event event, FILE fp);
ec7fa596	673	size_t perf_event__fprintf_thread_map(union perf_event event, FILE fp);
eb12a1af	674	size_t perf_event__fprintf_cpu_map(union perf_event event, FILE fp);
f3b3614a	675	size_t perf_event__fprintf_namespaces(union perf_event event, FILE fp);
482ad897 ACM	676	size_t perf_event__fprintf(union perf_event event, FILE fp);
482ad897 ACM	677
29b596b5 AH	678	u64 kallsyms__get_function_start(const char *kallsyms_filename,
	679	const char *symbol_name);
	680
6c872901 JO	681	void cpu_map_data__alloc(struct cpu_map map, size_t size, u16 type, int *max);
	682	void cpu_map_data__synthesize(struct cpu_map_data data, struct cpu_map map,
	683	u16 type, int max);
8b40f521	684	#endif /* __PERF_RECORD_H */