1 /* SPDX-License-Identifier: GPL-2.0 */
5 #include <linux/blkdev.h>
6 #include <linux/relay.h>
7 #include <linux/compat.h>
8 #include <uapi/linux/blktrace_api.h>
9 #include <linux/list.h>
11 #if defined(CONFIG_BLK_DEV_IO_TRACE)
13 #include <linux/sysfs.h>
18 unsigned long __percpu
*sequence
;
19 unsigned char __percpu
*msg_data
;
26 struct list_head running_list
;
32 extern int blk_trace_ioctl(struct block_device
*, unsigned, char __user
*);
33 extern void blk_trace_shutdown(struct request_queue
*);
35 void __trace_note_message(struct blk_trace
*, struct blkcg
*blkcg
, const char *fmt
, ...);
38 * blk_add_trace_msg - Add a (simple) message to the blktrace stream
39 * @q: queue the io is for
40 * @fmt: format to print message in
41 * args... Variable argument list for format
44 * Records a (simple) message onto the blktrace stream.
46 * NOTE: BLK_TN_MAX_MSG characters are output at most.
47 * NOTE: Can not use 'static inline' due to presence of var args...
50 #define blk_add_cgroup_trace_msg(q, cg, fmt, ...) \
52 struct blk_trace *bt; \
55 bt = rcu_dereference((q)->blk_trace); \
57 __trace_note_message(bt, cg, fmt, ##__VA_ARGS__);\
60 #define blk_add_trace_msg(q, fmt, ...) \
61 blk_add_cgroup_trace_msg(q, NULL, fmt, ##__VA_ARGS__)
62 #define BLK_TN_MAX_MSG 128
64 static inline bool blk_trace_note_message_enabled(struct request_queue
*q
)
70 bt
= rcu_dereference(q
->blk_trace
);
71 ret
= bt
&& (bt
->act_mask
& BLK_TC_NOTIFY
);
76 extern void blk_add_driver_data(struct request
*rq
, void *data
, size_t len
);
77 extern int blk_trace_setup(struct request_queue
*q
, char *name
, dev_t dev
,
78 struct block_device
*bdev
,
80 extern int blk_trace_startstop(struct request_queue
*q
, int start
);
81 extern int blk_trace_remove(struct request_queue
*q
);
82 extern void blk_trace_remove_sysfs(struct device
*dev
);
83 extern int blk_trace_init_sysfs(struct device
*dev
);
85 extern struct attribute_group blk_trace_attr_group
;
87 #else /* !CONFIG_BLK_DEV_IO_TRACE */
88 # define blk_trace_ioctl(bdev, cmd, arg) (-ENOTTY)
89 # define blk_trace_shutdown(q) do { } while (0)
90 # define blk_add_driver_data(rq, data, len) do {} while (0)
91 # define blk_trace_setup(q, name, dev, bdev, arg) (-ENOTTY)
92 # define blk_trace_startstop(q, start) (-ENOTTY)
93 # define blk_trace_remove(q) (-ENOTTY)
94 # define blk_add_trace_msg(q, fmt, ...) do { } while (0)
95 # define blk_add_cgroup_trace_msg(q, cg, fmt, ...) do { } while (0)
96 # define blk_trace_remove_sysfs(dev) do { } while (0)
97 # define blk_trace_note_message_enabled(q) (false)
98 static inline int blk_trace_init_sysfs(struct device
*dev
)
103 #endif /* CONFIG_BLK_DEV_IO_TRACE */
107 struct compat_blk_user_trace_setup
{
108 char name
[BLKTRACE_BDEV_SIZE
];
112 compat_u64 start_lba
;
116 #define BLKTRACESETUP32 _IOWR(0x12, 115, struct compat_blk_user_trace_setup)
120 void blk_fill_rwbs(char *rwbs
, unsigned int op
);
122 static inline sector_t
blk_rq_trace_sector(struct request
*rq
)
125 * Tracing should ignore starting sector for passthrough requests and
126 * requests where starting sector didn't get set.
128 if (blk_rq_is_passthrough(rq
) || blk_rq_pos(rq
) == (sector_t
)-1)
130 return blk_rq_pos(rq
);
133 static inline unsigned int blk_rq_trace_nr_sectors(struct request
*rq
)
135 return blk_rq_is_passthrough(rq
) ? 0 : blk_rq_sectors(rq
);