]>
git.proxmox.com Git - mirror_ubuntu-jammy-kernel.git/blob - block/blk-mq-sched.h
1 /* SPDX-License-Identifier: GPL-2.0 */
6 #include "blk-mq-tag.h"
8 #define MAX_SCHED_RQ (16 * BLKDEV_MAX_RQ)
10 void blk_mq_sched_assign_ioc(struct request
*rq
);
12 bool blk_mq_sched_try_merge(struct request_queue
*q
, struct bio
*bio
,
13 unsigned int nr_segs
, struct request
**merged_request
);
14 bool __blk_mq_sched_bio_merge(struct request_queue
*q
, struct bio
*bio
,
15 unsigned int nr_segs
);
16 bool blk_mq_sched_try_insert_merge(struct request_queue
*q
, struct request
*rq
,
17 struct list_head
*free
);
18 void blk_mq_sched_mark_restart_hctx(struct blk_mq_hw_ctx
*hctx
);
19 void blk_mq_sched_restart(struct blk_mq_hw_ctx
*hctx
);
21 void blk_mq_sched_insert_request(struct request
*rq
, bool at_head
,
22 bool run_queue
, bool async
);
23 void blk_mq_sched_insert_requests(struct blk_mq_hw_ctx
*hctx
,
24 struct blk_mq_ctx
*ctx
,
25 struct list_head
*list
, bool run_queue_async
);
27 void blk_mq_sched_dispatch_requests(struct blk_mq_hw_ctx
*hctx
);
29 int blk_mq_init_sched(struct request_queue
*q
, struct elevator_type
*e
);
30 void blk_mq_exit_sched(struct request_queue
*q
, struct elevator_queue
*e
);
31 void blk_mq_sched_free_requests(struct request_queue
*q
);
34 blk_mq_sched_bio_merge(struct request_queue
*q
, struct bio
*bio
,
37 if (blk_queue_nomerges(q
) || !bio_mergeable(bio
))
40 return __blk_mq_sched_bio_merge(q
, bio
, nr_segs
);
44 blk_mq_sched_allow_merge(struct request_queue
*q
, struct request
*rq
,
47 struct elevator_queue
*e
= q
->elevator
;
49 if (e
&& e
->type
->ops
.allow_merge
)
50 return e
->type
->ops
.allow_merge(q
, rq
, bio
);
55 static inline void blk_mq_sched_completed_request(struct request
*rq
, u64 now
)
57 struct elevator_queue
*e
= rq
->q
->elevator
;
59 if (e
&& e
->type
->ops
.completed_request
)
60 e
->type
->ops
.completed_request(rq
, now
);
63 static inline void blk_mq_sched_requeue_request(struct request
*rq
)
65 struct request_queue
*q
= rq
->q
;
66 struct elevator_queue
*e
= q
->elevator
;
68 if ((rq
->rq_flags
& RQF_ELVPRIV
) && e
&& e
->type
->ops
.requeue_request
)
69 e
->type
->ops
.requeue_request(rq
);
72 static inline bool blk_mq_sched_has_work(struct blk_mq_hw_ctx
*hctx
)
74 struct elevator_queue
*e
= hctx
->queue
->elevator
;
76 if (e
&& e
->type
->ops
.has_work
)
77 return e
->type
->ops
.has_work(hctx
);
82 static inline bool blk_mq_sched_needs_restart(struct blk_mq_hw_ctx
*hctx
)
84 return test_bit(BLK_MQ_S_SCHED_RESTART
, &hctx
->state
);