]> git.proxmox.com Git - mirror_ubuntu-bionic-kernel.git/blame - include/linux/blkdev.h
cpumask: reduce stack usage in SD_x_INIT initializers
[mirror_ubuntu-bionic-kernel.git] / include / linux / blkdev.h
CommitLineData
1da177e4
LT
1#ifndef _LINUX_BLKDEV_H
2#define _LINUX_BLKDEV_H
3
f5ff8422
JA
4#ifdef CONFIG_BLOCK
5
bcfd8d36 6#include <linux/sched.h>
1da177e4
LT
7#include <linux/major.h>
8#include <linux/genhd.h>
9#include <linux/list.h>
10#include <linux/timer.h>
11#include <linux/workqueue.h>
12#include <linux/pagemap.h>
13#include <linux/backing-dev.h>
14#include <linux/wait.h>
15#include <linux/mempool.h>
16#include <linux/bio.h>
17#include <linux/module.h>
18#include <linux/stringify.h>
d351af01 19#include <linux/bsg.h>
1da177e4
LT
20
21#include <asm/scatterlist.h>
22
21b2f0c8
CH
23struct scsi_ioctl_command;
24
1da177e4 25struct request_queue;
71f65e6b 26typedef struct request_queue request_queue_t __deprecated;
1da177e4
LT
27struct elevator_queue;
28typedef struct elevator_queue elevator_t;
29struct request_pm_state;
2056a782 30struct blk_trace;
3d6392cf
JA
31struct request;
32struct sg_io_hdr;
1da177e4
LT
33
34#define BLKDEV_MIN_RQ 4
35#define BLKDEV_MAX_RQ 128 /* Default maximum */
36
d38ecf93 37int put_io_context(struct io_context *ioc);
1da177e4 38void exit_io_context(void);
b5deef90 39struct io_context *get_io_context(gfp_t gfp_flags, int node);
fd0928df 40struct io_context *alloc_io_context(gfp_t gfp_flags, int node);
1da177e4 41void copy_io_context(struct io_context **pdst, struct io_context **psrc);
1da177e4
LT
42
43struct request;
8ffdc655 44typedef void (rq_end_io_fn)(struct request *, int);
1da177e4
LT
45
46struct request_list {
47 int count[2];
48 int starved[2];
cb98fc8b 49 int elvpriv;
1da177e4
LT
50 mempool_t *rq_pool;
51 wait_queue_head_t wait[2];
1da177e4
LT
52};
53
4aff5e23
JA
54/*
55 * request command types
56 */
57enum rq_cmd_type_bits {
58 REQ_TYPE_FS = 1, /* fs request */
59 REQ_TYPE_BLOCK_PC, /* scsi command */
60 REQ_TYPE_SENSE, /* sense request */
61 REQ_TYPE_PM_SUSPEND, /* suspend request */
62 REQ_TYPE_PM_RESUME, /* resume request */
63 REQ_TYPE_PM_SHUTDOWN, /* shutdown request */
64 REQ_TYPE_FLUSH, /* flush request */
65 REQ_TYPE_SPECIAL, /* driver defined type */
66 REQ_TYPE_LINUX_BLOCK, /* generic block layer message */
67 /*
68 * for ATA/ATAPI devices. this really doesn't belong here, ide should
69 * use REQ_TYPE_SPECIAL and use rq->cmd[0] with the range of driver
70 * private REQ_LB opcodes to differentiate what type of request this is
71 */
4aff5e23 72 REQ_TYPE_ATA_TASKFILE,
cea2885a 73 REQ_TYPE_ATA_PC,
4aff5e23
JA
74};
75
76/*
77 * For request of type REQ_TYPE_LINUX_BLOCK, rq->cmd[0] is the opcode being
78 * sent down (similar to how REQ_TYPE_BLOCK_PC means that ->cmd[] holds a
79 * SCSI cdb.
80 *
81 * 0x00 -> 0x3f are driver private, to be used for whatever purpose they need,
82 * typically to differentiate REQ_TYPE_SPECIAL requests.
83 *
84 */
85enum {
86 /*
87 * just examples for now
88 */
89 REQ_LB_OP_EJECT = 0x40, /* eject request */
90 REQ_LB_OP_FLUSH = 0x41, /* flush device */
91};
92
93/*
94 * request type modified bits. first three bits match BIO_RW* bits, important
95 */
96enum rq_flag_bits {
97 __REQ_RW, /* not set, read. set, write */
98 __REQ_FAILFAST, /* no low level driver retries */
99 __REQ_SORTED, /* elevator knows about this request */
100 __REQ_SOFTBARRIER, /* may not be passed by ioscheduler */
101 __REQ_HARDBARRIER, /* may not be passed by drive either */
102 __REQ_FUA, /* forced unit access */
103 __REQ_NOMERGE, /* don't touch this for merging */
104 __REQ_STARTED, /* drive already may have started this one */
105 __REQ_DONTPREP, /* don't call prep for this one */
106 __REQ_QUEUED, /* uses queueing */
107 __REQ_ELVPRIV, /* elevator private data attached */
108 __REQ_FAILED, /* set if the request failed */
109 __REQ_QUIET, /* don't worry about errors */
110 __REQ_PREEMPT, /* set for "ide_preempt" requests */
111 __REQ_ORDERED_COLOR, /* is before or after barrier */
112 __REQ_RW_SYNC, /* request is sync (O_DIRECT) */
49171e5c 113 __REQ_ALLOCED, /* request came from our alloc pool */
5404bc7a 114 __REQ_RW_META, /* metadata io request */
4aff5e23
JA
115 __REQ_NR_BITS, /* stops here */
116};
117
118#define REQ_RW (1 << __REQ_RW)
119#define REQ_FAILFAST (1 << __REQ_FAILFAST)
120#define REQ_SORTED (1 << __REQ_SORTED)
121#define REQ_SOFTBARRIER (1 << __REQ_SOFTBARRIER)
122#define REQ_HARDBARRIER (1 << __REQ_HARDBARRIER)
123#define REQ_FUA (1 << __REQ_FUA)
124#define REQ_NOMERGE (1 << __REQ_NOMERGE)
125#define REQ_STARTED (1 << __REQ_STARTED)
126#define REQ_DONTPREP (1 << __REQ_DONTPREP)
127#define REQ_QUEUED (1 << __REQ_QUEUED)
128#define REQ_ELVPRIV (1 << __REQ_ELVPRIV)
129#define REQ_FAILED (1 << __REQ_FAILED)
130#define REQ_QUIET (1 << __REQ_QUIET)
131#define REQ_PREEMPT (1 << __REQ_PREEMPT)
132#define REQ_ORDERED_COLOR (1 << __REQ_ORDERED_COLOR)
133#define REQ_RW_SYNC (1 << __REQ_RW_SYNC)
49171e5c 134#define REQ_ALLOCED (1 << __REQ_ALLOCED)
5404bc7a 135#define REQ_RW_META (1 << __REQ_RW_META)
4aff5e23 136
1da177e4
LT
137#define BLK_MAX_CDB 16
138
139/*
63a71386
JA
140 * try to put the fields that are referenced together in the same cacheline.
141 * if you modify this structure, be sure to check block/blk-core.c:rq_init()
142 * as well!
1da177e4
LT
143 */
144struct request {
ff856bad
JA
145 struct list_head queuelist;
146 struct list_head donelist;
147
165125e1 148 struct request_queue *q;
e6a1c874 149
4aff5e23
JA
150 unsigned int cmd_flags;
151 enum rq_cmd_type_bits cmd_type;
1da177e4
LT
152
153 /* Maintain bio traversal state for part by part I/O submission.
154 * hard_* are block layer internals, no driver should touch them!
155 */
156
157 sector_t sector; /* next sector to submit */
e6a1c874 158 sector_t hard_sector; /* next sector to complete */
1da177e4 159 unsigned long nr_sectors; /* no. of sectors left to submit */
e6a1c874 160 unsigned long hard_nr_sectors; /* no. of sectors left to complete */
1da177e4
LT
161 /* no. of sectors left to submit in the current segment */
162 unsigned int current_nr_sectors;
163
1da177e4
LT
164 /* no. of sectors left to complete in the current segment */
165 unsigned int hard_cur_sectors;
166
167 struct bio *bio;
168 struct bio *biotail;
169
9817064b 170 struct hlist_node hash; /* merge hash */
e6a1c874
JA
171 /*
172 * The rb_node is only used inside the io scheduler, requests
173 * are pruned when moved to the dispatch queue. So let the
174 * completion_data share space with the rb_node.
175 */
176 union {
177 struct rb_node rb_node; /* sort/lookup */
178 void *completion_data;
179 };
9817064b 180
ff7d145f
JA
181 /*
182 * two pointers are available for the IO schedulers, if they need
183 * more they have to dynamically allocate it.
184 */
1da177e4 185 void *elevator_private;
ff7d145f
JA
186 void *elevator_private2;
187
8f34ee75 188 struct gendisk *rq_disk;
1da177e4
LT
189 unsigned long start_time;
190
191 /* Number of scatter-gather DMA addr+len pairs after
192 * physical address coalescing is performed.
193 */
194 unsigned short nr_phys_segments;
195
196 /* Number of scatter-gather addr+len pairs after
197 * physical and DMA remapping hardware coalescing is performed.
198 * This is the number of scatter-gather entries the driver
199 * will actually have to deal with after DMA mapping is done.
200 */
201 unsigned short nr_hw_segments;
202
8f34ee75
JA
203 unsigned short ioprio;
204
1da177e4 205 void *special;
8f34ee75 206 char *buffer;
1da177e4 207
cdd60262
JA
208 int tag;
209 int errors;
210
211 int ref_count;
212
1da177e4
LT
213 /*
214 * when request is used as a packet command carrier
215 */
216 unsigned int cmd_len;
217 unsigned char cmd[BLK_MAX_CDB];
218
219 unsigned int data_len;
7a85f889 220 unsigned int extra_len; /* length of alignment and padding */
1da177e4 221 unsigned int sense_len;
8f34ee75 222 void *data;
1da177e4
LT
223 void *sense;
224
225 unsigned int timeout;
17e01f21 226 int retries;
1da177e4 227
1da177e4 228 /*
c00895ab 229 * completion callback.
1da177e4
LT
230 */
231 rq_end_io_fn *end_io;
232 void *end_io_data;
abae1fde
FT
233
234 /* for bidi */
235 struct request *next_rq;
1da177e4
LT
236};
237
238/*
4aff5e23 239 * State information carried for REQ_TYPE_PM_SUSPEND and REQ_TYPE_PM_RESUME
1da177e4
LT
240 * requests. Some step values could eventually be made generic.
241 */
242struct request_pm_state
243{
244 /* PM state machine step value, currently driver specific */
245 int pm_step;
246 /* requested PM state value (S1, S2, S3, S4, ...) */
247 u32 pm_state;
248 void* data; /* for driver use */
249};
250
251#include <linux/elevator.h>
252
165125e1
JA
253typedef void (request_fn_proc) (struct request_queue *q);
254typedef int (make_request_fn) (struct request_queue *q, struct bio *bio);
255typedef int (prep_rq_fn) (struct request_queue *, struct request *);
256typedef void (unplug_fn) (struct request_queue *);
1da177e4
LT
257
258struct bio_vec;
165125e1 259typedef int (merge_bvec_fn) (struct request_queue *, struct bio *, struct bio_vec *);
165125e1 260typedef void (prepare_flush_fn) (struct request_queue *, struct request *);
ff856bad 261typedef void (softirq_done_fn)(struct request *);
2fb98e84 262typedef int (dma_drain_needed_fn)(struct request *);
1da177e4
LT
263
264enum blk_queue_state {
265 Queue_down,
266 Queue_up,
267};
268
1da177e4
LT
269struct blk_queue_tag {
270 struct request **tag_index; /* map of busy tags */
271 unsigned long *tag_map; /* bit map of free/busy tags */
1da177e4
LT
272 int busy; /* current depth */
273 int max_depth; /* what we will send to device */
ba025082 274 int real_max_depth; /* what the array can hold */
1da177e4
LT
275 atomic_t refcnt; /* map can be shared */
276};
277
278struct request_queue
279{
280 /*
281 * Together with queue_head for cacheline sharing
282 */
283 struct list_head queue_head;
284 struct request *last_merge;
285 elevator_t *elevator;
286
287 /*
288 * the queue request freelist, one for reads and one for writes
289 */
290 struct request_list rq;
291
292 request_fn_proc *request_fn;
1da177e4
LT
293 make_request_fn *make_request_fn;
294 prep_rq_fn *prep_rq_fn;
295 unplug_fn *unplug_fn;
296 merge_bvec_fn *merge_bvec_fn;
1da177e4 297 prepare_flush_fn *prepare_flush_fn;
ff856bad 298 softirq_done_fn *softirq_done_fn;
2fb98e84 299 dma_drain_needed_fn *dma_drain_needed;
1da177e4 300
8922e16c
TH
301 /*
302 * Dispatch queue sorting
303 */
1b47f531 304 sector_t end_sector;
8922e16c 305 struct request *boundary_rq;
8922e16c 306
1da177e4
LT
307 /*
308 * Auto-unplugging state
309 */
310 struct timer_list unplug_timer;
311 int unplug_thresh; /* After this many requests */
312 unsigned long unplug_delay; /* After this many jiffies */
313 struct work_struct unplug_work;
314
315 struct backing_dev_info backing_dev_info;
316
317 /*
318 * The queue owner gets to use this for whatever they like.
319 * ll_rw_blk doesn't touch it.
320 */
321 void *queuedata;
322
1da177e4
LT
323 /*
324 * queue needs bounce pages for pages above this limit
325 */
326 unsigned long bounce_pfn;
8267e268 327 gfp_t bounce_gfp;
1da177e4
LT
328
329 /*
330 * various queue flags, see QUEUE_* below
331 */
332 unsigned long queue_flags;
333
334 /*
152587de
JA
335 * protects queue structures from reentrancy. ->__queue_lock should
336 * _never_ be used directly, it is queue private. always use
337 * ->queue_lock.
1da177e4 338 */
152587de 339 spinlock_t __queue_lock;
1da177e4
LT
340 spinlock_t *queue_lock;
341
342 /*
343 * queue kobject
344 */
345 struct kobject kobj;
346
347 /*
348 * queue settings
349 */
350 unsigned long nr_requests; /* Max # of requests */
351 unsigned int nr_congestion_on;
352 unsigned int nr_congestion_off;
353 unsigned int nr_batching;
354
2cb2e147
JA
355 unsigned int max_sectors;
356 unsigned int max_hw_sectors;
1da177e4
LT
357 unsigned short max_phys_segments;
358 unsigned short max_hw_segments;
359 unsigned short hardsect_size;
360 unsigned int max_segment_size;
361
362 unsigned long seg_boundary_mask;
fa0ccd83
JB
363 void *dma_drain_buffer;
364 unsigned int dma_drain_size;
e3790c7d 365 unsigned int dma_pad_mask;
1da177e4
LT
366 unsigned int dma_alignment;
367
368 struct blk_queue_tag *queue_tags;
6eca9004 369 struct list_head tag_busy_list;
1da177e4 370
15853af9 371 unsigned int nr_sorted;
1da177e4
LT
372 unsigned int in_flight;
373
374 /*
375 * sg stuff
376 */
377 unsigned int sg_timeout;
378 unsigned int sg_reserved_size;
1946089a 379 int node;
6c5c9341 380#ifdef CONFIG_BLK_DEV_IO_TRACE
2056a782 381 struct blk_trace *blk_trace;
6c5c9341 382#endif
1da177e4
LT
383 /*
384 * reserved for flush operations
385 */
797e7dbb
TH
386 unsigned int ordered, next_ordered, ordseq;
387 int orderr, ordcolor;
388 struct request pre_flush_rq, bar_rq, post_flush_rq;
389 struct request *orig_bar_rq;
483f4afc
AV
390
391 struct mutex sysfs_lock;
d351af01
FT
392
393#if defined(CONFIG_BLK_DEV_BSG)
394 struct bsg_class_device bsg_dev;
395#endif
1da177e4
LT
396};
397
1da177e4
LT
398#define QUEUE_FLAG_CLUSTER 0 /* cluster several segments into 1 */
399#define QUEUE_FLAG_QUEUED 1 /* uses generic tag queueing */
400#define QUEUE_FLAG_STOPPED 2 /* queue is stopped */
4e97182a
QY
401#define QUEUE_FLAG_READFULL 3 /* read queue has been filled */
402#define QUEUE_FLAG_WRITEFULL 4 /* write queue has been filled */
1da177e4
LT
403#define QUEUE_FLAG_DEAD 5 /* queue being torn down */
404#define QUEUE_FLAG_REENTER 6 /* Re-entrancy avoidance */
405#define QUEUE_FLAG_PLUGGED 7 /* queue is plugged */
64521d1a 406#define QUEUE_FLAG_ELVSWITCH 8 /* don't use elevator, just do FIFO */
abae1fde 407#define QUEUE_FLAG_BIDI 9 /* queue supports bidi requests */
797e7dbb
TH
408
409enum {
410 /*
411 * Hardbarrier is supported with one of the following methods.
412 *
413 * NONE : hardbarrier unsupported
414 * DRAIN : ordering by draining is enough
415 * DRAIN_FLUSH : ordering by draining w/ pre and post flushes
416 * DRAIN_FUA : ordering by draining w/ pre flush and FUA write
417 * TAG : ordering by tag is enough
418 * TAG_FLUSH : ordering by tag w/ pre and post flushes
419 * TAG_FUA : ordering by tag w/ pre flush and FUA write
420 */
421 QUEUE_ORDERED_NONE = 0x00,
422 QUEUE_ORDERED_DRAIN = 0x01,
423 QUEUE_ORDERED_TAG = 0x02,
424
425 QUEUE_ORDERED_PREFLUSH = 0x10,
426 QUEUE_ORDERED_POSTFLUSH = 0x20,
427 QUEUE_ORDERED_FUA = 0x40,
428
429 QUEUE_ORDERED_DRAIN_FLUSH = QUEUE_ORDERED_DRAIN |
430 QUEUE_ORDERED_PREFLUSH | QUEUE_ORDERED_POSTFLUSH,
431 QUEUE_ORDERED_DRAIN_FUA = QUEUE_ORDERED_DRAIN |
432 QUEUE_ORDERED_PREFLUSH | QUEUE_ORDERED_FUA,
433 QUEUE_ORDERED_TAG_FLUSH = QUEUE_ORDERED_TAG |
434 QUEUE_ORDERED_PREFLUSH | QUEUE_ORDERED_POSTFLUSH,
435 QUEUE_ORDERED_TAG_FUA = QUEUE_ORDERED_TAG |
436 QUEUE_ORDERED_PREFLUSH | QUEUE_ORDERED_FUA,
437
438 /*
439 * Ordered operation sequence
440 */
441 QUEUE_ORDSEQ_STARTED = 0x01, /* flushing in progress */
442 QUEUE_ORDSEQ_DRAIN = 0x02, /* waiting for the queue to be drained */
443 QUEUE_ORDSEQ_PREFLUSH = 0x04, /* pre-flushing in progress */
444 QUEUE_ORDSEQ_BAR = 0x08, /* original barrier req in progress */
445 QUEUE_ORDSEQ_POSTFLUSH = 0x10, /* post-flushing in progress */
446 QUEUE_ORDSEQ_DONE = 0x20,
447};
1da177e4
LT
448
449#define blk_queue_plugged(q) test_bit(QUEUE_FLAG_PLUGGED, &(q)->queue_flags)
450#define blk_queue_tagged(q) test_bit(QUEUE_FLAG_QUEUED, &(q)->queue_flags)
451#define blk_queue_stopped(q) test_bit(QUEUE_FLAG_STOPPED, &(q)->queue_flags)
797e7dbb 452#define blk_queue_flushing(q) ((q)->ordseq)
1da177e4 453
4aff5e23
JA
454#define blk_fs_request(rq) ((rq)->cmd_type == REQ_TYPE_FS)
455#define blk_pc_request(rq) ((rq)->cmd_type == REQ_TYPE_BLOCK_PC)
456#define blk_special_request(rq) ((rq)->cmd_type == REQ_TYPE_SPECIAL)
457#define blk_sense_request(rq) ((rq)->cmd_type == REQ_TYPE_SENSE)
458
459#define blk_noretry_request(rq) ((rq)->cmd_flags & REQ_FAILFAST)
460#define blk_rq_started(rq) ((rq)->cmd_flags & REQ_STARTED)
1da177e4
LT
461
462#define blk_account_rq(rq) (blk_rq_started(rq) && blk_fs_request(rq))
463
4aff5e23
JA
464#define blk_pm_suspend_request(rq) ((rq)->cmd_type == REQ_TYPE_PM_SUSPEND)
465#define blk_pm_resume_request(rq) ((rq)->cmd_type == REQ_TYPE_PM_RESUME)
1da177e4 466#define blk_pm_request(rq) \
4aff5e23 467 (blk_pm_suspend_request(rq) || blk_pm_resume_request(rq))
1da177e4 468
4aff5e23
JA
469#define blk_sorted_rq(rq) ((rq)->cmd_flags & REQ_SORTED)
470#define blk_barrier_rq(rq) ((rq)->cmd_flags & REQ_HARDBARRIER)
471#define blk_fua_rq(rq) ((rq)->cmd_flags & REQ_FUA)
abae1fde 472#define blk_bidi_rq(rq) ((rq)->next_rq != NULL)
bf2de6f5 473#define blk_empty_barrier(rq) (blk_barrier_rq(rq) && blk_fs_request(rq) && !(rq)->hard_nr_sectors)
336cdb40
KU
474/* rq->queuelist of dequeued request must be list_empty() */
475#define blk_queued_rq(rq) (!list_empty(&(rq)->queuelist))
1da177e4
LT
476
477#define list_entry_rq(ptr) list_entry((ptr), struct request, queuelist)
478
4aff5e23 479#define rq_data_dir(rq) ((rq)->cmd_flags & 1)
1da177e4 480
9e2585a8
JA
481/*
482 * We regard a request as sync, if it's a READ or a SYNC write.
483 */
484#define rq_is_sync(rq) (rq_data_dir((rq)) == READ || (rq)->cmd_flags & REQ_RW_SYNC)
5404bc7a 485#define rq_is_meta(rq) ((rq)->cmd_flags & REQ_RW_META)
9e2585a8 486
1da177e4
LT
487static inline int blk_queue_full(struct request_queue *q, int rw)
488{
489 if (rw == READ)
490 return test_bit(QUEUE_FLAG_READFULL, &q->queue_flags);
491 return test_bit(QUEUE_FLAG_WRITEFULL, &q->queue_flags);
492}
493
494static inline void blk_set_queue_full(struct request_queue *q, int rw)
495{
496 if (rw == READ)
497 set_bit(QUEUE_FLAG_READFULL, &q->queue_flags);
498 else
499 set_bit(QUEUE_FLAG_WRITEFULL, &q->queue_flags);
500}
501
502static inline void blk_clear_queue_full(struct request_queue *q, int rw)
503{
504 if (rw == READ)
505 clear_bit(QUEUE_FLAG_READFULL, &q->queue_flags);
506 else
507 clear_bit(QUEUE_FLAG_WRITEFULL, &q->queue_flags);
508}
509
510
511/*
512 * mergeable request must not have _NOMERGE or _BARRIER bit set, nor may
513 * it already be started by driver.
514 */
515#define RQ_NOMERGE_FLAGS \
516 (REQ_NOMERGE | REQ_STARTED | REQ_HARDBARRIER | REQ_SOFTBARRIER)
517#define rq_mergeable(rq) \
4aff5e23 518 (!((rq)->cmd_flags & RQ_NOMERGE_FLAGS) && blk_fs_request((rq)))
1da177e4 519
1da177e4
LT
520/*
521 * q->prep_rq_fn return values
522 */
523#define BLKPREP_OK 0 /* serve it */
524#define BLKPREP_KILL 1 /* fatal error, kill */
525#define BLKPREP_DEFER 2 /* leave on queue */
526
527extern unsigned long blk_max_low_pfn, blk_max_pfn;
528
529/*
530 * standard bounce addresses:
531 *
532 * BLK_BOUNCE_HIGH : bounce all highmem pages
533 * BLK_BOUNCE_ANY : don't bounce anything
534 * BLK_BOUNCE_ISA : bounce pages above ISA DMA boundary
535 */
536#define BLK_BOUNCE_HIGH ((u64)blk_max_low_pfn << PAGE_SHIFT)
537#define BLK_BOUNCE_ANY ((u64)blk_max_pfn << PAGE_SHIFT)
538#define BLK_BOUNCE_ISA (ISA_DMA_THRESHOLD)
539
3d6392cf
JA
540/*
541 * default timeout for SG_IO if none specified
542 */
543#define BLK_DEFAULT_SG_TIMEOUT (60 * HZ)
544
2a7326b5 545#ifdef CONFIG_BOUNCE
1da177e4 546extern int init_emergency_isa_pool(void);
165125e1 547extern void blk_queue_bounce(struct request_queue *q, struct bio **bio);
1da177e4
LT
548#else
549static inline int init_emergency_isa_pool(void)
550{
551 return 0;
552}
165125e1 553static inline void blk_queue_bounce(struct request_queue *q, struct bio **bio)
1da177e4
LT
554{
555}
556#endif /* CONFIG_MMU */
557
5705f702
N
558struct req_iterator {
559 int i;
560 struct bio *bio;
561};
562
563/* This should not be used directly - use rq_for_each_segment */
564#define __rq_for_each_bio(_bio, rq) \
1da177e4
LT
565 if ((rq->bio)) \
566 for (_bio = (rq)->bio; _bio; _bio = _bio->bi_next)
567
5705f702
N
568#define rq_for_each_segment(bvl, _rq, _iter) \
569 __rq_for_each_bio(_iter.bio, _rq) \
570 bio_for_each_segment(bvl, _iter.bio, _iter.i)
571
572#define rq_iter_last(rq, _iter) \
573 (_iter.bio->bi_next == NULL && _iter.i == _iter.bio->bi_vcnt-1)
574
1da177e4
LT
575extern int blk_register_queue(struct gendisk *disk);
576extern void blk_unregister_queue(struct gendisk *disk);
577extern void register_disk(struct gendisk *dev);
578extern void generic_make_request(struct bio *bio);
579extern void blk_put_request(struct request *);
165125e1 580extern void __blk_put_request(struct request_queue *, struct request *);
8ffdc655 581extern void blk_end_sync_rq(struct request *rq, int error);
165125e1
JA
582extern struct request *blk_get_request(struct request_queue *, int, gfp_t);
583extern void blk_insert_request(struct request_queue *, struct request *, int, void *);
584extern void blk_requeue_request(struct request_queue *, struct request *);
585extern void blk_plug_device(struct request_queue *);
586extern int blk_remove_plug(struct request_queue *);
587extern void blk_recount_segments(struct request_queue *, struct bio *);
45e79a3a
FT
588extern int scsi_cmd_ioctl(struct file *, struct request_queue *,
589 struct gendisk *, unsigned int, void __user *);
21b2f0c8
CH
590extern int sg_scsi_ioctl(struct file *, struct request_queue *,
591 struct gendisk *, struct scsi_ioctl_command __user *);
3fcfab16 592
1aa4f24f
JA
593/*
594 * Temporary export, until SCSI gets fixed up.
595 */
3001ca77
N
596extern int blk_rq_append_bio(struct request_queue *q, struct request *rq,
597 struct bio *bio);
1aa4f24f 598
3fcfab16
AM
599/*
600 * A queue has just exitted congestion. Note this in the global counter of
601 * congested queues, and wake up anyone who was waiting for requests to be
602 * put back.
603 */
165125e1 604static inline void blk_clear_queue_congested(struct request_queue *q, int rw)
3fcfab16
AM
605{
606 clear_bdi_congested(&q->backing_dev_info, rw);
607}
608
609/*
610 * A queue has just entered congestion. Flag that in the queue's VM-visible
611 * state flags and increment the global gounter of congested queues.
612 */
165125e1 613static inline void blk_set_queue_congested(struct request_queue *q, int rw)
3fcfab16
AM
614{
615 set_bdi_congested(&q->backing_dev_info, rw);
616}
617
165125e1
JA
618extern void blk_start_queue(struct request_queue *q);
619extern void blk_stop_queue(struct request_queue *q);
1da177e4 620extern void blk_sync_queue(struct request_queue *q);
165125e1
JA
621extern void __blk_stop_queue(struct request_queue *q);
622extern void blk_run_queue(struct request_queue *);
623extern void blk_start_queueing(struct request_queue *);
624extern int blk_rq_map_user(struct request_queue *, struct request *, void __user *, unsigned long);
8e5cfc45 625extern int blk_rq_unmap_user(struct bio *);
165125e1
JA
626extern int blk_rq_map_kern(struct request_queue *, struct request *, void *, unsigned int, gfp_t);
627extern int blk_rq_map_user_iov(struct request_queue *, struct request *,
0e75f906 628 struct sg_iovec *, int, unsigned int);
165125e1 629extern int blk_execute_rq(struct request_queue *, struct gendisk *,
994ca9a1 630 struct request *, int);
165125e1 631extern void blk_execute_rq_nowait(struct request_queue *, struct gendisk *,
15fc858a 632 struct request *, int, rq_end_io_fn *);
337ad41d 633extern int blk_verify_command(unsigned char *, int);
2ad8b1ef 634extern void blk_unplug(struct request_queue *q);
6e39b69e 635
165125e1 636static inline struct request_queue *bdev_get_queue(struct block_device *bdev)
1da177e4
LT
637{
638 return bdev->bd_disk->queue;
639}
640
641static inline void blk_run_backing_dev(struct backing_dev_info *bdi,
642 struct page *page)
643{
644 if (bdi && bdi->unplug_io_fn)
645 bdi->unplug_io_fn(bdi, page);
646}
647
648static inline void blk_run_address_space(struct address_space *mapping)
649{
650 if (mapping)
651 blk_run_backing_dev(mapping->backing_dev_info, NULL);
652}
653
654/*
3bcddeac
KU
655 * blk_end_request() and friends.
656 * __blk_end_request() and end_request() must be called with
657 * the request queue spinlock acquired.
1da177e4
LT
658 *
659 * Several drivers define their own end_request and call
3bcddeac
KU
660 * blk_end_request() for parts of the original function.
661 * This prevents code duplication in drivers.
1da177e4 662 */
22b13210
JA
663extern int blk_end_request(struct request *rq, int error,
664 unsigned int nr_bytes);
665extern int __blk_end_request(struct request *rq, int error,
666 unsigned int nr_bytes);
667extern int blk_end_bidi_request(struct request *rq, int error,
668 unsigned int nr_bytes, unsigned int bidi_bytes);
a0cd1285
JA
669extern void end_request(struct request *, int);
670extern void end_queued_request(struct request *, int);
671extern void end_dequeued_request(struct request *, int);
22b13210
JA
672extern int blk_end_request_callback(struct request *rq, int error,
673 unsigned int nr_bytes,
674 int (drv_callback)(struct request *));
ff856bad
JA
675extern void blk_complete_request(struct request *);
676
1da177e4 677/*
3b11313a
KU
678 * blk_end_request() takes bytes instead of sectors as a complete size.
679 * blk_rq_bytes() returns bytes left to complete in the entire request.
680 * blk_rq_cur_bytes() returns bytes left to complete in the current segment.
1da177e4 681 */
3b11313a
KU
682extern unsigned int blk_rq_bytes(struct request *rq);
683extern unsigned int blk_rq_cur_bytes(struct request *rq);
1da177e4
LT
684
685static inline void blkdev_dequeue_request(struct request *req)
686{
8922e16c 687 elv_dequeue_request(req->q, req);
1da177e4 688}
1da177e4 689
1da177e4
LT
690/*
691 * Access functions for manipulating queue properties
692 */
165125e1 693extern struct request_queue *blk_init_queue_node(request_fn_proc *rfn,
1946089a 694 spinlock_t *lock, int node_id);
165125e1
JA
695extern struct request_queue *blk_init_queue(request_fn_proc *, spinlock_t *);
696extern void blk_cleanup_queue(struct request_queue *);
697extern void blk_queue_make_request(struct request_queue *, make_request_fn *);
698extern void blk_queue_bounce_limit(struct request_queue *, u64);
699extern void blk_queue_max_sectors(struct request_queue *, unsigned int);
700extern void blk_queue_max_phys_segments(struct request_queue *, unsigned short);
701extern void blk_queue_max_hw_segments(struct request_queue *, unsigned short);
702extern void blk_queue_max_segment_size(struct request_queue *, unsigned int);
703extern void blk_queue_hardsect_size(struct request_queue *, unsigned short);
704extern void blk_queue_stack_limits(struct request_queue *t, struct request_queue *b);
e3790c7d 705extern void blk_queue_dma_pad(struct request_queue *, unsigned int);
2fb98e84
TH
706extern int blk_queue_dma_drain(struct request_queue *q,
707 dma_drain_needed_fn *dma_drain_needed,
708 void *buf, unsigned int size);
165125e1
JA
709extern void blk_queue_segment_boundary(struct request_queue *, unsigned long);
710extern void blk_queue_prep_rq(struct request_queue *, prep_rq_fn *pfn);
711extern void blk_queue_merge_bvec(struct request_queue *, merge_bvec_fn *);
712extern void blk_queue_dma_alignment(struct request_queue *, int);
11c3e689 713extern void blk_queue_update_dma_alignment(struct request_queue *, int);
165125e1 714extern void blk_queue_softirq_done(struct request_queue *, softirq_done_fn *);
1da177e4 715extern struct backing_dev_info *blk_get_backing_dev_info(struct block_device *bdev);
165125e1 716extern int blk_queue_ordered(struct request_queue *, unsigned, prepare_flush_fn *);
165125e1
JA
717extern int blk_do_ordered(struct request_queue *, struct request **);
718extern unsigned blk_ordered_cur_seq(struct request_queue *);
797e7dbb 719extern unsigned blk_ordered_req_seq(struct request *);
165125e1 720extern void blk_ordered_complete_seq(struct request_queue *, unsigned, int);
1da177e4 721
165125e1 722extern int blk_rq_map_sg(struct request_queue *, struct request *, struct scatterlist *);
1da177e4 723extern void blk_dump_rq_flags(struct request *, char *);
165125e1
JA
724extern void generic_unplug_device(struct request_queue *);
725extern void __generic_unplug_device(struct request_queue *);
1da177e4 726extern long nr_blockdev_pages(void);
1da177e4 727
165125e1
JA
728int blk_get_queue(struct request_queue *);
729struct request_queue *blk_alloc_queue(gfp_t);
730struct request_queue *blk_alloc_queue_node(gfp_t, int);
731extern void blk_put_queue(struct request_queue *);
1da177e4
LT
732
733/*
734 * tag stuff
735 */
736#define blk_queue_tag_depth(q) ((q)->queue_tags->busy)
737#define blk_queue_tag_queue(q) ((q)->queue_tags->busy < (q)->queue_tags->max_depth)
4aff5e23 738#define blk_rq_tagged(rq) ((rq)->cmd_flags & REQ_QUEUED)
165125e1
JA
739extern int blk_queue_start_tag(struct request_queue *, struct request *);
740extern struct request *blk_queue_find_tag(struct request_queue *, int);
741extern void blk_queue_end_tag(struct request_queue *, struct request *);
742extern int blk_queue_init_tags(struct request_queue *, int, struct blk_queue_tag *);
743extern void blk_queue_free_tags(struct request_queue *);
744extern int blk_queue_resize_tags(struct request_queue *, int);
745extern void blk_queue_invalidate_tags(struct request_queue *);
492dfb48
JB
746extern struct blk_queue_tag *blk_init_tags(int);
747extern void blk_free_tags(struct blk_queue_tag *);
1da177e4 748
f583f492
DS
749static inline struct request *blk_map_queue_find_tag(struct blk_queue_tag *bqt,
750 int tag)
751{
752 if (unlikely(bqt == NULL || tag >= bqt->real_max_depth))
753 return NULL;
754 return bqt->tag_index[tag];
755}
756
1da177e4
LT
757extern int blkdev_issue_flush(struct block_device *, sector_t *);
758
759#define MAX_PHYS_SEGMENTS 128
760#define MAX_HW_SEGMENTS 128
defd94b7
MC
761#define SAFE_MAX_SECTORS 255
762#define BLK_DEF_MAX_SECTORS 1024
1da177e4
LT
763
764#define MAX_SEGMENT_SIZE 65536
765
766#define blkdev_entry_to_request(entry) list_entry((entry), struct request, queuelist)
767
165125e1 768static inline int queue_hardsect_size(struct request_queue *q)
1da177e4
LT
769{
770 int retval = 512;
771
772 if (q && q->hardsect_size)
773 retval = q->hardsect_size;
774
775 return retval;
776}
777
778static inline int bdev_hardsect_size(struct block_device *bdev)
779{
780 return queue_hardsect_size(bdev_get_queue(bdev));
781}
782
165125e1 783static inline int queue_dma_alignment(struct request_queue *q)
1da177e4 784{
482eb689 785 return q ? q->dma_alignment : 511;
1da177e4
LT
786}
787
1da177e4
LT
788/* assumes size > 256 */
789static inline unsigned int blksize_bits(unsigned int size)
790{
791 unsigned int bits = 8;
792 do {
793 bits++;
794 size >>= 1;
795 } while (size > 256);
796 return bits;
797}
798
2befb9e3 799static inline unsigned int block_size(struct block_device *bdev)
1da177e4
LT
800{
801 return bdev->bd_block_size;
802}
803
804typedef struct {struct page *v;} Sector;
805
806unsigned char *read_dev_sector(struct block_device *, sector_t, Sector *);
807
808static inline void put_dev_sector(Sector p)
809{
810 page_cache_release(p.v);
811}
812
813struct work_struct;
814int kblockd_schedule_work(struct work_struct *work);
19a75d83 815void kblockd_flush_work(struct work_struct *work);
1da177e4 816
1da177e4
LT
817#define MODULE_ALIAS_BLOCKDEV(major,minor) \
818 MODULE_ALIAS("block-major-" __stringify(major) "-" __stringify(minor))
819#define MODULE_ALIAS_BLOCKDEV_MAJOR(major) \
820 MODULE_ALIAS("block-major-" __stringify(major) "-*")
821
822
9361401e
DH
823#else /* CONFIG_BLOCK */
824/*
825 * stubs for when the block layer is configured out
826 */
827#define buffer_heads_over_limit 0
828
9361401e
DH
829static inline long nr_blockdev_pages(void)
830{
831 return 0;
832}
833
bcfd8d36
AM
834static inline void exit_io_context(void)
835{
836}
9361401e 837
023ccde1 838struct io_context;
fd0928df
JA
839static inline int put_io_context(struct io_context *ioc)
840{
841 return 1;
842}
843
844
9361401e
DH
845#endif /* CONFIG_BLOCK */
846
1da177e4 847#endif