]> git.proxmox.com Git - mirror_ubuntu-artful-kernel.git/blame - lib/vsprintf.c
lib: vsprintf: optimize division by 10 for small integers
[mirror_ubuntu-artful-kernel.git] / lib / vsprintf.c
CommitLineData
1da177e4
LT
1/*
2 * linux/lib/vsprintf.c
3 *
4 * Copyright (C) 1991, 1992 Linus Torvalds
5 */
6
7/* vsprintf.c -- Lars Wirzenius & Linus Torvalds. */
8/*
9 * Wirzenius wrote this portably, Torvalds fucked it up :-)
10 */
11
7b9186f5 12/*
1da177e4
LT
13 * Fri Jul 13 2001 Crutcher Dunnavant <crutcher+kernel@datastacks.com>
14 * - changed to provide snprintf and vsnprintf functions
15 * So Feb 1 16:51:32 CET 2004 Juergen Quade <quade@hsnr.de>
16 * - scnprintf and vscnprintf
17 */
18
19#include <stdarg.h>
8bc3bcc9 20#include <linux/module.h> /* for KSYM_SYMBOL_LEN */
1da177e4
LT
21#include <linux/types.h>
22#include <linux/string.h>
23#include <linux/ctype.h>
24#include <linux/kernel.h>
0fe1ef24
LT
25#include <linux/kallsyms.h>
26#include <linux/uaccess.h>
332d2e78 27#include <linux/ioport.h>
8a27f7c9 28#include <net/addrconf.h>
1da177e4 29
4e57b681 30#include <asm/page.h> /* for PAGE_SIZE */
1da177e4 31#include <asm/div64.h>
deac93df 32#include <asm/sections.h> /* for dereference_function_descriptor() */
1da177e4 33
1dff46d6 34#include "kstrtox.h"
aa46a63e 35
1da177e4 36/**
922ac25c 37 * simple_strtoull - convert a string to an unsigned long long
1da177e4
LT
38 * @cp: The start of the string
39 * @endp: A pointer to the end of the parsed string will be placed here
40 * @base: The number base to use
41 */
922ac25c 42unsigned long long simple_strtoull(const char *cp, char **endp, unsigned int base)
1da177e4 43{
1dff46d6
AD
44 unsigned long long result;
45 unsigned int rv;
aa46a63e 46
1dff46d6
AD
47 cp = _parse_integer_fixup_radix(cp, &base);
48 rv = _parse_integer(cp, base, &result);
49 /* FIXME */
50 cp += (rv & ~KSTRTOX_OVERFLOW);
aa46a63e 51
1da177e4
LT
52 if (endp)
53 *endp = (char *)cp;
7b9186f5 54
1da177e4
LT
55 return result;
56}
922ac25c 57EXPORT_SYMBOL(simple_strtoull);
1da177e4
LT
58
59/**
922ac25c 60 * simple_strtoul - convert a string to an unsigned long
1da177e4
LT
61 * @cp: The start of the string
62 * @endp: A pointer to the end of the parsed string will be placed here
63 * @base: The number base to use
64 */
922ac25c 65unsigned long simple_strtoul(const char *cp, char **endp, unsigned int base)
1da177e4 66{
922ac25c 67 return simple_strtoull(cp, endp, base);
1da177e4 68}
922ac25c 69EXPORT_SYMBOL(simple_strtoul);
1da177e4
LT
70
71/**
922ac25c 72 * simple_strtol - convert a string to a signed long
1da177e4
LT
73 * @cp: The start of the string
74 * @endp: A pointer to the end of the parsed string will be placed here
75 * @base: The number base to use
76 */
922ac25c 77long simple_strtol(const char *cp, char **endp, unsigned int base)
1da177e4 78{
922ac25c
AGR
79 if (*cp == '-')
80 return -simple_strtoul(cp + 1, endp, base);
7b9186f5 81
922ac25c 82 return simple_strtoul(cp, endp, base);
1da177e4 83}
922ac25c 84EXPORT_SYMBOL(simple_strtol);
1da177e4
LT
85
86/**
87 * simple_strtoll - convert a string to a signed long long
88 * @cp: The start of the string
89 * @endp: A pointer to the end of the parsed string will be placed here
90 * @base: The number base to use
91 */
22d27051 92long long simple_strtoll(const char *cp, char **endp, unsigned int base)
1da177e4 93{
7b9186f5 94 if (*cp == '-')
22d27051 95 return -simple_strtoull(cp + 1, endp, base);
7b9186f5 96
22d27051 97 return simple_strtoull(cp, endp, base);
1da177e4 98}
98d5ce0d 99EXPORT_SYMBOL(simple_strtoll);
1da177e4 100
cf3b429b
JP
101static noinline_for_stack
102int skip_atoi(const char **s)
1da177e4 103{
7b9186f5 104 int i = 0;
1da177e4
LT
105
106 while (isdigit(**s))
107 i = i*10 + *((*s)++) - '0';
7b9186f5 108
1da177e4
LT
109 return i;
110}
111
4277eedd
DV
112/* Decimal conversion is by far the most typical, and is used
113 * for /proc and /sys data. This directly impacts e.g. top performance
114 * with many processes running. We optimize it for speed
133fd9f5
DV
115 * using ideas described at <http://www.cs.uiowa.edu/~jones/bcd/divide.html>
116 * (with permission from the author, Douglas W. Jones).
117 */
4277eedd 118
133fd9f5
DV
119#if BITS_PER_LONG != 32 || BITS_PER_LONG_LONG != 64
120/* Formats correctly any integer in [0, 999999999] */
cf3b429b 121static noinline_for_stack
133fd9f5 122char *put_dec_full9(char *buf, unsigned q)
4277eedd 123{
133fd9f5 124 unsigned r;
7b9186f5 125
133fd9f5
DV
126 /*
127 * Possible ways to approx. divide by 10
128 * (x * 0x1999999a) >> 32 x < 1073741829 (multiply must be 64-bit)
129 * (x * 0xcccd) >> 19 x < 81920 (x < 262149 when 64-bit mul)
130 * (x * 0x6667) >> 18 x < 43699
131 * (x * 0x3334) >> 17 x < 16389
132 * (x * 0x199a) >> 16 x < 16389
133 * (x * 0x0ccd) >> 15 x < 16389
134 * (x * 0x0667) >> 14 x < 2739
135 * (x * 0x0334) >> 13 x < 1029
136 * (x * 0x019a) >> 12 x < 1029
137 * (x * 0x00cd) >> 11 x < 1029 shorter code than * 0x67 (on i386)
138 * (x * 0x0067) >> 10 x < 179
139 * (x * 0x0034) >> 9 x < 69 same
140 * (x * 0x001a) >> 8 x < 69 same
141 * (x * 0x000d) >> 7 x < 69 same, shortest code (on i386)
142 * (x * 0x0007) >> 6 x < 19
143 * See <http://www.cs.uiowa.edu/~jones/bcd/divide.html>
144 */
145 r = (q * (uint64_t)0x1999999a) >> 32;
146 *buf++ = (q - 10 * r) + '0'; /* 1 */
147 q = (r * (uint64_t)0x1999999a) >> 32;
148 *buf++ = (r - 10 * q) + '0'; /* 2 */
149 r = (q * (uint64_t)0x1999999a) >> 32;
150 *buf++ = (q - 10 * r) + '0'; /* 3 */
151 q = (r * (uint64_t)0x1999999a) >> 32;
152 *buf++ = (r - 10 * q) + '0'; /* 4 */
153 r = (q * (uint64_t)0x1999999a) >> 32;
154 *buf++ = (q - 10 * r) + '0'; /* 5 */
155 /* Now value is under 10000, can avoid 64-bit multiply */
156 q = (r * 0x199a) >> 16;
157 *buf++ = (r - 10 * q) + '0'; /* 6 */
158 r = (q * 0xcd) >> 11;
159 *buf++ = (q - 10 * r) + '0'; /* 7 */
160 q = (r * 0xcd) >> 11;
161 *buf++ = (r - 10 * q) + '0'; /* 8 */
162 *buf++ = q + '0'; /* 9 */
4277eedd
DV
163 return buf;
164}
133fd9f5
DV
165#endif
166
167/* Similar to above but do not pad with zeros.
168 * Code can be easily arranged to print 9 digits too, but our callers
169 * always call put_dec_full9() instead when the number has 9 decimal digits.
170 */
cf3b429b 171static noinline_for_stack
133fd9f5 172char *put_dec_trunc8(char *buf, unsigned r)
4277eedd 173{
133fd9f5
DV
174 unsigned q;
175
176 /* Copy of previous function's body with added early returns */
177 q = (r * (uint64_t)0x1999999a) >> 32;
178 *buf++ = (r - 10 * q) + '0'; /* 2 */
179 if (q == 0)
180 return buf;
181 r = (q * (uint64_t)0x1999999a) >> 32;
182 *buf++ = (q - 10 * r) + '0'; /* 3 */
183 if (r == 0)
184 return buf;
185 q = (r * (uint64_t)0x1999999a) >> 32;
186 *buf++ = (r - 10 * q) + '0'; /* 4 */
187 if (q == 0)
188 return buf;
189 r = (q * (uint64_t)0x1999999a) >> 32;
190 *buf++ = (q - 10 * r) + '0'; /* 5 */
191 if (r == 0)
192 return buf;
193 q = (r * 0x199a) >> 16;
194 *buf++ = (r - 10 * q) + '0'; /* 6 */
195 if (q == 0)
196 return buf;
197 r = (q * 0xcd) >> 11;
198 *buf++ = (q - 10 * r) + '0'; /* 7 */
199 if (r == 0)
200 return buf;
201 q = (r * 0xcd) >> 11;
202 *buf++ = (r - 10 * q) + '0'; /* 8 */
203 if (q == 0)
204 return buf;
205 *buf++ = q + '0'; /* 9 */
206 return buf;
207}
4277eedd 208
133fd9f5
DV
209/* There are two algorithms to print larger numbers.
210 * One is generic: divide by 1000000000 and repeatedly print
211 * groups of (up to) 9 digits. It's conceptually simple,
212 * but requires a (unsigned long long) / 1000000000 division.
213 *
214 * Second algorithm splits 64-bit unsigned long long into 16-bit chunks,
215 * manipulates them cleverly and generates groups of 4 decimal digits.
216 * It so happens that it does NOT require long long division.
217 *
218 * If long is > 32 bits, division of 64-bit values is relatively easy,
219 * and we will use the first algorithm.
220 * If long long is > 64 bits (strange architecture with VERY large long long),
221 * second algorithm can't be used, and we again use the first one.
222 *
223 * Else (if long is 32 bits and long long is 64 bits) we use second one.
224 */
7b9186f5 225
133fd9f5
DV
226#if BITS_PER_LONG != 32 || BITS_PER_LONG_LONG != 64
227
228/* First algorithm: generic */
229
230static
231char *put_dec(char *buf, unsigned long long n)
232{
233 if (n >= 100*1000*1000) {
234 while (n >= 1000*1000*1000)
235 buf = put_dec_full9(buf, do_div(n, 1000*1000*1000));
236 if (n >= 100*1000*1000)
237 return put_dec_full9(buf, n);
238 }
239 return put_dec_trunc8(buf, n);
4277eedd 240}
133fd9f5
DV
241
242#else
243
244/* Second algorithm: valid only for 64-bit long longs */
245
e49317d4 246/* See comment in put_dec_full9 for choice of constants */
cf3b429b 247static noinline_for_stack
133fd9f5 248char *put_dec_full4(char *buf, unsigned q)
4277eedd 249{
133fd9f5 250 unsigned r;
e49317d4 251 r = (q * 0xccd) >> 15;
133fd9f5 252 *buf++ = (q - 10 * r) + '0';
e49317d4 253 q = (r * 0xcd) >> 11;
133fd9f5
DV
254 *buf++ = (r - 10 * q) + '0';
255 r = (q * 0xcd) >> 11;
256 *buf++ = (q - 10 * r) + '0';
257 *buf++ = r + '0';
258 return buf;
4277eedd
DV
259}
260
133fd9f5
DV
261/* Based on code by Douglas W. Jones found at
262 * <http://www.cs.uiowa.edu/~jones/bcd/decimal.html#sixtyfour>
263 * (with permission from the author).
264 * Performs no 64-bit division and hence should be fast on 32-bit machines.
265 */
266static
267char *put_dec(char *buf, unsigned long long n)
268{
269 uint32_t d3, d2, d1, q, h;
270
271 if (n < 100*1000*1000)
272 return put_dec_trunc8(buf, n);
273
274 d1 = ((uint32_t)n >> 16); /* implicit "& 0xffff" */
275 h = (n >> 32);
276 d2 = (h ) & 0xffff;
277 d3 = (h >> 16); /* implicit "& 0xffff" */
278
279 q = 656 * d3 + 7296 * d2 + 5536 * d1 + ((uint32_t)n & 0xffff);
280
281 buf = put_dec_full4(buf, q % 10000);
282 q = q / 10000;
283
284 d1 = q + 7671 * d3 + 9496 * d2 + 6 * d1;
285 buf = put_dec_full4(buf, d1 % 10000);
286 q = d1 / 10000;
287
288 d2 = q + 4749 * d3 + 42 * d2;
289 buf = put_dec_full4(buf, d2 % 10000);
290 q = d2 / 10000;
291
292 d3 = q + 281 * d3;
293 if (!d3)
294 goto done;
295 buf = put_dec_full4(buf, d3 % 10000);
296 q = d3 / 10000;
297 if (!q)
298 goto done;
299 buf = put_dec_full4(buf, q);
300 done:
301 while (buf[-1] == '0')
302 --buf;
303
304 return buf;
305}
306
307#endif
308
1ac101a5
KH
309/*
310 * Convert passed number to decimal string.
311 * Returns the length of string. On buffer overflow, returns 0.
312 *
313 * If speed is not important, use snprintf(). It's easy to read the code.
314 */
315int num_to_str(char *buf, int size, unsigned long long num)
316{
133fd9f5 317 char tmp[sizeof(num) * 3];
1ac101a5
KH
318 int idx, len;
319
133fd9f5
DV
320 /* put_dec() may work incorrectly for num = 0 (generate "", not "0") */
321 if (num <= 9) {
322 tmp[0] = '0' + num;
323 len = 1;
324 } else {
325 len = put_dec(tmp, num) - tmp;
326 }
1ac101a5
KH
327
328 if (len > size)
329 return 0;
330 for (idx = 0; idx < len; ++idx)
331 buf[idx] = tmp[len - idx - 1];
133fd9f5 332 return len;
1ac101a5
KH
333}
334
1da177e4
LT
335#define ZEROPAD 1 /* pad with zero */
336#define SIGN 2 /* unsigned/signed long */
337#define PLUS 4 /* show plus */
338#define SPACE 8 /* space if plus */
339#define LEFT 16 /* left justified */
b89dc5d6
BH
340#define SMALL 32 /* use lowercase in hex (must be 32 == 0x20) */
341#define SPECIAL 64 /* prefix hex with "0x", octal with "0" */
1da177e4 342
fef20d9c
FW
343enum format_type {
344 FORMAT_TYPE_NONE, /* Just a string part */
ed681a91 345 FORMAT_TYPE_WIDTH,
fef20d9c
FW
346 FORMAT_TYPE_PRECISION,
347 FORMAT_TYPE_CHAR,
348 FORMAT_TYPE_STR,
349 FORMAT_TYPE_PTR,
350 FORMAT_TYPE_PERCENT_CHAR,
351 FORMAT_TYPE_INVALID,
352 FORMAT_TYPE_LONG_LONG,
353 FORMAT_TYPE_ULONG,
354 FORMAT_TYPE_LONG,
a4e94ef0
Z
355 FORMAT_TYPE_UBYTE,
356 FORMAT_TYPE_BYTE,
fef20d9c
FW
357 FORMAT_TYPE_USHORT,
358 FORMAT_TYPE_SHORT,
359 FORMAT_TYPE_UINT,
360 FORMAT_TYPE_INT,
361 FORMAT_TYPE_NRCHARS,
362 FORMAT_TYPE_SIZE_T,
363 FORMAT_TYPE_PTRDIFF
364};
365
366struct printf_spec {
4e310fda 367 u8 type; /* format_type enum */
ef0658f3 368 u8 flags; /* flags to number() */
4e310fda
JP
369 u8 base; /* number base, 8, 10 or 16 only */
370 u8 qualifier; /* number qualifier, one of 'hHlLtzZ' */
371 s16 field_width; /* width of output field */
372 s16 precision; /* # of digits/chars */
fef20d9c
FW
373};
374
cf3b429b
JP
375static noinline_for_stack
376char *number(char *buf, char *end, unsigned long long num,
377 struct printf_spec spec)
1da177e4 378{
9b706aee
DV
379 /* we are called with base 8, 10 or 16, only, thus don't need "G..." */
380 static const char digits[16] = "0123456789ABCDEF"; /* "GHIJKLMNOPQRSTUVWXYZ"; */
381
382 char tmp[66];
383 char sign;
384 char locase;
fef20d9c 385 int need_pfx = ((spec.flags & SPECIAL) && spec.base != 10);
1da177e4 386 int i;
7c203422 387 bool is_zero = num == 0LL;
1da177e4 388
9b706aee
DV
389 /* locase = 0 or 0x20. ORing digits or letters with 'locase'
390 * produces same digits or (maybe lowercased) letters */
fef20d9c
FW
391 locase = (spec.flags & SMALL);
392 if (spec.flags & LEFT)
393 spec.flags &= ~ZEROPAD;
1da177e4 394 sign = 0;
fef20d9c 395 if (spec.flags & SIGN) {
7b9186f5 396 if ((signed long long)num < 0) {
1da177e4 397 sign = '-';
7b9186f5 398 num = -(signed long long)num;
fef20d9c
FW
399 spec.field_width--;
400 } else if (spec.flags & PLUS) {
1da177e4 401 sign = '+';
fef20d9c
FW
402 spec.field_width--;
403 } else if (spec.flags & SPACE) {
1da177e4 404 sign = ' ';
fef20d9c 405 spec.field_width--;
1da177e4
LT
406 }
407 }
b39a7340 408 if (need_pfx) {
fef20d9c 409 if (spec.base == 16)
7c203422
PC
410 spec.field_width -= 2;
411 else if (!is_zero)
fef20d9c 412 spec.field_width--;
1da177e4 413 }
b39a7340
DV
414
415 /* generate full string in tmp[], in reverse order */
1da177e4 416 i = 0;
133fd9f5
DV
417 if (num < spec.base)
418 tmp[i++] = digits[num] | locase;
4277eedd
DV
419 /* Generic code, for any base:
420 else do {
9b706aee 421 tmp[i++] = (digits[do_div(num,base)] | locase);
4277eedd
DV
422 } while (num != 0);
423 */
fef20d9c
FW
424 else if (spec.base != 10) { /* 8 or 16 */
425 int mask = spec.base - 1;
b39a7340 426 int shift = 3;
7b9186f5
AGR
427
428 if (spec.base == 16)
429 shift = 4;
b39a7340 430 do {
9b706aee 431 tmp[i++] = (digits[((unsigned char)num) & mask] | locase);
b39a7340
DV
432 num >>= shift;
433 } while (num);
4277eedd
DV
434 } else { /* base 10 */
435 i = put_dec(tmp, num) - tmp;
436 }
b39a7340
DV
437
438 /* printing 100 using %2d gives "100", not "00" */
fef20d9c
FW
439 if (i > spec.precision)
440 spec.precision = i;
b39a7340 441 /* leading space padding */
fef20d9c
FW
442 spec.field_width -= spec.precision;
443 if (!(spec.flags & (ZEROPAD+LEFT))) {
7b9186f5 444 while (--spec.field_width >= 0) {
f796937a 445 if (buf < end)
1da177e4
LT
446 *buf = ' ';
447 ++buf;
448 }
449 }
b39a7340 450 /* sign */
1da177e4 451 if (sign) {
f796937a 452 if (buf < end)
1da177e4
LT
453 *buf = sign;
454 ++buf;
455 }
b39a7340
DV
456 /* "0x" / "0" prefix */
457 if (need_pfx) {
7c203422
PC
458 if (spec.base == 16 || !is_zero) {
459 if (buf < end)
460 *buf = '0';
461 ++buf;
462 }
fef20d9c 463 if (spec.base == 16) {
f796937a 464 if (buf < end)
9b706aee 465 *buf = ('X' | locase);
1da177e4
LT
466 ++buf;
467 }
468 }
b39a7340 469 /* zero or space padding */
fef20d9c
FW
470 if (!(spec.flags & LEFT)) {
471 char c = (spec.flags & ZEROPAD) ? '0' : ' ';
472 while (--spec.field_width >= 0) {
f796937a 473 if (buf < end)
1da177e4
LT
474 *buf = c;
475 ++buf;
476 }
477 }
b39a7340 478 /* hmm even more zero padding? */
fef20d9c 479 while (i <= --spec.precision) {
f796937a 480 if (buf < end)
1da177e4
LT
481 *buf = '0';
482 ++buf;
483 }
b39a7340
DV
484 /* actual digits of result */
485 while (--i >= 0) {
f796937a 486 if (buf < end)
1da177e4
LT
487 *buf = tmp[i];
488 ++buf;
489 }
b39a7340 490 /* trailing space padding */
fef20d9c 491 while (--spec.field_width >= 0) {
f796937a 492 if (buf < end)
1da177e4
LT
493 *buf = ' ';
494 ++buf;
495 }
7b9186f5 496
1da177e4
LT
497 return buf;
498}
499
cf3b429b
JP
500static noinline_for_stack
501char *string(char *buf, char *end, const char *s, struct printf_spec spec)
0f9bfa56
LT
502{
503 int len, i;
504
505 if ((unsigned long)s < PAGE_SIZE)
0f4f81dc 506 s = "(null)";
0f9bfa56 507
fef20d9c 508 len = strnlen(s, spec.precision);
0f9bfa56 509
fef20d9c
FW
510 if (!(spec.flags & LEFT)) {
511 while (len < spec.field_width--) {
0f9bfa56
LT
512 if (buf < end)
513 *buf = ' ';
514 ++buf;
515 }
516 }
517 for (i = 0; i < len; ++i) {
518 if (buf < end)
519 *buf = *s;
520 ++buf; ++s;
521 }
fef20d9c 522 while (len < spec.field_width--) {
0f9bfa56
LT
523 if (buf < end)
524 *buf = ' ';
525 ++buf;
526 }
7b9186f5 527
0f9bfa56
LT
528 return buf;
529}
530
cf3b429b
JP
531static noinline_for_stack
532char *symbol_string(char *buf, char *end, void *ptr,
533 struct printf_spec spec, char ext)
0fe1ef24
LT
534{
535 unsigned long value = (unsigned long) ptr;
536#ifdef CONFIG_KALLSYMS
537 char sym[KSYM_SYMBOL_LEN];
0f77a8d3
NK
538 if (ext == 'B')
539 sprint_backtrace(sym, value);
540 else if (ext != 'f' && ext != 's')
0c8b946e
FW
541 sprint_symbol(sym, value);
542 else
4796dd20 543 sprint_symbol_no_offset(sym, value);
7b9186f5 544
fef20d9c 545 return string(buf, end, sym, spec);
0fe1ef24 546#else
7b9186f5 547 spec.field_width = 2 * sizeof(void *);
fef20d9c
FW
548 spec.flags |= SPECIAL | SMALL | ZEROPAD;
549 spec.base = 16;
7b9186f5 550
fef20d9c 551 return number(buf, end, value, spec);
0fe1ef24
LT
552#endif
553}
554
cf3b429b
JP
555static noinline_for_stack
556char *resource_string(char *buf, char *end, struct resource *res,
557 struct printf_spec spec, const char *fmt)
332d2e78
LT
558{
559#ifndef IO_RSRC_PRINTK_SIZE
28405372 560#define IO_RSRC_PRINTK_SIZE 6
332d2e78
LT
561#endif
562
563#ifndef MEM_RSRC_PRINTK_SIZE
28405372 564#define MEM_RSRC_PRINTK_SIZE 10
332d2e78 565#endif
4da0b66c 566 static const struct printf_spec io_spec = {
fef20d9c 567 .base = 16,
4da0b66c 568 .field_width = IO_RSRC_PRINTK_SIZE,
fef20d9c
FW
569 .precision = -1,
570 .flags = SPECIAL | SMALL | ZEROPAD,
571 };
4da0b66c
BH
572 static const struct printf_spec mem_spec = {
573 .base = 16,
574 .field_width = MEM_RSRC_PRINTK_SIZE,
575 .precision = -1,
576 .flags = SPECIAL | SMALL | ZEROPAD,
577 };
0f4050c7
BH
578 static const struct printf_spec bus_spec = {
579 .base = 16,
580 .field_width = 2,
581 .precision = -1,
582 .flags = SMALL | ZEROPAD,
583 };
4da0b66c 584 static const struct printf_spec dec_spec = {
c91d3376
BH
585 .base = 10,
586 .precision = -1,
587 .flags = 0,
588 };
4da0b66c 589 static const struct printf_spec str_spec = {
fd95541e
BH
590 .field_width = -1,
591 .precision = 10,
592 .flags = LEFT,
593 };
4da0b66c 594 static const struct printf_spec flag_spec = {
fd95541e
BH
595 .base = 16,
596 .precision = -1,
597 .flags = SPECIAL | SMALL,
598 };
c7dabef8
BH
599
600 /* 32-bit res (sizeof==4): 10 chars in dec, 10 in hex ("0x" + 8)
601 * 64-bit res (sizeof==8): 20 chars in dec, 18 in hex ("0x" + 16) */
602#define RSRC_BUF_SIZE ((2 * sizeof(resource_size_t)) + 4)
603#define FLAG_BUF_SIZE (2 * sizeof(res->flags))
9d7cca04 604#define DECODED_BUF_SIZE sizeof("[mem - 64bit pref window disabled]")
c7dabef8
BH
605#define RAW_BUF_SIZE sizeof("[mem - flags 0x]")
606 char sym[max(2*RSRC_BUF_SIZE + DECODED_BUF_SIZE,
607 2*RSRC_BUF_SIZE + FLAG_BUF_SIZE + RAW_BUF_SIZE)];
608
332d2e78 609 char *p = sym, *pend = sym + sizeof(sym);
c7dabef8 610 int decode = (fmt[0] == 'R') ? 1 : 0;
4da0b66c 611 const struct printf_spec *specp;
332d2e78
LT
612
613 *p++ = '[';
4da0b66c 614 if (res->flags & IORESOURCE_IO) {
c7dabef8 615 p = string(p, pend, "io ", str_spec);
4da0b66c
BH
616 specp = &io_spec;
617 } else if (res->flags & IORESOURCE_MEM) {
c7dabef8 618 p = string(p, pend, "mem ", str_spec);
4da0b66c
BH
619 specp = &mem_spec;
620 } else if (res->flags & IORESOURCE_IRQ) {
c7dabef8 621 p = string(p, pend, "irq ", str_spec);
4da0b66c
BH
622 specp = &dec_spec;
623 } else if (res->flags & IORESOURCE_DMA) {
c7dabef8 624 p = string(p, pend, "dma ", str_spec);
4da0b66c 625 specp = &dec_spec;
0f4050c7
BH
626 } else if (res->flags & IORESOURCE_BUS) {
627 p = string(p, pend, "bus ", str_spec);
628 specp = &bus_spec;
4da0b66c 629 } else {
c7dabef8 630 p = string(p, pend, "??? ", str_spec);
4da0b66c 631 specp = &mem_spec;
c7dabef8 632 decode = 0;
fd95541e 633 }
4da0b66c 634 p = number(p, pend, res->start, *specp);
c91d3376
BH
635 if (res->start != res->end) {
636 *p++ = '-';
4da0b66c 637 p = number(p, pend, res->end, *specp);
c91d3376 638 }
c7dabef8 639 if (decode) {
fd95541e
BH
640 if (res->flags & IORESOURCE_MEM_64)
641 p = string(p, pend, " 64bit", str_spec);
642 if (res->flags & IORESOURCE_PREFETCH)
643 p = string(p, pend, " pref", str_spec);
9d7cca04
BH
644 if (res->flags & IORESOURCE_WINDOW)
645 p = string(p, pend, " window", str_spec);
fd95541e
BH
646 if (res->flags & IORESOURCE_DISABLED)
647 p = string(p, pend, " disabled", str_spec);
c7dabef8
BH
648 } else {
649 p = string(p, pend, " flags ", str_spec);
650 p = number(p, pend, res->flags, flag_spec);
fd95541e 651 }
332d2e78 652 *p++ = ']';
c7dabef8 653 *p = '\0';
332d2e78 654
fef20d9c 655 return string(buf, end, sym, spec);
332d2e78
LT
656}
657
31550a16
AS
658static noinline_for_stack
659char *hex_string(char *buf, char *end, u8 *addr, struct printf_spec spec,
660 const char *fmt)
661{
662 int i, len = 1; /* if we pass '%ph[CDN]', field witdh remains
663 negative value, fallback to the default */
664 char separator;
665
666 if (spec.field_width == 0)
667 /* nothing to print */
668 return buf;
669
670 if (ZERO_OR_NULL_PTR(addr))
671 /* NULL pointer */
672 return string(buf, end, NULL, spec);
673
674 switch (fmt[1]) {
675 case 'C':
676 separator = ':';
677 break;
678 case 'D':
679 separator = '-';
680 break;
681 case 'N':
682 separator = 0;
683 break;
684 default:
685 separator = ' ';
686 break;
687 }
688
689 if (spec.field_width > 0)
690 len = min_t(int, spec.field_width, 64);
691
692 for (i = 0; i < len && buf < end - 1; i++) {
693 buf = hex_byte_pack(buf, addr[i]);
694
695 if (buf < end && separator && i != len - 1)
696 *buf++ = separator;
697 }
698
699 return buf;
700}
701
cf3b429b
JP
702static noinline_for_stack
703char *mac_address_string(char *buf, char *end, u8 *addr,
704 struct printf_spec spec, const char *fmt)
dd45c9cf 705{
8a27f7c9 706 char mac_addr[sizeof("xx:xx:xx:xx:xx:xx")];
dd45c9cf
HH
707 char *p = mac_addr;
708 int i;
bc7259a2 709 char separator;
76597ff9 710 bool reversed = false;
bc7259a2 711
76597ff9
AE
712 switch (fmt[1]) {
713 case 'F':
bc7259a2 714 separator = '-';
76597ff9
AE
715 break;
716
717 case 'R':
718 reversed = true;
719 /* fall through */
720
721 default:
bc7259a2 722 separator = ':';
76597ff9 723 break;
bc7259a2 724 }
dd45c9cf
HH
725
726 for (i = 0; i < 6; i++) {
76597ff9
AE
727 if (reversed)
728 p = hex_byte_pack(p, addr[5 - i]);
729 else
730 p = hex_byte_pack(p, addr[i]);
731
8a27f7c9 732 if (fmt[0] == 'M' && i != 5)
bc7259a2 733 *p++ = separator;
dd45c9cf
HH
734 }
735 *p = '\0';
736
fef20d9c 737 return string(buf, end, mac_addr, spec);
dd45c9cf
HH
738}
739
cf3b429b
JP
740static noinline_for_stack
741char *ip4_string(char *p, const u8 *addr, const char *fmt)
8a27f7c9
JP
742{
743 int i;
0159f24e
JP
744 bool leading_zeros = (fmt[0] == 'i');
745 int index;
746 int step;
747
748 switch (fmt[2]) {
749 case 'h':
750#ifdef __BIG_ENDIAN
751 index = 0;
752 step = 1;
753#else
754 index = 3;
755 step = -1;
756#endif
757 break;
758 case 'l':
759 index = 3;
760 step = -1;
761 break;
762 case 'n':
763 case 'b':
764 default:
765 index = 0;
766 step = 1;
767 break;
768 }
8a27f7c9
JP
769 for (i = 0; i < 4; i++) {
770 char temp[3]; /* hold each IP quad in reverse order */
133fd9f5 771 int digits = put_dec_trunc8(temp, addr[index]) - temp;
8a27f7c9
JP
772 if (leading_zeros) {
773 if (digits < 3)
774 *p++ = '0';
775 if (digits < 2)
776 *p++ = '0';
777 }
778 /* reverse the digits in the quad */
779 while (digits--)
780 *p++ = temp[digits];
781 if (i < 3)
782 *p++ = '.';
0159f24e 783 index += step;
8a27f7c9 784 }
8a27f7c9 785 *p = '\0';
7b9186f5 786
8a27f7c9
JP
787 return p;
788}
789
cf3b429b
JP
790static noinline_for_stack
791char *ip6_compressed_string(char *p, const char *addr)
689afa7d 792{
7b9186f5 793 int i, j, range;
8a27f7c9
JP
794 unsigned char zerolength[8];
795 int longest = 1;
796 int colonpos = -1;
797 u16 word;
7b9186f5 798 u8 hi, lo;
8a27f7c9 799 bool needcolon = false;
eb78cd26
JP
800 bool useIPv4;
801 struct in6_addr in6;
802
803 memcpy(&in6, addr, sizeof(struct in6_addr));
804
805 useIPv4 = ipv6_addr_v4mapped(&in6) || ipv6_addr_is_isatap(&in6);
8a27f7c9
JP
806
807 memset(zerolength, 0, sizeof(zerolength));
808
809 if (useIPv4)
810 range = 6;
811 else
812 range = 8;
813
814 /* find position of longest 0 run */
815 for (i = 0; i < range; i++) {
816 for (j = i; j < range; j++) {
eb78cd26 817 if (in6.s6_addr16[j] != 0)
8a27f7c9
JP
818 break;
819 zerolength[i]++;
820 }
821 }
822 for (i = 0; i < range; i++) {
823 if (zerolength[i] > longest) {
824 longest = zerolength[i];
825 colonpos = i;
826 }
827 }
29cf519e
JP
828 if (longest == 1) /* don't compress a single 0 */
829 colonpos = -1;
689afa7d 830
8a27f7c9
JP
831 /* emit address */
832 for (i = 0; i < range; i++) {
833 if (i == colonpos) {
834 if (needcolon || i == 0)
835 *p++ = ':';
836 *p++ = ':';
837 needcolon = false;
838 i += longest - 1;
839 continue;
840 }
841 if (needcolon) {
842 *p++ = ':';
843 needcolon = false;
844 }
845 /* hex u16 without leading 0s */
eb78cd26 846 word = ntohs(in6.s6_addr16[i]);
8a27f7c9
JP
847 hi = word >> 8;
848 lo = word & 0xff;
849 if (hi) {
850 if (hi > 0x0f)
55036ba7 851 p = hex_byte_pack(p, hi);
8a27f7c9
JP
852 else
853 *p++ = hex_asc_lo(hi);
55036ba7 854 p = hex_byte_pack(p, lo);
8a27f7c9 855 }
b5ff992b 856 else if (lo > 0x0f)
55036ba7 857 p = hex_byte_pack(p, lo);
8a27f7c9
JP
858 else
859 *p++ = hex_asc_lo(lo);
860 needcolon = true;
861 }
862
863 if (useIPv4) {
864 if (needcolon)
865 *p++ = ':';
0159f24e 866 p = ip4_string(p, &in6.s6_addr[12], "I4");
8a27f7c9 867 }
8a27f7c9 868 *p = '\0';
7b9186f5 869
8a27f7c9
JP
870 return p;
871}
872
cf3b429b
JP
873static noinline_for_stack
874char *ip6_string(char *p, const char *addr, const char *fmt)
8a27f7c9
JP
875{
876 int i;
7b9186f5 877
689afa7d 878 for (i = 0; i < 8; i++) {
55036ba7
AS
879 p = hex_byte_pack(p, *addr++);
880 p = hex_byte_pack(p, *addr++);
8a27f7c9 881 if (fmt[0] == 'I' && i != 7)
689afa7d
HH
882 *p++ = ':';
883 }
884 *p = '\0';
7b9186f5 885
8a27f7c9
JP
886 return p;
887}
888
cf3b429b
JP
889static noinline_for_stack
890char *ip6_addr_string(char *buf, char *end, const u8 *addr,
891 struct printf_spec spec, const char *fmt)
8a27f7c9
JP
892{
893 char ip6_addr[sizeof("xxxx:xxxx:xxxx:xxxx:xxxx:xxxx:255.255.255.255")];
894
895 if (fmt[0] == 'I' && fmt[2] == 'c')
eb78cd26 896 ip6_compressed_string(ip6_addr, addr);
8a27f7c9 897 else
eb78cd26 898 ip6_string(ip6_addr, addr, fmt);
689afa7d 899
fef20d9c 900 return string(buf, end, ip6_addr, spec);
689afa7d
HH
901}
902
cf3b429b
JP
903static noinline_for_stack
904char *ip4_addr_string(char *buf, char *end, const u8 *addr,
905 struct printf_spec spec, const char *fmt)
4aa99606 906{
8a27f7c9 907 char ip4_addr[sizeof("255.255.255.255")];
4aa99606 908
0159f24e 909 ip4_string(ip4_addr, addr, fmt);
4aa99606 910
fef20d9c 911 return string(buf, end, ip4_addr, spec);
4aa99606
HH
912}
913
cf3b429b
JP
914static noinline_for_stack
915char *uuid_string(char *buf, char *end, const u8 *addr,
916 struct printf_spec spec, const char *fmt)
9ac6e44e
JP
917{
918 char uuid[sizeof("xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx")];
919 char *p = uuid;
920 int i;
921 static const u8 be[16] = {0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15};
922 static const u8 le[16] = {3,2,1,0,5,4,7,6,8,9,10,11,12,13,14,15};
923 const u8 *index = be;
924 bool uc = false;
925
926 switch (*(++fmt)) {
927 case 'L':
928 uc = true; /* fall-through */
929 case 'l':
930 index = le;
931 break;
932 case 'B':
933 uc = true;
934 break;
935 }
936
937 for (i = 0; i < 16; i++) {
55036ba7 938 p = hex_byte_pack(p, addr[index[i]]);
9ac6e44e
JP
939 switch (i) {
940 case 3:
941 case 5:
942 case 7:
943 case 9:
944 *p++ = '-';
945 break;
946 }
947 }
948
949 *p = 0;
950
951 if (uc) {
952 p = uuid;
953 do {
954 *p = toupper(*p);
955 } while (*(++p));
956 }
957
958 return string(buf, end, uuid, spec);
959}
960
c8f44aff
MM
961static
962char *netdev_feature_string(char *buf, char *end, const u8 *addr,
963 struct printf_spec spec)
964{
965 spec.flags |= SPECIAL | SMALL | ZEROPAD;
966 if (spec.field_width == -1)
967 spec.field_width = 2 + 2 * sizeof(netdev_features_t);
968 spec.base = 16;
969
970 return number(buf, end, *(const netdev_features_t *)addr, spec);
971}
972
411f05f1 973int kptr_restrict __read_mostly;
455cd5ab 974
4d8a743c
LT
975/*
976 * Show a '%p' thing. A kernel extension is that the '%p' is followed
977 * by an extra set of alphanumeric characters that are extended format
978 * specifiers.
979 *
332d2e78
LT
980 * Right now we handle:
981 *
0c8b946e
FW
982 * - 'F' For symbolic function descriptor pointers with offset
983 * - 'f' For simple symbolic function names without offset
0efb4d20
SR
984 * - 'S' For symbolic direct pointers with offset
985 * - 's' For symbolic direct pointers without offset
0f77a8d3 986 * - 'B' For backtraced symbolic direct pointers with offset
c7dabef8
BH
987 * - 'R' For decoded struct resource, e.g., [mem 0x0-0x1f 64bit pref]
988 * - 'r' For raw struct resource, e.g., [mem 0x0-0x1f flags 0x201]
dd45c9cf
HH
989 * - 'M' For a 6-byte MAC address, it prints the address in the
990 * usual colon-separated hex notation
8a27f7c9 991 * - 'm' For a 6-byte MAC address, it prints the hex address without colons
bc7259a2 992 * - 'MF' For a 6-byte MAC FDDI address, it prints the address
c8e00060 993 * with a dash-separated hex notation
76597ff9 994 * - '[mM]R For a 6-byte MAC address, Reverse order (Bluetooth)
8a27f7c9
JP
995 * - 'I' [46] for IPv4/IPv6 addresses printed in the usual way
996 * IPv4 uses dot-separated decimal without leading 0's (1.2.3.4)
997 * IPv6 uses colon separated network-order 16 bit hex with leading 0's
998 * - 'i' [46] for 'raw' IPv4/IPv6 addresses
999 * IPv6 omits the colons (01020304...0f)
1000 * IPv4 uses dot-separated decimal with leading 0's (010.123.045.006)
0159f24e 1001 * - '[Ii]4[hnbl]' IPv4 addresses in host, network, big or little endian order
8a27f7c9 1002 * - 'I6c' for IPv6 addresses printed as specified by
29cf519e 1003 * http://tools.ietf.org/html/rfc5952
9ac6e44e
JP
1004 * - 'U' For a 16 byte UUID/GUID, it prints the UUID/GUID in the form
1005 * "xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx"
1006 * Options for %pU are:
1007 * b big endian lower case hex (default)
1008 * B big endian UPPER case hex
1009 * l little endian lower case hex
1010 * L little endian UPPER case hex
1011 * big endian output byte order is:
1012 * [0][1][2][3]-[4][5]-[6][7]-[8][9]-[10][11][12][13][14][15]
1013 * little endian output byte order is:
1014 * [3][2][1][0]-[5][4]-[7][6]-[8][9]-[10][11][12][13][14][15]
7db6f5fb
JP
1015 * - 'V' For a struct va_format which contains a format string * and va_list *,
1016 * call vsnprintf(->format, *->va_list).
1017 * Implements a "recursive vsnprintf".
1018 * Do not use this feature without some mechanism to verify the
1019 * correctness of the format string and va_list arguments.
455cd5ab 1020 * - 'K' For a kernel pointer that should be hidden from unprivileged users
c8f44aff 1021 * - 'NF' For a netdev_features_t
31550a16
AS
1022 * - 'h[CDN]' For a variable-length buffer, it prints it as a hex string with
1023 * a certain separator (' ' by default):
1024 * C colon
1025 * D dash
1026 * N no separator
1027 * The maximum supported length is 64 bytes of the input. Consider
1028 * to use print_hex_dump() for the larger input.
9ac6e44e 1029 *
332d2e78
LT
1030 * Note: The difference between 'S' and 'F' is that on ia64 and ppc64
1031 * function pointers are really function descriptors, which contain a
1032 * pointer to the real address.
4d8a743c 1033 */
cf3b429b
JP
1034static noinline_for_stack
1035char *pointer(const char *fmt, char *buf, char *end, void *ptr,
1036 struct printf_spec spec)
78a8bf69 1037{
725fe002
GL
1038 int default_width = 2 * sizeof(void *) + (spec.flags & SPECIAL ? 2 : 0);
1039
9f36e2c4 1040 if (!ptr && *fmt != 'K') {
5e057981
JP
1041 /*
1042 * Print (null) with the same width as a pointer so it makes
1043 * tabular output look nice.
1044 */
1045 if (spec.field_width == -1)
725fe002 1046 spec.field_width = default_width;
fef20d9c 1047 return string(buf, end, "(null)", spec);
5e057981 1048 }
d97106ab 1049
0fe1ef24
LT
1050 switch (*fmt) {
1051 case 'F':
0c8b946e 1052 case 'f':
0fe1ef24
LT
1053 ptr = dereference_function_descriptor(ptr);
1054 /* Fallthrough */
1055 case 'S':
9ac6e44e 1056 case 's':
0f77a8d3 1057 case 'B':
0c8b946e 1058 return symbol_string(buf, end, ptr, spec, *fmt);
332d2e78 1059 case 'R':
c7dabef8 1060 case 'r':
fd95541e 1061 return resource_string(buf, end, ptr, spec, fmt);
31550a16
AS
1062 case 'h':
1063 return hex_string(buf, end, ptr, spec, fmt);
8a27f7c9
JP
1064 case 'M': /* Colon separated: 00:01:02:03:04:05 */
1065 case 'm': /* Contiguous: 000102030405 */
76597ff9
AE
1066 /* [mM]F (FDDI) */
1067 /* [mM]R (Reverse order; Bluetooth) */
8a27f7c9
JP
1068 return mac_address_string(buf, end, ptr, spec, fmt);
1069 case 'I': /* Formatted IP supported
1070 * 4: 1.2.3.4
1071 * 6: 0001:0203:...:0708
1072 * 6c: 1::708 or 1::1.2.3.4
1073 */
1074 case 'i': /* Contiguous:
1075 * 4: 001.002.003.004
1076 * 6: 000102...0f
1077 */
1078 switch (fmt[1]) {
1079 case '6':
1080 return ip6_addr_string(buf, end, ptr, spec, fmt);
1081 case '4':
1082 return ip4_addr_string(buf, end, ptr, spec, fmt);
1083 }
fef20d9c 1084 break;
9ac6e44e
JP
1085 case 'U':
1086 return uuid_string(buf, end, ptr, spec, fmt);
7db6f5fb 1087 case 'V':
5756b76e
JB
1088 {
1089 va_list va;
1090
1091 va_copy(va, *((struct va_format *)ptr)->va);
1092 buf += vsnprintf(buf, end > buf ? end - buf : 0,
1093 ((struct va_format *)ptr)->fmt, va);
1094 va_end(va);
1095 return buf;
1096 }
455cd5ab
DR
1097 case 'K':
1098 /*
1099 * %pK cannot be used in IRQ context because its test
1100 * for CAP_SYSLOG would be meaningless.
1101 */
3715c530
DR
1102 if (kptr_restrict && (in_irq() || in_serving_softirq() ||
1103 in_nmi())) {
455cd5ab 1104 if (spec.field_width == -1)
725fe002 1105 spec.field_width = default_width;
455cd5ab 1106 return string(buf, end, "pK-error", spec);
455cd5ab 1107 }
26297607
JP
1108 if (!((kptr_restrict == 0) ||
1109 (kptr_restrict == 1 &&
1110 has_capability_noaudit(current, CAP_SYSLOG))))
1111 ptr = NULL;
1112 break;
c8f44aff
MM
1113 case 'N':
1114 switch (fmt[1]) {
1115 case 'F':
1116 return netdev_feature_string(buf, end, ptr, spec);
1117 }
1118 break;
fef20d9c
FW
1119 }
1120 spec.flags |= SMALL;
1121 if (spec.field_width == -1) {
725fe002 1122 spec.field_width = default_width;
fef20d9c
FW
1123 spec.flags |= ZEROPAD;
1124 }
1125 spec.base = 16;
1126
1127 return number(buf, end, (unsigned long) ptr, spec);
1128}
1129
1130/*
1131 * Helper function to decode printf style format.
1132 * Each call decode a token from the format and return the
1133 * number of characters read (or likely the delta where it wants
1134 * to go on the next call).
1135 * The decoded token is returned through the parameters
1136 *
1137 * 'h', 'l', or 'L' for integer fields
1138 * 'z' support added 23/7/1999 S.H.
1139 * 'z' changed to 'Z' --davidm 1/25/99
1140 * 't' added for ptrdiff_t
1141 *
1142 * @fmt: the format string
1143 * @type of the token returned
1144 * @flags: various flags such as +, -, # tokens..
1145 * @field_width: overwritten width
1146 * @base: base of the number (octal, hex, ...)
1147 * @precision: precision of a number
1148 * @qualifier: qualifier of a number (long, size_t, ...)
1149 */
cf3b429b
JP
1150static noinline_for_stack
1151int format_decode(const char *fmt, struct printf_spec *spec)
fef20d9c
FW
1152{
1153 const char *start = fmt;
fef20d9c
FW
1154
1155 /* we finished early by reading the field width */
ed681a91 1156 if (spec->type == FORMAT_TYPE_WIDTH) {
fef20d9c
FW
1157 if (spec->field_width < 0) {
1158 spec->field_width = -spec->field_width;
1159 spec->flags |= LEFT;
1160 }
1161 spec->type = FORMAT_TYPE_NONE;
1162 goto precision;
1163 }
1164
1165 /* we finished early by reading the precision */
1166 if (spec->type == FORMAT_TYPE_PRECISION) {
1167 if (spec->precision < 0)
1168 spec->precision = 0;
1169
1170 spec->type = FORMAT_TYPE_NONE;
1171 goto qualifier;
1172 }
1173
1174 /* By default */
1175 spec->type = FORMAT_TYPE_NONE;
1176
1177 for (; *fmt ; ++fmt) {
1178 if (*fmt == '%')
1179 break;
1180 }
1181
1182 /* Return the current non-format string */
1183 if (fmt != start || !*fmt)
1184 return fmt - start;
1185
1186 /* Process flags */
1187 spec->flags = 0;
1188
1189 while (1) { /* this also skips first '%' */
1190 bool found = true;
1191
1192 ++fmt;
1193
1194 switch (*fmt) {
1195 case '-': spec->flags |= LEFT; break;
1196 case '+': spec->flags |= PLUS; break;
1197 case ' ': spec->flags |= SPACE; break;
1198 case '#': spec->flags |= SPECIAL; break;
1199 case '0': spec->flags |= ZEROPAD; break;
1200 default: found = false;
1201 }
1202
1203 if (!found)
1204 break;
1205 }
1206
1207 /* get field width */
1208 spec->field_width = -1;
1209
1210 if (isdigit(*fmt))
1211 spec->field_width = skip_atoi(&fmt);
1212 else if (*fmt == '*') {
1213 /* it's the next argument */
ed681a91 1214 spec->type = FORMAT_TYPE_WIDTH;
fef20d9c
FW
1215 return ++fmt - start;
1216 }
1217
1218precision:
1219 /* get the precision */
1220 spec->precision = -1;
1221 if (*fmt == '.') {
1222 ++fmt;
1223 if (isdigit(*fmt)) {
1224 spec->precision = skip_atoi(&fmt);
1225 if (spec->precision < 0)
1226 spec->precision = 0;
1227 } else if (*fmt == '*') {
1228 /* it's the next argument */
adf26f84 1229 spec->type = FORMAT_TYPE_PRECISION;
fef20d9c
FW
1230 return ++fmt - start;
1231 }
1232 }
1233
1234qualifier:
1235 /* get the conversion qualifier */
1236 spec->qualifier = -1;
75fb8f26
AS
1237 if (*fmt == 'h' || _tolower(*fmt) == 'l' ||
1238 _tolower(*fmt) == 'z' || *fmt == 't') {
a4e94ef0
Z
1239 spec->qualifier = *fmt++;
1240 if (unlikely(spec->qualifier == *fmt)) {
1241 if (spec->qualifier == 'l') {
1242 spec->qualifier = 'L';
1243 ++fmt;
1244 } else if (spec->qualifier == 'h') {
1245 spec->qualifier = 'H';
1246 ++fmt;
1247 }
fef20d9c
FW
1248 }
1249 }
1250
1251 /* default base */
1252 spec->base = 10;
1253 switch (*fmt) {
1254 case 'c':
1255 spec->type = FORMAT_TYPE_CHAR;
1256 return ++fmt - start;
1257
1258 case 's':
1259 spec->type = FORMAT_TYPE_STR;
1260 return ++fmt - start;
1261
1262 case 'p':
1263 spec->type = FORMAT_TYPE_PTR;
1264 return fmt - start;
1265 /* skip alnum */
1266
1267 case 'n':
1268 spec->type = FORMAT_TYPE_NRCHARS;
1269 return ++fmt - start;
1270
1271 case '%':
1272 spec->type = FORMAT_TYPE_PERCENT_CHAR;
1273 return ++fmt - start;
1274
1275 /* integer number formats - set up the flags and "break" */
1276 case 'o':
1277 spec->base = 8;
1278 break;
1279
1280 case 'x':
1281 spec->flags |= SMALL;
1282
1283 case 'X':
1284 spec->base = 16;
1285 break;
1286
1287 case 'd':
1288 case 'i':
39e874f8 1289 spec->flags |= SIGN;
fef20d9c 1290 case 'u':
4aa99606 1291 break;
fef20d9c
FW
1292
1293 default:
1294 spec->type = FORMAT_TYPE_INVALID;
1295 return fmt - start;
0fe1ef24 1296 }
fef20d9c
FW
1297
1298 if (spec->qualifier == 'L')
1299 spec->type = FORMAT_TYPE_LONG_LONG;
1300 else if (spec->qualifier == 'l') {
39e874f8 1301 if (spec->flags & SIGN)
fef20d9c
FW
1302 spec->type = FORMAT_TYPE_LONG;
1303 else
1304 spec->type = FORMAT_TYPE_ULONG;
75fb8f26 1305 } else if (_tolower(spec->qualifier) == 'z') {
fef20d9c
FW
1306 spec->type = FORMAT_TYPE_SIZE_T;
1307 } else if (spec->qualifier == 't') {
1308 spec->type = FORMAT_TYPE_PTRDIFF;
a4e94ef0
Z
1309 } else if (spec->qualifier == 'H') {
1310 if (spec->flags & SIGN)
1311 spec->type = FORMAT_TYPE_BYTE;
1312 else
1313 spec->type = FORMAT_TYPE_UBYTE;
fef20d9c 1314 } else if (spec->qualifier == 'h') {
39e874f8 1315 if (spec->flags & SIGN)
fef20d9c
FW
1316 spec->type = FORMAT_TYPE_SHORT;
1317 else
1318 spec->type = FORMAT_TYPE_USHORT;
1319 } else {
39e874f8 1320 if (spec->flags & SIGN)
fef20d9c
FW
1321 spec->type = FORMAT_TYPE_INT;
1322 else
1323 spec->type = FORMAT_TYPE_UINT;
78a8bf69 1324 }
fef20d9c
FW
1325
1326 return ++fmt - start;
78a8bf69
LT
1327}
1328
1da177e4
LT
1329/**
1330 * vsnprintf - Format a string and place it in a buffer
1331 * @buf: The buffer to place the result into
1332 * @size: The size of the buffer, including the trailing null space
1333 * @fmt: The format string to use
1334 * @args: Arguments for the format string
1335 *
20036fdc 1336 * This function follows C99 vsnprintf, but has some extensions:
91adcd2c
SR
1337 * %pS output the name of a text symbol with offset
1338 * %ps output the name of a text symbol without offset
0c8b946e
FW
1339 * %pF output the name of a function pointer with its offset
1340 * %pf output the name of a function pointer without its offset
0f77a8d3 1341 * %pB output the name of a backtrace symbol with its offset
8a79503a
UKK
1342 * %pR output the address range in a struct resource with decoded flags
1343 * %pr output the address range in a struct resource with raw flags
1344 * %pM output a 6-byte MAC address with colons
1345 * %pm output a 6-byte MAC address without colons
1346 * %pI4 print an IPv4 address without leading zeros
1347 * %pi4 print an IPv4 address with leading zeros
1348 * %pI6 print an IPv6 address with colons
1349 * %pi6 print an IPv6 address without colons
f996f208 1350 * %pI6c print an IPv6 address as specified by RFC 5952
8a79503a
UKK
1351 * %pU[bBlL] print a UUID/GUID in big or little endian using lower or upper
1352 * case.
31550a16
AS
1353 * %*ph[CDN] a variable-length hex string with a separator (supports up to 64
1354 * bytes of the input)
0efb4d20 1355 * %n is ignored
20036fdc 1356 *
80f548e0
AM
1357 * ** Please update Documentation/printk-formats.txt when making changes **
1358 *
1da177e4
LT
1359 * The return value is the number of characters which would
1360 * be generated for the given input, excluding the trailing
1361 * '\0', as per ISO C99. If you want to have the exact
1362 * number of characters written into @buf as return value
72fd4a35 1363 * (not including the trailing '\0'), use vscnprintf(). If the
1da177e4
LT
1364 * return is greater than or equal to @size, the resulting
1365 * string is truncated.
1366 *
ba1835eb 1367 * If you're not already dealing with a va_list consider using snprintf().
1da177e4
LT
1368 */
1369int vsnprintf(char *buf, size_t size, const char *fmt, va_list args)
1370{
1da177e4 1371 unsigned long long num;
d4be151b 1372 char *str, *end;
fef20d9c 1373 struct printf_spec spec = {0};
1da177e4 1374
f796937a
JF
1375 /* Reject out-of-range values early. Large positive sizes are
1376 used for unknown buffer sizes. */
2f30b1f9 1377 if (WARN_ON_ONCE((int) size < 0))
1da177e4 1378 return 0;
1da177e4
LT
1379
1380 str = buf;
f796937a 1381 end = buf + size;
1da177e4 1382
f796937a
JF
1383 /* Make sure end is always >= buf */
1384 if (end < buf) {
1385 end = ((void *)-1);
1386 size = end - buf;
1da177e4
LT
1387 }
1388
fef20d9c
FW
1389 while (*fmt) {
1390 const char *old_fmt = fmt;
d4be151b 1391 int read = format_decode(fmt, &spec);
1da177e4 1392
fef20d9c 1393 fmt += read;
1da177e4 1394
fef20d9c
FW
1395 switch (spec.type) {
1396 case FORMAT_TYPE_NONE: {
1397 int copy = read;
1398 if (str < end) {
1399 if (copy > end - str)
1400 copy = end - str;
1401 memcpy(str, old_fmt, copy);
1da177e4 1402 }
fef20d9c
FW
1403 str += read;
1404 break;
1da177e4
LT
1405 }
1406
ed681a91 1407 case FORMAT_TYPE_WIDTH:
fef20d9c
FW
1408 spec.field_width = va_arg(args, int);
1409 break;
1da177e4 1410
fef20d9c
FW
1411 case FORMAT_TYPE_PRECISION:
1412 spec.precision = va_arg(args, int);
1413 break;
1da177e4 1414
d4be151b
AGR
1415 case FORMAT_TYPE_CHAR: {
1416 char c;
1417
fef20d9c
FW
1418 if (!(spec.flags & LEFT)) {
1419 while (--spec.field_width > 0) {
f796937a 1420 if (str < end)
1da177e4
LT
1421 *str = ' ';
1422 ++str;
1da177e4 1423
fef20d9c
FW
1424 }
1425 }
1426 c = (unsigned char) va_arg(args, int);
1427 if (str < end)
1428 *str = c;
1429 ++str;
1430 while (--spec.field_width > 0) {
f796937a 1431 if (str < end)
fef20d9c 1432 *str = ' ';
1da177e4 1433 ++str;
fef20d9c
FW
1434 }
1435 break;
d4be151b 1436 }
1da177e4 1437
fef20d9c
FW
1438 case FORMAT_TYPE_STR:
1439 str = string(str, end, va_arg(args, char *), spec);
1440 break;
1da177e4 1441
fef20d9c
FW
1442 case FORMAT_TYPE_PTR:
1443 str = pointer(fmt+1, str, end, va_arg(args, void *),
1444 spec);
1445 while (isalnum(*fmt))
1446 fmt++;
1447 break;
1da177e4 1448
fef20d9c
FW
1449 case FORMAT_TYPE_PERCENT_CHAR:
1450 if (str < end)
1451 *str = '%';
1452 ++str;
1453 break;
1da177e4 1454
fef20d9c
FW
1455 case FORMAT_TYPE_INVALID:
1456 if (str < end)
1457 *str = '%';
1458 ++str;
fef20d9c
FW
1459 break;
1460
1461 case FORMAT_TYPE_NRCHARS: {
ef0658f3 1462 u8 qualifier = spec.qualifier;
fef20d9c
FW
1463
1464 if (qualifier == 'l') {
1465 long *ip = va_arg(args, long *);
1466 *ip = (str - buf);
75fb8f26 1467 } else if (_tolower(qualifier) == 'z') {
fef20d9c
FW
1468 size_t *ip = va_arg(args, size_t *);
1469 *ip = (str - buf);
1470 } else {
1471 int *ip = va_arg(args, int *);
1472 *ip = (str - buf);
1473 }
1474 break;
1da177e4 1475 }
fef20d9c
FW
1476
1477 default:
1478 switch (spec.type) {
1479 case FORMAT_TYPE_LONG_LONG:
1480 num = va_arg(args, long long);
1481 break;
1482 case FORMAT_TYPE_ULONG:
1483 num = va_arg(args, unsigned long);
1484 break;
1485 case FORMAT_TYPE_LONG:
1486 num = va_arg(args, long);
1487 break;
1488 case FORMAT_TYPE_SIZE_T:
1489 num = va_arg(args, size_t);
1490 break;
1491 case FORMAT_TYPE_PTRDIFF:
1492 num = va_arg(args, ptrdiff_t);
1493 break;
a4e94ef0
Z
1494 case FORMAT_TYPE_UBYTE:
1495 num = (unsigned char) va_arg(args, int);
1496 break;
1497 case FORMAT_TYPE_BYTE:
1498 num = (signed char) va_arg(args, int);
1499 break;
fef20d9c
FW
1500 case FORMAT_TYPE_USHORT:
1501 num = (unsigned short) va_arg(args, int);
1502 break;
1503 case FORMAT_TYPE_SHORT:
1504 num = (short) va_arg(args, int);
1505 break;
39e874f8
FW
1506 case FORMAT_TYPE_INT:
1507 num = (int) va_arg(args, int);
fef20d9c
FW
1508 break;
1509 default:
1510 num = va_arg(args, unsigned int);
1511 }
1512
1513 str = number(str, end, num, spec);
1da177e4 1514 }
1da177e4 1515 }
fef20d9c 1516
f796937a
JF
1517 if (size > 0) {
1518 if (str < end)
1519 *str = '\0';
1520 else
0a6047ee 1521 end[-1] = '\0';
f796937a 1522 }
fef20d9c 1523
f796937a 1524 /* the trailing null byte doesn't count towards the total */
1da177e4 1525 return str-buf;
fef20d9c 1526
1da177e4 1527}
1da177e4
LT
1528EXPORT_SYMBOL(vsnprintf);
1529
1530/**
1531 * vscnprintf - Format a string and place it in a buffer
1532 * @buf: The buffer to place the result into
1533 * @size: The size of the buffer, including the trailing null space
1534 * @fmt: The format string to use
1535 * @args: Arguments for the format string
1536 *
1537 * The return value is the number of characters which have been written into
b921c69f 1538 * the @buf not including the trailing '\0'. If @size is == 0 the function
1da177e4
LT
1539 * returns 0.
1540 *
ba1835eb 1541 * If you're not already dealing with a va_list consider using scnprintf().
20036fdc
AK
1542 *
1543 * See the vsnprintf() documentation for format string extensions over C99.
1da177e4
LT
1544 */
1545int vscnprintf(char *buf, size_t size, const char *fmt, va_list args)
1546{
1547 int i;
1548
7b9186f5
AGR
1549 i = vsnprintf(buf, size, fmt, args);
1550
b921c69f
AA
1551 if (likely(i < size))
1552 return i;
1553 if (size != 0)
1554 return size - 1;
1555 return 0;
1da177e4 1556}
1da177e4
LT
1557EXPORT_SYMBOL(vscnprintf);
1558
1559/**
1560 * snprintf - Format a string and place it in a buffer
1561 * @buf: The buffer to place the result into
1562 * @size: The size of the buffer, including the trailing null space
1563 * @fmt: The format string to use
1564 * @...: Arguments for the format string
1565 *
1566 * The return value is the number of characters which would be
1567 * generated for the given input, excluding the trailing null,
1568 * as per ISO C99. If the return is greater than or equal to
1569 * @size, the resulting string is truncated.
20036fdc
AK
1570 *
1571 * See the vsnprintf() documentation for format string extensions over C99.
1da177e4 1572 */
7b9186f5 1573int snprintf(char *buf, size_t size, const char *fmt, ...)
1da177e4
LT
1574{
1575 va_list args;
1576 int i;
1577
1578 va_start(args, fmt);
7b9186f5 1579 i = vsnprintf(buf, size, fmt, args);
1da177e4 1580 va_end(args);
7b9186f5 1581
1da177e4
LT
1582 return i;
1583}
1da177e4
LT
1584EXPORT_SYMBOL(snprintf);
1585
1586/**
1587 * scnprintf - Format a string and place it in a buffer
1588 * @buf: The buffer to place the result into
1589 * @size: The size of the buffer, including the trailing null space
1590 * @fmt: The format string to use
1591 * @...: Arguments for the format string
1592 *
1593 * The return value is the number of characters written into @buf not including
b903c0b8 1594 * the trailing '\0'. If @size is == 0 the function returns 0.
1da177e4
LT
1595 */
1596
7b9186f5 1597int scnprintf(char *buf, size_t size, const char *fmt, ...)
1da177e4
LT
1598{
1599 va_list args;
1600 int i;
1601
1602 va_start(args, fmt);
b921c69f 1603 i = vscnprintf(buf, size, fmt, args);
1da177e4 1604 va_end(args);
7b9186f5 1605
b921c69f 1606 return i;
1da177e4
LT
1607}
1608EXPORT_SYMBOL(scnprintf);
1609
1610/**
1611 * vsprintf - Format a string and place it in a buffer
1612 * @buf: The buffer to place the result into
1613 * @fmt: The format string to use
1614 * @args: Arguments for the format string
1615 *
1616 * The function returns the number of characters written
72fd4a35 1617 * into @buf. Use vsnprintf() or vscnprintf() in order to avoid
1da177e4
LT
1618 * buffer overflows.
1619 *
ba1835eb 1620 * If you're not already dealing with a va_list consider using sprintf().
20036fdc
AK
1621 *
1622 * See the vsnprintf() documentation for format string extensions over C99.
1da177e4
LT
1623 */
1624int vsprintf(char *buf, const char *fmt, va_list args)
1625{
1626 return vsnprintf(buf, INT_MAX, fmt, args);
1627}
1da177e4
LT
1628EXPORT_SYMBOL(vsprintf);
1629
1630/**
1631 * sprintf - Format a string and place it in a buffer
1632 * @buf: The buffer to place the result into
1633 * @fmt: The format string to use
1634 * @...: Arguments for the format string
1635 *
1636 * The function returns the number of characters written
72fd4a35 1637 * into @buf. Use snprintf() or scnprintf() in order to avoid
1da177e4 1638 * buffer overflows.
20036fdc
AK
1639 *
1640 * See the vsnprintf() documentation for format string extensions over C99.
1da177e4 1641 */
7b9186f5 1642int sprintf(char *buf, const char *fmt, ...)
1da177e4
LT
1643{
1644 va_list args;
1645 int i;
1646
1647 va_start(args, fmt);
7b9186f5 1648 i = vsnprintf(buf, INT_MAX, fmt, args);
1da177e4 1649 va_end(args);
7b9186f5 1650
1da177e4
LT
1651 return i;
1652}
1da177e4
LT
1653EXPORT_SYMBOL(sprintf);
1654
4370aa4a
LJ
1655#ifdef CONFIG_BINARY_PRINTF
1656/*
1657 * bprintf service:
1658 * vbin_printf() - VA arguments to binary data
1659 * bstr_printf() - Binary data to text string
1660 */
1661
1662/**
1663 * vbin_printf - Parse a format string and place args' binary value in a buffer
1664 * @bin_buf: The buffer to place args' binary value
1665 * @size: The size of the buffer(by words(32bits), not characters)
1666 * @fmt: The format string to use
1667 * @args: Arguments for the format string
1668 *
1669 * The format follows C99 vsnprintf, except %n is ignored, and its argument
1670 * is skiped.
1671 *
1672 * The return value is the number of words(32bits) which would be generated for
1673 * the given input.
1674 *
1675 * NOTE:
1676 * If the return value is greater than @size, the resulting bin_buf is NOT
1677 * valid for bstr_printf().
1678 */
1679int vbin_printf(u32 *bin_buf, size_t size, const char *fmt, va_list args)
1680{
fef20d9c 1681 struct printf_spec spec = {0};
4370aa4a 1682 char *str, *end;
4370aa4a
LJ
1683
1684 str = (char *)bin_buf;
1685 end = (char *)(bin_buf + size);
1686
1687#define save_arg(type) \
1688do { \
1689 if (sizeof(type) == 8) { \
1690 unsigned long long value; \
1691 str = PTR_ALIGN(str, sizeof(u32)); \
1692 value = va_arg(args, unsigned long long); \
1693 if (str + sizeof(type) <= end) { \
1694 *(u32 *)str = *(u32 *)&value; \
1695 *(u32 *)(str + 4) = *((u32 *)&value + 1); \
1696 } \
1697 } else { \
1698 unsigned long value; \
1699 str = PTR_ALIGN(str, sizeof(type)); \
1700 value = va_arg(args, int); \
1701 if (str + sizeof(type) <= end) \
1702 *(typeof(type) *)str = (type)value; \
1703 } \
1704 str += sizeof(type); \
1705} while (0)
1706
fef20d9c 1707 while (*fmt) {
d4be151b 1708 int read = format_decode(fmt, &spec);
4370aa4a 1709
fef20d9c 1710 fmt += read;
4370aa4a 1711
fef20d9c
FW
1712 switch (spec.type) {
1713 case FORMAT_TYPE_NONE:
d4be151b
AGR
1714 case FORMAT_TYPE_INVALID:
1715 case FORMAT_TYPE_PERCENT_CHAR:
fef20d9c
FW
1716 break;
1717
ed681a91 1718 case FORMAT_TYPE_WIDTH:
fef20d9c
FW
1719 case FORMAT_TYPE_PRECISION:
1720 save_arg(int);
1721 break;
1722
1723 case FORMAT_TYPE_CHAR:
4370aa4a 1724 save_arg(char);
fef20d9c
FW
1725 break;
1726
1727 case FORMAT_TYPE_STR: {
4370aa4a
LJ
1728 const char *save_str = va_arg(args, char *);
1729 size_t len;
6c356634 1730
4370aa4a
LJ
1731 if ((unsigned long)save_str > (unsigned long)-PAGE_SIZE
1732 || (unsigned long)save_str < PAGE_SIZE)
0f4f81dc 1733 save_str = "(null)";
6c356634
AGR
1734 len = strlen(save_str) + 1;
1735 if (str + len < end)
1736 memcpy(str, save_str, len);
1737 str += len;
fef20d9c 1738 break;
4370aa4a 1739 }
fef20d9c
FW
1740
1741 case FORMAT_TYPE_PTR:
4370aa4a
LJ
1742 save_arg(void *);
1743 /* skip all alphanumeric pointer suffixes */
fef20d9c 1744 while (isalnum(*fmt))
4370aa4a 1745 fmt++;
fef20d9c
FW
1746 break;
1747
fef20d9c 1748 case FORMAT_TYPE_NRCHARS: {
4370aa4a 1749 /* skip %n 's argument */
ef0658f3 1750 u8 qualifier = spec.qualifier;
4370aa4a
LJ
1751 void *skip_arg;
1752 if (qualifier == 'l')
1753 skip_arg = va_arg(args, long *);
75fb8f26 1754 else if (_tolower(qualifier) == 'z')
4370aa4a
LJ
1755 skip_arg = va_arg(args, size_t *);
1756 else
1757 skip_arg = va_arg(args, int *);
fef20d9c 1758 break;
4370aa4a 1759 }
fef20d9c
FW
1760
1761 default:
1762 switch (spec.type) {
1763
1764 case FORMAT_TYPE_LONG_LONG:
4370aa4a 1765 save_arg(long long);
fef20d9c
FW
1766 break;
1767 case FORMAT_TYPE_ULONG:
1768 case FORMAT_TYPE_LONG:
4370aa4a 1769 save_arg(unsigned long);
fef20d9c
FW
1770 break;
1771 case FORMAT_TYPE_SIZE_T:
4370aa4a 1772 save_arg(size_t);
fef20d9c
FW
1773 break;
1774 case FORMAT_TYPE_PTRDIFF:
4370aa4a 1775 save_arg(ptrdiff_t);
fef20d9c 1776 break;
a4e94ef0
Z
1777 case FORMAT_TYPE_UBYTE:
1778 case FORMAT_TYPE_BYTE:
1779 save_arg(char);
1780 break;
fef20d9c
FW
1781 case FORMAT_TYPE_USHORT:
1782 case FORMAT_TYPE_SHORT:
4370aa4a 1783 save_arg(short);
fef20d9c
FW
1784 break;
1785 default:
4370aa4a 1786 save_arg(int);
fef20d9c 1787 }
4370aa4a
LJ
1788 }
1789 }
fef20d9c 1790
7b9186f5 1791 return (u32 *)(PTR_ALIGN(str, sizeof(u32))) - bin_buf;
fef20d9c 1792#undef save_arg
4370aa4a
LJ
1793}
1794EXPORT_SYMBOL_GPL(vbin_printf);
1795
1796/**
1797 * bstr_printf - Format a string from binary arguments and place it in a buffer
1798 * @buf: The buffer to place the result into
1799 * @size: The size of the buffer, including the trailing null space
1800 * @fmt: The format string to use
1801 * @bin_buf: Binary arguments for the format string
1802 *
1803 * This function like C99 vsnprintf, but the difference is that vsnprintf gets
1804 * arguments from stack, and bstr_printf gets arguments from @bin_buf which is
1805 * a binary buffer that generated by vbin_printf.
1806 *
1807 * The format follows C99 vsnprintf, but has some extensions:
0efb4d20 1808 * see vsnprintf comment for details.
4370aa4a
LJ
1809 *
1810 * The return value is the number of characters which would
1811 * be generated for the given input, excluding the trailing
1812 * '\0', as per ISO C99. If you want to have the exact
1813 * number of characters written into @buf as return value
1814 * (not including the trailing '\0'), use vscnprintf(). If the
1815 * return is greater than or equal to @size, the resulting
1816 * string is truncated.
1817 */
1818int bstr_printf(char *buf, size_t size, const char *fmt, const u32 *bin_buf)
1819{
fef20d9c 1820 struct printf_spec spec = {0};
d4be151b
AGR
1821 char *str, *end;
1822 const char *args = (const char *)bin_buf;
4370aa4a 1823
2f30b1f9 1824 if (WARN_ON_ONCE((int) size < 0))
4370aa4a 1825 return 0;
4370aa4a
LJ
1826
1827 str = buf;
1828 end = buf + size;
1829
1830#define get_arg(type) \
1831({ \
1832 typeof(type) value; \
1833 if (sizeof(type) == 8) { \
1834 args = PTR_ALIGN(args, sizeof(u32)); \
1835 *(u32 *)&value = *(u32 *)args; \
1836 *((u32 *)&value + 1) = *(u32 *)(args + 4); \
1837 } else { \
1838 args = PTR_ALIGN(args, sizeof(type)); \
1839 value = *(typeof(type) *)args; \
1840 } \
1841 args += sizeof(type); \
1842 value; \
1843})
1844
1845 /* Make sure end is always >= buf */
1846 if (end < buf) {
1847 end = ((void *)-1);
1848 size = end - buf;
1849 }
1850
fef20d9c 1851 while (*fmt) {
fef20d9c 1852 const char *old_fmt = fmt;
d4be151b 1853 int read = format_decode(fmt, &spec);
4370aa4a 1854
fef20d9c 1855 fmt += read;
4370aa4a 1856
fef20d9c
FW
1857 switch (spec.type) {
1858 case FORMAT_TYPE_NONE: {
1859 int copy = read;
1860 if (str < end) {
1861 if (copy > end - str)
1862 copy = end - str;
1863 memcpy(str, old_fmt, copy);
4370aa4a 1864 }
fef20d9c
FW
1865 str += read;
1866 break;
4370aa4a
LJ
1867 }
1868
ed681a91 1869 case FORMAT_TYPE_WIDTH:
fef20d9c
FW
1870 spec.field_width = get_arg(int);
1871 break;
4370aa4a 1872
fef20d9c
FW
1873 case FORMAT_TYPE_PRECISION:
1874 spec.precision = get_arg(int);
1875 break;
4370aa4a 1876
d4be151b
AGR
1877 case FORMAT_TYPE_CHAR: {
1878 char c;
1879
fef20d9c
FW
1880 if (!(spec.flags & LEFT)) {
1881 while (--spec.field_width > 0) {
4370aa4a
LJ
1882 if (str < end)
1883 *str = ' ';
1884 ++str;
1885 }
1886 }
1887 c = (unsigned char) get_arg(char);
1888 if (str < end)
1889 *str = c;
1890 ++str;
fef20d9c 1891 while (--spec.field_width > 0) {
4370aa4a
LJ
1892 if (str < end)
1893 *str = ' ';
1894 ++str;
1895 }
fef20d9c 1896 break;
d4be151b 1897 }
4370aa4a 1898
fef20d9c 1899 case FORMAT_TYPE_STR: {
4370aa4a 1900 const char *str_arg = args;
d4be151b 1901 args += strlen(str_arg) + 1;
fef20d9c
FW
1902 str = string(str, end, (char *)str_arg, spec);
1903 break;
4370aa4a
LJ
1904 }
1905
fef20d9c
FW
1906 case FORMAT_TYPE_PTR:
1907 str = pointer(fmt+1, str, end, get_arg(void *), spec);
1908 while (isalnum(*fmt))
4370aa4a 1909 fmt++;
fef20d9c 1910 break;
4370aa4a 1911
fef20d9c 1912 case FORMAT_TYPE_PERCENT_CHAR:
fef20d9c 1913 case FORMAT_TYPE_INVALID:
4370aa4a
LJ
1914 if (str < end)
1915 *str = '%';
1916 ++str;
fef20d9c
FW
1917 break;
1918
1919 case FORMAT_TYPE_NRCHARS:
1920 /* skip */
1921 break;
1922
d4be151b
AGR
1923 default: {
1924 unsigned long long num;
1925
fef20d9c
FW
1926 switch (spec.type) {
1927
1928 case FORMAT_TYPE_LONG_LONG:
1929 num = get_arg(long long);
1930 break;
1931 case FORMAT_TYPE_ULONG:
fef20d9c
FW
1932 case FORMAT_TYPE_LONG:
1933 num = get_arg(unsigned long);
1934 break;
1935 case FORMAT_TYPE_SIZE_T:
1936 num = get_arg(size_t);
1937 break;
1938 case FORMAT_TYPE_PTRDIFF:
1939 num = get_arg(ptrdiff_t);
1940 break;
a4e94ef0
Z
1941 case FORMAT_TYPE_UBYTE:
1942 num = get_arg(unsigned char);
1943 break;
1944 case FORMAT_TYPE_BYTE:
1945 num = get_arg(signed char);
1946 break;
fef20d9c
FW
1947 case FORMAT_TYPE_USHORT:
1948 num = get_arg(unsigned short);
1949 break;
1950 case FORMAT_TYPE_SHORT:
1951 num = get_arg(short);
1952 break;
1953 case FORMAT_TYPE_UINT:
1954 num = get_arg(unsigned int);
1955 break;
1956 default:
1957 num = get_arg(int);
1958 }
1959
1960 str = number(str, end, num, spec);
d4be151b
AGR
1961 } /* default: */
1962 } /* switch(spec.type) */
1963 } /* while(*fmt) */
fef20d9c 1964
4370aa4a
LJ
1965 if (size > 0) {
1966 if (str < end)
1967 *str = '\0';
1968 else
1969 end[-1] = '\0';
1970 }
fef20d9c 1971
4370aa4a
LJ
1972#undef get_arg
1973
1974 /* the trailing null byte doesn't count towards the total */
1975 return str - buf;
1976}
1977EXPORT_SYMBOL_GPL(bstr_printf);
1978
1979/**
1980 * bprintf - Parse a format string and place args' binary value in a buffer
1981 * @bin_buf: The buffer to place args' binary value
1982 * @size: The size of the buffer(by words(32bits), not characters)
1983 * @fmt: The format string to use
1984 * @...: Arguments for the format string
1985 *
1986 * The function returns the number of words(u32) written
1987 * into @bin_buf.
1988 */
1989int bprintf(u32 *bin_buf, size_t size, const char *fmt, ...)
1990{
1991 va_list args;
1992 int ret;
1993
1994 va_start(args, fmt);
1995 ret = vbin_printf(bin_buf, size, fmt, args);
1996 va_end(args);
7b9186f5 1997
4370aa4a
LJ
1998 return ret;
1999}
2000EXPORT_SYMBOL_GPL(bprintf);
2001
2002#endif /* CONFIG_BINARY_PRINTF */
2003
1da177e4
LT
2004/**
2005 * vsscanf - Unformat a buffer into a list of arguments
2006 * @buf: input buffer
2007 * @fmt: format of buffer
2008 * @args: arguments
2009 */
7b9186f5 2010int vsscanf(const char *buf, const char *fmt, va_list args)
1da177e4
LT
2011{
2012 const char *str = buf;
2013 char *next;
2014 char digit;
2015 int num = 0;
ef0658f3
JP
2016 u8 qualifier;
2017 u8 base;
2018 s16 field_width;
d4be151b 2019 bool is_sign;
1da177e4 2020
7b9186f5 2021 while (*fmt && *str) {
1da177e4
LT
2022 /* skip any white space in format */
2023 /* white space in format matchs any amount of
2024 * white space, including none, in the input.
2025 */
2026 if (isspace(*fmt)) {
e7d2860b
AGR
2027 fmt = skip_spaces(++fmt);
2028 str = skip_spaces(str);
1da177e4
LT
2029 }
2030
2031 /* anything that is not a conversion must match exactly */
2032 if (*fmt != '%' && *fmt) {
2033 if (*fmt++ != *str++)
2034 break;
2035 continue;
2036 }
2037
2038 if (!*fmt)
2039 break;
2040 ++fmt;
7b9186f5 2041
1da177e4
LT
2042 /* skip this conversion.
2043 * advance both strings to next white space
2044 */
2045 if (*fmt == '*') {
8fccae2c 2046 while (!isspace(*fmt) && *fmt != '%' && *fmt)
1da177e4
LT
2047 fmt++;
2048 while (!isspace(*str) && *str)
2049 str++;
2050 continue;
2051 }
2052
2053 /* get field width */
2054 field_width = -1;
2055 if (isdigit(*fmt))
2056 field_width = skip_atoi(&fmt);
2057
2058 /* get conversion qualifier */
2059 qualifier = -1;
75fb8f26
AS
2060 if (*fmt == 'h' || _tolower(*fmt) == 'l' ||
2061 _tolower(*fmt) == 'z') {
1da177e4
LT
2062 qualifier = *fmt++;
2063 if (unlikely(qualifier == *fmt)) {
2064 if (qualifier == 'h') {
2065 qualifier = 'H';
2066 fmt++;
2067 } else if (qualifier == 'l') {
2068 qualifier = 'L';
2069 fmt++;
2070 }
2071 }
2072 }
1da177e4
LT
2073
2074 if (!*fmt || !*str)
2075 break;
2076
d4be151b
AGR
2077 base = 10;
2078 is_sign = 0;
2079
7b9186f5 2080 switch (*fmt++) {
1da177e4
LT
2081 case 'c':
2082 {
7b9186f5 2083 char *s = (char *)va_arg(args, char*);
1da177e4
LT
2084 if (field_width == -1)
2085 field_width = 1;
2086 do {
2087 *s++ = *str++;
2088 } while (--field_width > 0 && *str);
2089 num++;
2090 }
2091 continue;
2092 case 's':
2093 {
7b9186f5
AGR
2094 char *s = (char *)va_arg(args, char *);
2095 if (field_width == -1)
4be929be 2096 field_width = SHRT_MAX;
1da177e4 2097 /* first, skip leading white space in buffer */
e7d2860b 2098 str = skip_spaces(str);
1da177e4
LT
2099
2100 /* now copy until next white space */
7b9186f5 2101 while (*str && !isspace(*str) && field_width--)
1da177e4 2102 *s++ = *str++;
1da177e4
LT
2103 *s = '\0';
2104 num++;
2105 }
2106 continue;
2107 case 'n':
2108 /* return number of characters read so far */
2109 {
7b9186f5 2110 int *i = (int *)va_arg(args, int*);
1da177e4
LT
2111 *i = str - buf;
2112 }
2113 continue;
2114 case 'o':
2115 base = 8;
2116 break;
2117 case 'x':
2118 case 'X':
2119 base = 16;
2120 break;
2121 case 'i':
7b9186f5 2122 base = 0;
1da177e4
LT
2123 case 'd':
2124 is_sign = 1;
2125 case 'u':
2126 break;
2127 case '%':
2128 /* looking for '%' in str */
7b9186f5 2129 if (*str++ != '%')
1da177e4
LT
2130 return num;
2131 continue;
2132 default:
2133 /* invalid format; stop here */
2134 return num;
2135 }
2136
2137 /* have some sort of integer conversion.
2138 * first, skip white space in buffer.
2139 */
e7d2860b 2140 str = skip_spaces(str);
1da177e4
LT
2141
2142 digit = *str;
2143 if (is_sign && digit == '-')
2144 digit = *(str + 1);
2145
2146 if (!digit
7b9186f5
AGR
2147 || (base == 16 && !isxdigit(digit))
2148 || (base == 10 && !isdigit(digit))
2149 || (base == 8 && (!isdigit(digit) || digit > '7'))
2150 || (base == 0 && !isdigit(digit)))
2151 break;
1da177e4 2152
7b9186f5 2153 switch (qualifier) {
1da177e4
LT
2154 case 'H': /* that's 'hh' in format */
2155 if (is_sign) {
7b9186f5
AGR
2156 signed char *s = (signed char *)va_arg(args, signed char *);
2157 *s = (signed char)simple_strtol(str, &next, base);
1da177e4 2158 } else {
7b9186f5
AGR
2159 unsigned char *s = (unsigned char *)va_arg(args, unsigned char *);
2160 *s = (unsigned char)simple_strtoul(str, &next, base);
1da177e4
LT
2161 }
2162 break;
2163 case 'h':
2164 if (is_sign) {
7b9186f5
AGR
2165 short *s = (short *)va_arg(args, short *);
2166 *s = (short)simple_strtol(str, &next, base);
1da177e4 2167 } else {
7b9186f5
AGR
2168 unsigned short *s = (unsigned short *)va_arg(args, unsigned short *);
2169 *s = (unsigned short)simple_strtoul(str, &next, base);
1da177e4
LT
2170 }
2171 break;
2172 case 'l':
2173 if (is_sign) {
7b9186f5
AGR
2174 long *l = (long *)va_arg(args, long *);
2175 *l = simple_strtol(str, &next, base);
1da177e4 2176 } else {
7b9186f5
AGR
2177 unsigned long *l = (unsigned long *)va_arg(args, unsigned long *);
2178 *l = simple_strtoul(str, &next, base);
1da177e4
LT
2179 }
2180 break;
2181 case 'L':
2182 if (is_sign) {
7b9186f5
AGR
2183 long long *l = (long long *)va_arg(args, long long *);
2184 *l = simple_strtoll(str, &next, base);
1da177e4 2185 } else {
7b9186f5
AGR
2186 unsigned long long *l = (unsigned long long *)va_arg(args, unsigned long long *);
2187 *l = simple_strtoull(str, &next, base);
1da177e4
LT
2188 }
2189 break;
2190 case 'Z':
2191 case 'z':
2192 {
7b9186f5
AGR
2193 size_t *s = (size_t *)va_arg(args, size_t *);
2194 *s = (size_t)simple_strtoul(str, &next, base);
1da177e4
LT
2195 }
2196 break;
2197 default:
2198 if (is_sign) {
7b9186f5
AGR
2199 int *i = (int *)va_arg(args, int *);
2200 *i = (int)simple_strtol(str, &next, base);
1da177e4 2201 } else {
7b9186f5
AGR
2202 unsigned int *i = (unsigned int *)va_arg(args, unsigned int*);
2203 *i = (unsigned int)simple_strtoul(str, &next, base);
1da177e4
LT
2204 }
2205 break;
2206 }
2207 num++;
2208
2209 if (!next)
2210 break;
2211 str = next;
2212 }
c6b40d16
JB
2213
2214 /*
2215 * Now we've come all the way through so either the input string or the
2216 * format ended. In the former case, there can be a %n at the current
2217 * position in the format that needs to be filled.
2218 */
2219 if (*fmt == '%' && *(fmt + 1) == 'n') {
2220 int *p = (int *)va_arg(args, int *);
2221 *p = str - buf;
2222 }
2223
1da177e4
LT
2224 return num;
2225}
1da177e4
LT
2226EXPORT_SYMBOL(vsscanf);
2227
2228/**
2229 * sscanf - Unformat a buffer into a list of arguments
2230 * @buf: input buffer
2231 * @fmt: formatting of buffer
2232 * @...: resulting arguments
2233 */
7b9186f5 2234int sscanf(const char *buf, const char *fmt, ...)
1da177e4
LT
2235{
2236 va_list args;
2237 int i;
2238
7b9186f5
AGR
2239 va_start(args, fmt);
2240 i = vsscanf(buf, fmt, args);
1da177e4 2241 va_end(args);
7b9186f5 2242
1da177e4
LT
2243 return i;
2244}
1da177e4 2245EXPORT_SYMBOL(sscanf);