]> git.proxmox.com Git - mirror_ubuntu-artful-kernel.git/blame_incremental - lib/vsprintf.c
lib: vsprintf: optimize division by 10 for small integers
[mirror_ubuntu-artful-kernel.git] / lib / vsprintf.c
... / ...
CommitLineData
1/*
2 * linux/lib/vsprintf.c
3 *
4 * Copyright (C) 1991, 1992 Linus Torvalds
5 */
6
7/* vsprintf.c -- Lars Wirzenius & Linus Torvalds. */
8/*
9 * Wirzenius wrote this portably, Torvalds fucked it up :-)
10 */
11
12/*
13 * Fri Jul 13 2001 Crutcher Dunnavant <crutcher+kernel@datastacks.com>
14 * - changed to provide snprintf and vsnprintf functions
15 * So Feb 1 16:51:32 CET 2004 Juergen Quade <quade@hsnr.de>
16 * - scnprintf and vscnprintf
17 */
18
19#include <stdarg.h>
20#include <linux/module.h> /* for KSYM_SYMBOL_LEN */
21#include <linux/types.h>
22#include <linux/string.h>
23#include <linux/ctype.h>
24#include <linux/kernel.h>
25#include <linux/kallsyms.h>
26#include <linux/uaccess.h>
27#include <linux/ioport.h>
28#include <net/addrconf.h>
29
30#include <asm/page.h> /* for PAGE_SIZE */
31#include <asm/div64.h>
32#include <asm/sections.h> /* for dereference_function_descriptor() */
33
34#include "kstrtox.h"
35
36/**
37 * simple_strtoull - convert a string to an unsigned long long
38 * @cp: The start of the string
39 * @endp: A pointer to the end of the parsed string will be placed here
40 * @base: The number base to use
41 */
42unsigned long long simple_strtoull(const char *cp, char **endp, unsigned int base)
43{
44 unsigned long long result;
45 unsigned int rv;
46
47 cp = _parse_integer_fixup_radix(cp, &base);
48 rv = _parse_integer(cp, base, &result);
49 /* FIXME */
50 cp += (rv & ~KSTRTOX_OVERFLOW);
51
52 if (endp)
53 *endp = (char *)cp;
54
55 return result;
56}
57EXPORT_SYMBOL(simple_strtoull);
58
59/**
60 * simple_strtoul - convert a string to an unsigned long
61 * @cp: The start of the string
62 * @endp: A pointer to the end of the parsed string will be placed here
63 * @base: The number base to use
64 */
65unsigned long simple_strtoul(const char *cp, char **endp, unsigned int base)
66{
67 return simple_strtoull(cp, endp, base);
68}
69EXPORT_SYMBOL(simple_strtoul);
70
71/**
72 * simple_strtol - convert a string to a signed long
73 * @cp: The start of the string
74 * @endp: A pointer to the end of the parsed string will be placed here
75 * @base: The number base to use
76 */
77long simple_strtol(const char *cp, char **endp, unsigned int base)
78{
79 if (*cp == '-')
80 return -simple_strtoul(cp + 1, endp, base);
81
82 return simple_strtoul(cp, endp, base);
83}
84EXPORT_SYMBOL(simple_strtol);
85
86/**
87 * simple_strtoll - convert a string to a signed long long
88 * @cp: The start of the string
89 * @endp: A pointer to the end of the parsed string will be placed here
90 * @base: The number base to use
91 */
92long long simple_strtoll(const char *cp, char **endp, unsigned int base)
93{
94 if (*cp == '-')
95 return -simple_strtoull(cp + 1, endp, base);
96
97 return simple_strtoull(cp, endp, base);
98}
99EXPORT_SYMBOL(simple_strtoll);
100
101static noinline_for_stack
102int skip_atoi(const char **s)
103{
104 int i = 0;
105
106 while (isdigit(**s))
107 i = i*10 + *((*s)++) - '0';
108
109 return i;
110}
111
112/* Decimal conversion is by far the most typical, and is used
113 * for /proc and /sys data. This directly impacts e.g. top performance
114 * with many processes running. We optimize it for speed
115 * using ideas described at <http://www.cs.uiowa.edu/~jones/bcd/divide.html>
116 * (with permission from the author, Douglas W. Jones).
117 */
118
119#if BITS_PER_LONG != 32 || BITS_PER_LONG_LONG != 64
120/* Formats correctly any integer in [0, 999999999] */
121static noinline_for_stack
122char *put_dec_full9(char *buf, unsigned q)
123{
124 unsigned r;
125
126 /*
127 * Possible ways to approx. divide by 10
128 * (x * 0x1999999a) >> 32 x < 1073741829 (multiply must be 64-bit)
129 * (x * 0xcccd) >> 19 x < 81920 (x < 262149 when 64-bit mul)
130 * (x * 0x6667) >> 18 x < 43699
131 * (x * 0x3334) >> 17 x < 16389
132 * (x * 0x199a) >> 16 x < 16389
133 * (x * 0x0ccd) >> 15 x < 16389
134 * (x * 0x0667) >> 14 x < 2739
135 * (x * 0x0334) >> 13 x < 1029
136 * (x * 0x019a) >> 12 x < 1029
137 * (x * 0x00cd) >> 11 x < 1029 shorter code than * 0x67 (on i386)
138 * (x * 0x0067) >> 10 x < 179
139 * (x * 0x0034) >> 9 x < 69 same
140 * (x * 0x001a) >> 8 x < 69 same
141 * (x * 0x000d) >> 7 x < 69 same, shortest code (on i386)
142 * (x * 0x0007) >> 6 x < 19
143 * See <http://www.cs.uiowa.edu/~jones/bcd/divide.html>
144 */
145 r = (q * (uint64_t)0x1999999a) >> 32;
146 *buf++ = (q - 10 * r) + '0'; /* 1 */
147 q = (r * (uint64_t)0x1999999a) >> 32;
148 *buf++ = (r - 10 * q) + '0'; /* 2 */
149 r = (q * (uint64_t)0x1999999a) >> 32;
150 *buf++ = (q - 10 * r) + '0'; /* 3 */
151 q = (r * (uint64_t)0x1999999a) >> 32;
152 *buf++ = (r - 10 * q) + '0'; /* 4 */
153 r = (q * (uint64_t)0x1999999a) >> 32;
154 *buf++ = (q - 10 * r) + '0'; /* 5 */
155 /* Now value is under 10000, can avoid 64-bit multiply */
156 q = (r * 0x199a) >> 16;
157 *buf++ = (r - 10 * q) + '0'; /* 6 */
158 r = (q * 0xcd) >> 11;
159 *buf++ = (q - 10 * r) + '0'; /* 7 */
160 q = (r * 0xcd) >> 11;
161 *buf++ = (r - 10 * q) + '0'; /* 8 */
162 *buf++ = q + '0'; /* 9 */
163 return buf;
164}
165#endif
166
167/* Similar to above but do not pad with zeros.
168 * Code can be easily arranged to print 9 digits too, but our callers
169 * always call put_dec_full9() instead when the number has 9 decimal digits.
170 */
171static noinline_for_stack
172char *put_dec_trunc8(char *buf, unsigned r)
173{
174 unsigned q;
175
176 /* Copy of previous function's body with added early returns */
177 q = (r * (uint64_t)0x1999999a) >> 32;
178 *buf++ = (r - 10 * q) + '0'; /* 2 */
179 if (q == 0)
180 return buf;
181 r = (q * (uint64_t)0x1999999a) >> 32;
182 *buf++ = (q - 10 * r) + '0'; /* 3 */
183 if (r == 0)
184 return buf;
185 q = (r * (uint64_t)0x1999999a) >> 32;
186 *buf++ = (r - 10 * q) + '0'; /* 4 */
187 if (q == 0)
188 return buf;
189 r = (q * (uint64_t)0x1999999a) >> 32;
190 *buf++ = (q - 10 * r) + '0'; /* 5 */
191 if (r == 0)
192 return buf;
193 q = (r * 0x199a) >> 16;
194 *buf++ = (r - 10 * q) + '0'; /* 6 */
195 if (q == 0)
196 return buf;
197 r = (q * 0xcd) >> 11;
198 *buf++ = (q - 10 * r) + '0'; /* 7 */
199 if (r == 0)
200 return buf;
201 q = (r * 0xcd) >> 11;
202 *buf++ = (r - 10 * q) + '0'; /* 8 */
203 if (q == 0)
204 return buf;
205 *buf++ = q + '0'; /* 9 */
206 return buf;
207}
208
209/* There are two algorithms to print larger numbers.
210 * One is generic: divide by 1000000000 and repeatedly print
211 * groups of (up to) 9 digits. It's conceptually simple,
212 * but requires a (unsigned long long) / 1000000000 division.
213 *
214 * Second algorithm splits 64-bit unsigned long long into 16-bit chunks,
215 * manipulates them cleverly and generates groups of 4 decimal digits.
216 * It so happens that it does NOT require long long division.
217 *
218 * If long is > 32 bits, division of 64-bit values is relatively easy,
219 * and we will use the first algorithm.
220 * If long long is > 64 bits (strange architecture with VERY large long long),
221 * second algorithm can't be used, and we again use the first one.
222 *
223 * Else (if long is 32 bits and long long is 64 bits) we use second one.
224 */
225
226#if BITS_PER_LONG != 32 || BITS_PER_LONG_LONG != 64
227
228/* First algorithm: generic */
229
230static
231char *put_dec(char *buf, unsigned long long n)
232{
233 if (n >= 100*1000*1000) {
234 while (n >= 1000*1000*1000)
235 buf = put_dec_full9(buf, do_div(n, 1000*1000*1000));
236 if (n >= 100*1000*1000)
237 return put_dec_full9(buf, n);
238 }
239 return put_dec_trunc8(buf, n);
240}
241
242#else
243
244/* Second algorithm: valid only for 64-bit long longs */
245
246/* See comment in put_dec_full9 for choice of constants */
247static noinline_for_stack
248char *put_dec_full4(char *buf, unsigned q)
249{
250 unsigned r;
251 r = (q * 0xccd) >> 15;
252 *buf++ = (q - 10 * r) + '0';
253 q = (r * 0xcd) >> 11;
254 *buf++ = (r - 10 * q) + '0';
255 r = (q * 0xcd) >> 11;
256 *buf++ = (q - 10 * r) + '0';
257 *buf++ = r + '0';
258 return buf;
259}
260
261/* Based on code by Douglas W. Jones found at
262 * <http://www.cs.uiowa.edu/~jones/bcd/decimal.html#sixtyfour>
263 * (with permission from the author).
264 * Performs no 64-bit division and hence should be fast on 32-bit machines.
265 */
266static
267char *put_dec(char *buf, unsigned long long n)
268{
269 uint32_t d3, d2, d1, q, h;
270
271 if (n < 100*1000*1000)
272 return put_dec_trunc8(buf, n);
273
274 d1 = ((uint32_t)n >> 16); /* implicit "& 0xffff" */
275 h = (n >> 32);
276 d2 = (h ) & 0xffff;
277 d3 = (h >> 16); /* implicit "& 0xffff" */
278
279 q = 656 * d3 + 7296 * d2 + 5536 * d1 + ((uint32_t)n & 0xffff);
280
281 buf = put_dec_full4(buf, q % 10000);
282 q = q / 10000;
283
284 d1 = q + 7671 * d3 + 9496 * d2 + 6 * d1;
285 buf = put_dec_full4(buf, d1 % 10000);
286 q = d1 / 10000;
287
288 d2 = q + 4749 * d3 + 42 * d2;
289 buf = put_dec_full4(buf, d2 % 10000);
290 q = d2 / 10000;
291
292 d3 = q + 281 * d3;
293 if (!d3)
294 goto done;
295 buf = put_dec_full4(buf, d3 % 10000);
296 q = d3 / 10000;
297 if (!q)
298 goto done;
299 buf = put_dec_full4(buf, q);
300 done:
301 while (buf[-1] == '0')
302 --buf;
303
304 return buf;
305}
306
307#endif
308
309/*
310 * Convert passed number to decimal string.
311 * Returns the length of string. On buffer overflow, returns 0.
312 *
313 * If speed is not important, use snprintf(). It's easy to read the code.
314 */
315int num_to_str(char *buf, int size, unsigned long long num)
316{
317 char tmp[sizeof(num) * 3];
318 int idx, len;
319
320 /* put_dec() may work incorrectly for num = 0 (generate "", not "0") */
321 if (num <= 9) {
322 tmp[0] = '0' + num;
323 len = 1;
324 } else {
325 len = put_dec(tmp, num) - tmp;
326 }
327
328 if (len > size)
329 return 0;
330 for (idx = 0; idx < len; ++idx)
331 buf[idx] = tmp[len - idx - 1];
332 return len;
333}
334
335#define ZEROPAD 1 /* pad with zero */
336#define SIGN 2 /* unsigned/signed long */
337#define PLUS 4 /* show plus */
338#define SPACE 8 /* space if plus */
339#define LEFT 16 /* left justified */
340#define SMALL 32 /* use lowercase in hex (must be 32 == 0x20) */
341#define SPECIAL 64 /* prefix hex with "0x", octal with "0" */
342
343enum format_type {
344 FORMAT_TYPE_NONE, /* Just a string part */
345 FORMAT_TYPE_WIDTH,
346 FORMAT_TYPE_PRECISION,
347 FORMAT_TYPE_CHAR,
348 FORMAT_TYPE_STR,
349 FORMAT_TYPE_PTR,
350 FORMAT_TYPE_PERCENT_CHAR,
351 FORMAT_TYPE_INVALID,
352 FORMAT_TYPE_LONG_LONG,
353 FORMAT_TYPE_ULONG,
354 FORMAT_TYPE_LONG,
355 FORMAT_TYPE_UBYTE,
356 FORMAT_TYPE_BYTE,
357 FORMAT_TYPE_USHORT,
358 FORMAT_TYPE_SHORT,
359 FORMAT_TYPE_UINT,
360 FORMAT_TYPE_INT,
361 FORMAT_TYPE_NRCHARS,
362 FORMAT_TYPE_SIZE_T,
363 FORMAT_TYPE_PTRDIFF
364};
365
366struct printf_spec {
367 u8 type; /* format_type enum */
368 u8 flags; /* flags to number() */
369 u8 base; /* number base, 8, 10 or 16 only */
370 u8 qualifier; /* number qualifier, one of 'hHlLtzZ' */
371 s16 field_width; /* width of output field */
372 s16 precision; /* # of digits/chars */
373};
374
375static noinline_for_stack
376char *number(char *buf, char *end, unsigned long long num,
377 struct printf_spec spec)
378{
379 /* we are called with base 8, 10 or 16, only, thus don't need "G..." */
380 static const char digits[16] = "0123456789ABCDEF"; /* "GHIJKLMNOPQRSTUVWXYZ"; */
381
382 char tmp[66];
383 char sign;
384 char locase;
385 int need_pfx = ((spec.flags & SPECIAL) && spec.base != 10);
386 int i;
387 bool is_zero = num == 0LL;
388
389 /* locase = 0 or 0x20. ORing digits or letters with 'locase'
390 * produces same digits or (maybe lowercased) letters */
391 locase = (spec.flags & SMALL);
392 if (spec.flags & LEFT)
393 spec.flags &= ~ZEROPAD;
394 sign = 0;
395 if (spec.flags & SIGN) {
396 if ((signed long long)num < 0) {
397 sign = '-';
398 num = -(signed long long)num;
399 spec.field_width--;
400 } else if (spec.flags & PLUS) {
401 sign = '+';
402 spec.field_width--;
403 } else if (spec.flags & SPACE) {
404 sign = ' ';
405 spec.field_width--;
406 }
407 }
408 if (need_pfx) {
409 if (spec.base == 16)
410 spec.field_width -= 2;
411 else if (!is_zero)
412 spec.field_width--;
413 }
414
415 /* generate full string in tmp[], in reverse order */
416 i = 0;
417 if (num < spec.base)
418 tmp[i++] = digits[num] | locase;
419 /* Generic code, for any base:
420 else do {
421 tmp[i++] = (digits[do_div(num,base)] | locase);
422 } while (num != 0);
423 */
424 else if (spec.base != 10) { /* 8 or 16 */
425 int mask = spec.base - 1;
426 int shift = 3;
427
428 if (spec.base == 16)
429 shift = 4;
430 do {
431 tmp[i++] = (digits[((unsigned char)num) & mask] | locase);
432 num >>= shift;
433 } while (num);
434 } else { /* base 10 */
435 i = put_dec(tmp, num) - tmp;
436 }
437
438 /* printing 100 using %2d gives "100", not "00" */
439 if (i > spec.precision)
440 spec.precision = i;
441 /* leading space padding */
442 spec.field_width -= spec.precision;
443 if (!(spec.flags & (ZEROPAD+LEFT))) {
444 while (--spec.field_width >= 0) {
445 if (buf < end)
446 *buf = ' ';
447 ++buf;
448 }
449 }
450 /* sign */
451 if (sign) {
452 if (buf < end)
453 *buf = sign;
454 ++buf;
455 }
456 /* "0x" / "0" prefix */
457 if (need_pfx) {
458 if (spec.base == 16 || !is_zero) {
459 if (buf < end)
460 *buf = '0';
461 ++buf;
462 }
463 if (spec.base == 16) {
464 if (buf < end)
465 *buf = ('X' | locase);
466 ++buf;
467 }
468 }
469 /* zero or space padding */
470 if (!(spec.flags & LEFT)) {
471 char c = (spec.flags & ZEROPAD) ? '0' : ' ';
472 while (--spec.field_width >= 0) {
473 if (buf < end)
474 *buf = c;
475 ++buf;
476 }
477 }
478 /* hmm even more zero padding? */
479 while (i <= --spec.precision) {
480 if (buf < end)
481 *buf = '0';
482 ++buf;
483 }
484 /* actual digits of result */
485 while (--i >= 0) {
486 if (buf < end)
487 *buf = tmp[i];
488 ++buf;
489 }
490 /* trailing space padding */
491 while (--spec.field_width >= 0) {
492 if (buf < end)
493 *buf = ' ';
494 ++buf;
495 }
496
497 return buf;
498}
499
500static noinline_for_stack
501char *string(char *buf, char *end, const char *s, struct printf_spec spec)
502{
503 int len, i;
504
505 if ((unsigned long)s < PAGE_SIZE)
506 s = "(null)";
507
508 len = strnlen(s, spec.precision);
509
510 if (!(spec.flags & LEFT)) {
511 while (len < spec.field_width--) {
512 if (buf < end)
513 *buf = ' ';
514 ++buf;
515 }
516 }
517 for (i = 0; i < len; ++i) {
518 if (buf < end)
519 *buf = *s;
520 ++buf; ++s;
521 }
522 while (len < spec.field_width--) {
523 if (buf < end)
524 *buf = ' ';
525 ++buf;
526 }
527
528 return buf;
529}
530
531static noinline_for_stack
532char *symbol_string(char *buf, char *end, void *ptr,
533 struct printf_spec spec, char ext)
534{
535 unsigned long value = (unsigned long) ptr;
536#ifdef CONFIG_KALLSYMS
537 char sym[KSYM_SYMBOL_LEN];
538 if (ext == 'B')
539 sprint_backtrace(sym, value);
540 else if (ext != 'f' && ext != 's')
541 sprint_symbol(sym, value);
542 else
543 sprint_symbol_no_offset(sym, value);
544
545 return string(buf, end, sym, spec);
546#else
547 spec.field_width = 2 * sizeof(void *);
548 spec.flags |= SPECIAL | SMALL | ZEROPAD;
549 spec.base = 16;
550
551 return number(buf, end, value, spec);
552#endif
553}
554
555static noinline_for_stack
556char *resource_string(char *buf, char *end, struct resource *res,
557 struct printf_spec spec, const char *fmt)
558{
559#ifndef IO_RSRC_PRINTK_SIZE
560#define IO_RSRC_PRINTK_SIZE 6
561#endif
562
563#ifndef MEM_RSRC_PRINTK_SIZE
564#define MEM_RSRC_PRINTK_SIZE 10
565#endif
566 static const struct printf_spec io_spec = {
567 .base = 16,
568 .field_width = IO_RSRC_PRINTK_SIZE,
569 .precision = -1,
570 .flags = SPECIAL | SMALL | ZEROPAD,
571 };
572 static const struct printf_spec mem_spec = {
573 .base = 16,
574 .field_width = MEM_RSRC_PRINTK_SIZE,
575 .precision = -1,
576 .flags = SPECIAL | SMALL | ZEROPAD,
577 };
578 static const struct printf_spec bus_spec = {
579 .base = 16,
580 .field_width = 2,
581 .precision = -1,
582 .flags = SMALL | ZEROPAD,
583 };
584 static const struct printf_spec dec_spec = {
585 .base = 10,
586 .precision = -1,
587 .flags = 0,
588 };
589 static const struct printf_spec str_spec = {
590 .field_width = -1,
591 .precision = 10,
592 .flags = LEFT,
593 };
594 static const struct printf_spec flag_spec = {
595 .base = 16,
596 .precision = -1,
597 .flags = SPECIAL | SMALL,
598 };
599
600 /* 32-bit res (sizeof==4): 10 chars in dec, 10 in hex ("0x" + 8)
601 * 64-bit res (sizeof==8): 20 chars in dec, 18 in hex ("0x" + 16) */
602#define RSRC_BUF_SIZE ((2 * sizeof(resource_size_t)) + 4)
603#define FLAG_BUF_SIZE (2 * sizeof(res->flags))
604#define DECODED_BUF_SIZE sizeof("[mem - 64bit pref window disabled]")
605#define RAW_BUF_SIZE sizeof("[mem - flags 0x]")
606 char sym[max(2*RSRC_BUF_SIZE + DECODED_BUF_SIZE,
607 2*RSRC_BUF_SIZE + FLAG_BUF_SIZE + RAW_BUF_SIZE)];
608
609 char *p = sym, *pend = sym + sizeof(sym);
610 int decode = (fmt[0] == 'R') ? 1 : 0;
611 const struct printf_spec *specp;
612
613 *p++ = '[';
614 if (res->flags & IORESOURCE_IO) {
615 p = string(p, pend, "io ", str_spec);
616 specp = &io_spec;
617 } else if (res->flags & IORESOURCE_MEM) {
618 p = string(p, pend, "mem ", str_spec);
619 specp = &mem_spec;
620 } else if (res->flags & IORESOURCE_IRQ) {
621 p = string(p, pend, "irq ", str_spec);
622 specp = &dec_spec;
623 } else if (res->flags & IORESOURCE_DMA) {
624 p = string(p, pend, "dma ", str_spec);
625 specp = &dec_spec;
626 } else if (res->flags & IORESOURCE_BUS) {
627 p = string(p, pend, "bus ", str_spec);
628 specp = &bus_spec;
629 } else {
630 p = string(p, pend, "??? ", str_spec);
631 specp = &mem_spec;
632 decode = 0;
633 }
634 p = number(p, pend, res->start, *specp);
635 if (res->start != res->end) {
636 *p++ = '-';
637 p = number(p, pend, res->end, *specp);
638 }
639 if (decode) {
640 if (res->flags & IORESOURCE_MEM_64)
641 p = string(p, pend, " 64bit", str_spec);
642 if (res->flags & IORESOURCE_PREFETCH)
643 p = string(p, pend, " pref", str_spec);
644 if (res->flags & IORESOURCE_WINDOW)
645 p = string(p, pend, " window", str_spec);
646 if (res->flags & IORESOURCE_DISABLED)
647 p = string(p, pend, " disabled", str_spec);
648 } else {
649 p = string(p, pend, " flags ", str_spec);
650 p = number(p, pend, res->flags, flag_spec);
651 }
652 *p++ = ']';
653 *p = '\0';
654
655 return string(buf, end, sym, spec);
656}
657
658static noinline_for_stack
659char *hex_string(char *buf, char *end, u8 *addr, struct printf_spec spec,
660 const char *fmt)
661{
662 int i, len = 1; /* if we pass '%ph[CDN]', field witdh remains
663 negative value, fallback to the default */
664 char separator;
665
666 if (spec.field_width == 0)
667 /* nothing to print */
668 return buf;
669
670 if (ZERO_OR_NULL_PTR(addr))
671 /* NULL pointer */
672 return string(buf, end, NULL, spec);
673
674 switch (fmt[1]) {
675 case 'C':
676 separator = ':';
677 break;
678 case 'D':
679 separator = '-';
680 break;
681 case 'N':
682 separator = 0;
683 break;
684 default:
685 separator = ' ';
686 break;
687 }
688
689 if (spec.field_width > 0)
690 len = min_t(int, spec.field_width, 64);
691
692 for (i = 0; i < len && buf < end - 1; i++) {
693 buf = hex_byte_pack(buf, addr[i]);
694
695 if (buf < end && separator && i != len - 1)
696 *buf++ = separator;
697 }
698
699 return buf;
700}
701
702static noinline_for_stack
703char *mac_address_string(char *buf, char *end, u8 *addr,
704 struct printf_spec spec, const char *fmt)
705{
706 char mac_addr[sizeof("xx:xx:xx:xx:xx:xx")];
707 char *p = mac_addr;
708 int i;
709 char separator;
710 bool reversed = false;
711
712 switch (fmt[1]) {
713 case 'F':
714 separator = '-';
715 break;
716
717 case 'R':
718 reversed = true;
719 /* fall through */
720
721 default:
722 separator = ':';
723 break;
724 }
725
726 for (i = 0; i < 6; i++) {
727 if (reversed)
728 p = hex_byte_pack(p, addr[5 - i]);
729 else
730 p = hex_byte_pack(p, addr[i]);
731
732 if (fmt[0] == 'M' && i != 5)
733 *p++ = separator;
734 }
735 *p = '\0';
736
737 return string(buf, end, mac_addr, spec);
738}
739
740static noinline_for_stack
741char *ip4_string(char *p, const u8 *addr, const char *fmt)
742{
743 int i;
744 bool leading_zeros = (fmt[0] == 'i');
745 int index;
746 int step;
747
748 switch (fmt[2]) {
749 case 'h':
750#ifdef __BIG_ENDIAN
751 index = 0;
752 step = 1;
753#else
754 index = 3;
755 step = -1;
756#endif
757 break;
758 case 'l':
759 index = 3;
760 step = -1;
761 break;
762 case 'n':
763 case 'b':
764 default:
765 index = 0;
766 step = 1;
767 break;
768 }
769 for (i = 0; i < 4; i++) {
770 char temp[3]; /* hold each IP quad in reverse order */
771 int digits = put_dec_trunc8(temp, addr[index]) - temp;
772 if (leading_zeros) {
773 if (digits < 3)
774 *p++ = '0';
775 if (digits < 2)
776 *p++ = '0';
777 }
778 /* reverse the digits in the quad */
779 while (digits--)
780 *p++ = temp[digits];
781 if (i < 3)
782 *p++ = '.';
783 index += step;
784 }
785 *p = '\0';
786
787 return p;
788}
789
790static noinline_for_stack
791char *ip6_compressed_string(char *p, const char *addr)
792{
793 int i, j, range;
794 unsigned char zerolength[8];
795 int longest = 1;
796 int colonpos = -1;
797 u16 word;
798 u8 hi, lo;
799 bool needcolon = false;
800 bool useIPv4;
801 struct in6_addr in6;
802
803 memcpy(&in6, addr, sizeof(struct in6_addr));
804
805 useIPv4 = ipv6_addr_v4mapped(&in6) || ipv6_addr_is_isatap(&in6);
806
807 memset(zerolength, 0, sizeof(zerolength));
808
809 if (useIPv4)
810 range = 6;
811 else
812 range = 8;
813
814 /* find position of longest 0 run */
815 for (i = 0; i < range; i++) {
816 for (j = i; j < range; j++) {
817 if (in6.s6_addr16[j] != 0)
818 break;
819 zerolength[i]++;
820 }
821 }
822 for (i = 0; i < range; i++) {
823 if (zerolength[i] > longest) {
824 longest = zerolength[i];
825 colonpos = i;
826 }
827 }
828 if (longest == 1) /* don't compress a single 0 */
829 colonpos = -1;
830
831 /* emit address */
832 for (i = 0; i < range; i++) {
833 if (i == colonpos) {
834 if (needcolon || i == 0)
835 *p++ = ':';
836 *p++ = ':';
837 needcolon = false;
838 i += longest - 1;
839 continue;
840 }
841 if (needcolon) {
842 *p++ = ':';
843 needcolon = false;
844 }
845 /* hex u16 without leading 0s */
846 word = ntohs(in6.s6_addr16[i]);
847 hi = word >> 8;
848 lo = word & 0xff;
849 if (hi) {
850 if (hi > 0x0f)
851 p = hex_byte_pack(p, hi);
852 else
853 *p++ = hex_asc_lo(hi);
854 p = hex_byte_pack(p, lo);
855 }
856 else if (lo > 0x0f)
857 p = hex_byte_pack(p, lo);
858 else
859 *p++ = hex_asc_lo(lo);
860 needcolon = true;
861 }
862
863 if (useIPv4) {
864 if (needcolon)
865 *p++ = ':';
866 p = ip4_string(p, &in6.s6_addr[12], "I4");
867 }
868 *p = '\0';
869
870 return p;
871}
872
873static noinline_for_stack
874char *ip6_string(char *p, const char *addr, const char *fmt)
875{
876 int i;
877
878 for (i = 0; i < 8; i++) {
879 p = hex_byte_pack(p, *addr++);
880 p = hex_byte_pack(p, *addr++);
881 if (fmt[0] == 'I' && i != 7)
882 *p++ = ':';
883 }
884 *p = '\0';
885
886 return p;
887}
888
889static noinline_for_stack
890char *ip6_addr_string(char *buf, char *end, const u8 *addr,
891 struct printf_spec spec, const char *fmt)
892{
893 char ip6_addr[sizeof("xxxx:xxxx:xxxx:xxxx:xxxx:xxxx:255.255.255.255")];
894
895 if (fmt[0] == 'I' && fmt[2] == 'c')
896 ip6_compressed_string(ip6_addr, addr);
897 else
898 ip6_string(ip6_addr, addr, fmt);
899
900 return string(buf, end, ip6_addr, spec);
901}
902
903static noinline_for_stack
904char *ip4_addr_string(char *buf, char *end, const u8 *addr,
905 struct printf_spec spec, const char *fmt)
906{
907 char ip4_addr[sizeof("255.255.255.255")];
908
909 ip4_string(ip4_addr, addr, fmt);
910
911 return string(buf, end, ip4_addr, spec);
912}
913
914static noinline_for_stack
915char *uuid_string(char *buf, char *end, const u8 *addr,
916 struct printf_spec spec, const char *fmt)
917{
918 char uuid[sizeof("xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx")];
919 char *p = uuid;
920 int i;
921 static const u8 be[16] = {0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15};
922 static const u8 le[16] = {3,2,1,0,5,4,7,6,8,9,10,11,12,13,14,15};
923 const u8 *index = be;
924 bool uc = false;
925
926 switch (*(++fmt)) {
927 case 'L':
928 uc = true; /* fall-through */
929 case 'l':
930 index = le;
931 break;
932 case 'B':
933 uc = true;
934 break;
935 }
936
937 for (i = 0; i < 16; i++) {
938 p = hex_byte_pack(p, addr[index[i]]);
939 switch (i) {
940 case 3:
941 case 5:
942 case 7:
943 case 9:
944 *p++ = '-';
945 break;
946 }
947 }
948
949 *p = 0;
950
951 if (uc) {
952 p = uuid;
953 do {
954 *p = toupper(*p);
955 } while (*(++p));
956 }
957
958 return string(buf, end, uuid, spec);
959}
960
961static
962char *netdev_feature_string(char *buf, char *end, const u8 *addr,
963 struct printf_spec spec)
964{
965 spec.flags |= SPECIAL | SMALL | ZEROPAD;
966 if (spec.field_width == -1)
967 spec.field_width = 2 + 2 * sizeof(netdev_features_t);
968 spec.base = 16;
969
970 return number(buf, end, *(const netdev_features_t *)addr, spec);
971}
972
973int kptr_restrict __read_mostly;
974
975/*
976 * Show a '%p' thing. A kernel extension is that the '%p' is followed
977 * by an extra set of alphanumeric characters that are extended format
978 * specifiers.
979 *
980 * Right now we handle:
981 *
982 * - 'F' For symbolic function descriptor pointers with offset
983 * - 'f' For simple symbolic function names without offset
984 * - 'S' For symbolic direct pointers with offset
985 * - 's' For symbolic direct pointers without offset
986 * - 'B' For backtraced symbolic direct pointers with offset
987 * - 'R' For decoded struct resource, e.g., [mem 0x0-0x1f 64bit pref]
988 * - 'r' For raw struct resource, e.g., [mem 0x0-0x1f flags 0x201]
989 * - 'M' For a 6-byte MAC address, it prints the address in the
990 * usual colon-separated hex notation
991 * - 'm' For a 6-byte MAC address, it prints the hex address without colons
992 * - 'MF' For a 6-byte MAC FDDI address, it prints the address
993 * with a dash-separated hex notation
994 * - '[mM]R For a 6-byte MAC address, Reverse order (Bluetooth)
995 * - 'I' [46] for IPv4/IPv6 addresses printed in the usual way
996 * IPv4 uses dot-separated decimal without leading 0's (1.2.3.4)
997 * IPv6 uses colon separated network-order 16 bit hex with leading 0's
998 * - 'i' [46] for 'raw' IPv4/IPv6 addresses
999 * IPv6 omits the colons (01020304...0f)
1000 * IPv4 uses dot-separated decimal with leading 0's (010.123.045.006)
1001 * - '[Ii]4[hnbl]' IPv4 addresses in host, network, big or little endian order
1002 * - 'I6c' for IPv6 addresses printed as specified by
1003 * http://tools.ietf.org/html/rfc5952
1004 * - 'U' For a 16 byte UUID/GUID, it prints the UUID/GUID in the form
1005 * "xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx"
1006 * Options for %pU are:
1007 * b big endian lower case hex (default)
1008 * B big endian UPPER case hex
1009 * l little endian lower case hex
1010 * L little endian UPPER case hex
1011 * big endian output byte order is:
1012 * [0][1][2][3]-[4][5]-[6][7]-[8][9]-[10][11][12][13][14][15]
1013 * little endian output byte order is:
1014 * [3][2][1][0]-[5][4]-[7][6]-[8][9]-[10][11][12][13][14][15]
1015 * - 'V' For a struct va_format which contains a format string * and va_list *,
1016 * call vsnprintf(->format, *->va_list).
1017 * Implements a "recursive vsnprintf".
1018 * Do not use this feature without some mechanism to verify the
1019 * correctness of the format string and va_list arguments.
1020 * - 'K' For a kernel pointer that should be hidden from unprivileged users
1021 * - 'NF' For a netdev_features_t
1022 * - 'h[CDN]' For a variable-length buffer, it prints it as a hex string with
1023 * a certain separator (' ' by default):
1024 * C colon
1025 * D dash
1026 * N no separator
1027 * The maximum supported length is 64 bytes of the input. Consider
1028 * to use print_hex_dump() for the larger input.
1029 *
1030 * Note: The difference between 'S' and 'F' is that on ia64 and ppc64
1031 * function pointers are really function descriptors, which contain a
1032 * pointer to the real address.
1033 */
1034static noinline_for_stack
1035char *pointer(const char *fmt, char *buf, char *end, void *ptr,
1036 struct printf_spec spec)
1037{
1038 int default_width = 2 * sizeof(void *) + (spec.flags & SPECIAL ? 2 : 0);
1039
1040 if (!ptr && *fmt != 'K') {
1041 /*
1042 * Print (null) with the same width as a pointer so it makes
1043 * tabular output look nice.
1044 */
1045 if (spec.field_width == -1)
1046 spec.field_width = default_width;
1047 return string(buf, end, "(null)", spec);
1048 }
1049
1050 switch (*fmt) {
1051 case 'F':
1052 case 'f':
1053 ptr = dereference_function_descriptor(ptr);
1054 /* Fallthrough */
1055 case 'S':
1056 case 's':
1057 case 'B':
1058 return symbol_string(buf, end, ptr, spec, *fmt);
1059 case 'R':
1060 case 'r':
1061 return resource_string(buf, end, ptr, spec, fmt);
1062 case 'h':
1063 return hex_string(buf, end, ptr, spec, fmt);
1064 case 'M': /* Colon separated: 00:01:02:03:04:05 */
1065 case 'm': /* Contiguous: 000102030405 */
1066 /* [mM]F (FDDI) */
1067 /* [mM]R (Reverse order; Bluetooth) */
1068 return mac_address_string(buf, end, ptr, spec, fmt);
1069 case 'I': /* Formatted IP supported
1070 * 4: 1.2.3.4
1071 * 6: 0001:0203:...:0708
1072 * 6c: 1::708 or 1::1.2.3.4
1073 */
1074 case 'i': /* Contiguous:
1075 * 4: 001.002.003.004
1076 * 6: 000102...0f
1077 */
1078 switch (fmt[1]) {
1079 case '6':
1080 return ip6_addr_string(buf, end, ptr, spec, fmt);
1081 case '4':
1082 return ip4_addr_string(buf, end, ptr, spec, fmt);
1083 }
1084 break;
1085 case 'U':
1086 return uuid_string(buf, end, ptr, spec, fmt);
1087 case 'V':
1088 {
1089 va_list va;
1090
1091 va_copy(va, *((struct va_format *)ptr)->va);
1092 buf += vsnprintf(buf, end > buf ? end - buf : 0,
1093 ((struct va_format *)ptr)->fmt, va);
1094 va_end(va);
1095 return buf;
1096 }
1097 case 'K':
1098 /*
1099 * %pK cannot be used in IRQ context because its test
1100 * for CAP_SYSLOG would be meaningless.
1101 */
1102 if (kptr_restrict && (in_irq() || in_serving_softirq() ||
1103 in_nmi())) {
1104 if (spec.field_width == -1)
1105 spec.field_width = default_width;
1106 return string(buf, end, "pK-error", spec);
1107 }
1108 if (!((kptr_restrict == 0) ||
1109 (kptr_restrict == 1 &&
1110 has_capability_noaudit(current, CAP_SYSLOG))))
1111 ptr = NULL;
1112 break;
1113 case 'N':
1114 switch (fmt[1]) {
1115 case 'F':
1116 return netdev_feature_string(buf, end, ptr, spec);
1117 }
1118 break;
1119 }
1120 spec.flags |= SMALL;
1121 if (spec.field_width == -1) {
1122 spec.field_width = default_width;
1123 spec.flags |= ZEROPAD;
1124 }
1125 spec.base = 16;
1126
1127 return number(buf, end, (unsigned long) ptr, spec);
1128}
1129
1130/*
1131 * Helper function to decode printf style format.
1132 * Each call decode a token from the format and return the
1133 * number of characters read (or likely the delta where it wants
1134 * to go on the next call).
1135 * The decoded token is returned through the parameters
1136 *
1137 * 'h', 'l', or 'L' for integer fields
1138 * 'z' support added 23/7/1999 S.H.
1139 * 'z' changed to 'Z' --davidm 1/25/99
1140 * 't' added for ptrdiff_t
1141 *
1142 * @fmt: the format string
1143 * @type of the token returned
1144 * @flags: various flags such as +, -, # tokens..
1145 * @field_width: overwritten width
1146 * @base: base of the number (octal, hex, ...)
1147 * @precision: precision of a number
1148 * @qualifier: qualifier of a number (long, size_t, ...)
1149 */
1150static noinline_for_stack
1151int format_decode(const char *fmt, struct printf_spec *spec)
1152{
1153 const char *start = fmt;
1154
1155 /* we finished early by reading the field width */
1156 if (spec->type == FORMAT_TYPE_WIDTH) {
1157 if (spec->field_width < 0) {
1158 spec->field_width = -spec->field_width;
1159 spec->flags |= LEFT;
1160 }
1161 spec->type = FORMAT_TYPE_NONE;
1162 goto precision;
1163 }
1164
1165 /* we finished early by reading the precision */
1166 if (spec->type == FORMAT_TYPE_PRECISION) {
1167 if (spec->precision < 0)
1168 spec->precision = 0;
1169
1170 spec->type = FORMAT_TYPE_NONE;
1171 goto qualifier;
1172 }
1173
1174 /* By default */
1175 spec->type = FORMAT_TYPE_NONE;
1176
1177 for (; *fmt ; ++fmt) {
1178 if (*fmt == '%')
1179 break;
1180 }
1181
1182 /* Return the current non-format string */
1183 if (fmt != start || !*fmt)
1184 return fmt - start;
1185
1186 /* Process flags */
1187 spec->flags = 0;
1188
1189 while (1) { /* this also skips first '%' */
1190 bool found = true;
1191
1192 ++fmt;
1193
1194 switch (*fmt) {
1195 case '-': spec->flags |= LEFT; break;
1196 case '+': spec->flags |= PLUS; break;
1197 case ' ': spec->flags |= SPACE; break;
1198 case '#': spec->flags |= SPECIAL; break;
1199 case '0': spec->flags |= ZEROPAD; break;
1200 default: found = false;
1201 }
1202
1203 if (!found)
1204 break;
1205 }
1206
1207 /* get field width */
1208 spec->field_width = -1;
1209
1210 if (isdigit(*fmt))
1211 spec->field_width = skip_atoi(&fmt);
1212 else if (*fmt == '*') {
1213 /* it's the next argument */
1214 spec->type = FORMAT_TYPE_WIDTH;
1215 return ++fmt - start;
1216 }
1217
1218precision:
1219 /* get the precision */
1220 spec->precision = -1;
1221 if (*fmt == '.') {
1222 ++fmt;
1223 if (isdigit(*fmt)) {
1224 spec->precision = skip_atoi(&fmt);
1225 if (spec->precision < 0)
1226 spec->precision = 0;
1227 } else if (*fmt == '*') {
1228 /* it's the next argument */
1229 spec->type = FORMAT_TYPE_PRECISION;
1230 return ++fmt - start;
1231 }
1232 }
1233
1234qualifier:
1235 /* get the conversion qualifier */
1236 spec->qualifier = -1;
1237 if (*fmt == 'h' || _tolower(*fmt) == 'l' ||
1238 _tolower(*fmt) == 'z' || *fmt == 't') {
1239 spec->qualifier = *fmt++;
1240 if (unlikely(spec->qualifier == *fmt)) {
1241 if (spec->qualifier == 'l') {
1242 spec->qualifier = 'L';
1243 ++fmt;
1244 } else if (spec->qualifier == 'h') {
1245 spec->qualifier = 'H';
1246 ++fmt;
1247 }
1248 }
1249 }
1250
1251 /* default base */
1252 spec->base = 10;
1253 switch (*fmt) {
1254 case 'c':
1255 spec->type = FORMAT_TYPE_CHAR;
1256 return ++fmt - start;
1257
1258 case 's':
1259 spec->type = FORMAT_TYPE_STR;
1260 return ++fmt - start;
1261
1262 case 'p':
1263 spec->type = FORMAT_TYPE_PTR;
1264 return fmt - start;
1265 /* skip alnum */
1266
1267 case 'n':
1268 spec->type = FORMAT_TYPE_NRCHARS;
1269 return ++fmt - start;
1270
1271 case '%':
1272 spec->type = FORMAT_TYPE_PERCENT_CHAR;
1273 return ++fmt - start;
1274
1275 /* integer number formats - set up the flags and "break" */
1276 case 'o':
1277 spec->base = 8;
1278 break;
1279
1280 case 'x':
1281 spec->flags |= SMALL;
1282
1283 case 'X':
1284 spec->base = 16;
1285 break;
1286
1287 case 'd':
1288 case 'i':
1289 spec->flags |= SIGN;
1290 case 'u':
1291 break;
1292
1293 default:
1294 spec->type = FORMAT_TYPE_INVALID;
1295 return fmt - start;
1296 }
1297
1298 if (spec->qualifier == 'L')
1299 spec->type = FORMAT_TYPE_LONG_LONG;
1300 else if (spec->qualifier == 'l') {
1301 if (spec->flags & SIGN)
1302 spec->type = FORMAT_TYPE_LONG;
1303 else
1304 spec->type = FORMAT_TYPE_ULONG;
1305 } else if (_tolower(spec->qualifier) == 'z') {
1306 spec->type = FORMAT_TYPE_SIZE_T;
1307 } else if (spec->qualifier == 't') {
1308 spec->type = FORMAT_TYPE_PTRDIFF;
1309 } else if (spec->qualifier == 'H') {
1310 if (spec->flags & SIGN)
1311 spec->type = FORMAT_TYPE_BYTE;
1312 else
1313 spec->type = FORMAT_TYPE_UBYTE;
1314 } else if (spec->qualifier == 'h') {
1315 if (spec->flags & SIGN)
1316 spec->type = FORMAT_TYPE_SHORT;
1317 else
1318 spec->type = FORMAT_TYPE_USHORT;
1319 } else {
1320 if (spec->flags & SIGN)
1321 spec->type = FORMAT_TYPE_INT;
1322 else
1323 spec->type = FORMAT_TYPE_UINT;
1324 }
1325
1326 return ++fmt - start;
1327}
1328
1329/**
1330 * vsnprintf - Format a string and place it in a buffer
1331 * @buf: The buffer to place the result into
1332 * @size: The size of the buffer, including the trailing null space
1333 * @fmt: The format string to use
1334 * @args: Arguments for the format string
1335 *
1336 * This function follows C99 vsnprintf, but has some extensions:
1337 * %pS output the name of a text symbol with offset
1338 * %ps output the name of a text symbol without offset
1339 * %pF output the name of a function pointer with its offset
1340 * %pf output the name of a function pointer without its offset
1341 * %pB output the name of a backtrace symbol with its offset
1342 * %pR output the address range in a struct resource with decoded flags
1343 * %pr output the address range in a struct resource with raw flags
1344 * %pM output a 6-byte MAC address with colons
1345 * %pm output a 6-byte MAC address without colons
1346 * %pI4 print an IPv4 address without leading zeros
1347 * %pi4 print an IPv4 address with leading zeros
1348 * %pI6 print an IPv6 address with colons
1349 * %pi6 print an IPv6 address without colons
1350 * %pI6c print an IPv6 address as specified by RFC 5952
1351 * %pU[bBlL] print a UUID/GUID in big or little endian using lower or upper
1352 * case.
1353 * %*ph[CDN] a variable-length hex string with a separator (supports up to 64
1354 * bytes of the input)
1355 * %n is ignored
1356 *
1357 * ** Please update Documentation/printk-formats.txt when making changes **
1358 *
1359 * The return value is the number of characters which would
1360 * be generated for the given input, excluding the trailing
1361 * '\0', as per ISO C99. If you want to have the exact
1362 * number of characters written into @buf as return value
1363 * (not including the trailing '\0'), use vscnprintf(). If the
1364 * return is greater than or equal to @size, the resulting
1365 * string is truncated.
1366 *
1367 * If you're not already dealing with a va_list consider using snprintf().
1368 */
1369int vsnprintf(char *buf, size_t size, const char *fmt, va_list args)
1370{
1371 unsigned long long num;
1372 char *str, *end;
1373 struct printf_spec spec = {0};
1374
1375 /* Reject out-of-range values early. Large positive sizes are
1376 used for unknown buffer sizes. */
1377 if (WARN_ON_ONCE((int) size < 0))
1378 return 0;
1379
1380 str = buf;
1381 end = buf + size;
1382
1383 /* Make sure end is always >= buf */
1384 if (end < buf) {
1385 end = ((void *)-1);
1386 size = end - buf;
1387 }
1388
1389 while (*fmt) {
1390 const char *old_fmt = fmt;
1391 int read = format_decode(fmt, &spec);
1392
1393 fmt += read;
1394
1395 switch (spec.type) {
1396 case FORMAT_TYPE_NONE: {
1397 int copy = read;
1398 if (str < end) {
1399 if (copy > end - str)
1400 copy = end - str;
1401 memcpy(str, old_fmt, copy);
1402 }
1403 str += read;
1404 break;
1405 }
1406
1407 case FORMAT_TYPE_WIDTH:
1408 spec.field_width = va_arg(args, int);
1409 break;
1410
1411 case FORMAT_TYPE_PRECISION:
1412 spec.precision = va_arg(args, int);
1413 break;
1414
1415 case FORMAT_TYPE_CHAR: {
1416 char c;
1417
1418 if (!(spec.flags & LEFT)) {
1419 while (--spec.field_width > 0) {
1420 if (str < end)
1421 *str = ' ';
1422 ++str;
1423
1424 }
1425 }
1426 c = (unsigned char) va_arg(args, int);
1427 if (str < end)
1428 *str = c;
1429 ++str;
1430 while (--spec.field_width > 0) {
1431 if (str < end)
1432 *str = ' ';
1433 ++str;
1434 }
1435 break;
1436 }
1437
1438 case FORMAT_TYPE_STR:
1439 str = string(str, end, va_arg(args, char *), spec);
1440 break;
1441
1442 case FORMAT_TYPE_PTR:
1443 str = pointer(fmt+1, str, end, va_arg(args, void *),
1444 spec);
1445 while (isalnum(*fmt))
1446 fmt++;
1447 break;
1448
1449 case FORMAT_TYPE_PERCENT_CHAR:
1450 if (str < end)
1451 *str = '%';
1452 ++str;
1453 break;
1454
1455 case FORMAT_TYPE_INVALID:
1456 if (str < end)
1457 *str = '%';
1458 ++str;
1459 break;
1460
1461 case FORMAT_TYPE_NRCHARS: {
1462 u8 qualifier = spec.qualifier;
1463
1464 if (qualifier == 'l') {
1465 long *ip = va_arg(args, long *);
1466 *ip = (str - buf);
1467 } else if (_tolower(qualifier) == 'z') {
1468 size_t *ip = va_arg(args, size_t *);
1469 *ip = (str - buf);
1470 } else {
1471 int *ip = va_arg(args, int *);
1472 *ip = (str - buf);
1473 }
1474 break;
1475 }
1476
1477 default:
1478 switch (spec.type) {
1479 case FORMAT_TYPE_LONG_LONG:
1480 num = va_arg(args, long long);
1481 break;
1482 case FORMAT_TYPE_ULONG:
1483 num = va_arg(args, unsigned long);
1484 break;
1485 case FORMAT_TYPE_LONG:
1486 num = va_arg(args, long);
1487 break;
1488 case FORMAT_TYPE_SIZE_T:
1489 num = va_arg(args, size_t);
1490 break;
1491 case FORMAT_TYPE_PTRDIFF:
1492 num = va_arg(args, ptrdiff_t);
1493 break;
1494 case FORMAT_TYPE_UBYTE:
1495 num = (unsigned char) va_arg(args, int);
1496 break;
1497 case FORMAT_TYPE_BYTE:
1498 num = (signed char) va_arg(args, int);
1499 break;
1500 case FORMAT_TYPE_USHORT:
1501 num = (unsigned short) va_arg(args, int);
1502 break;
1503 case FORMAT_TYPE_SHORT:
1504 num = (short) va_arg(args, int);
1505 break;
1506 case FORMAT_TYPE_INT:
1507 num = (int) va_arg(args, int);
1508 break;
1509 default:
1510 num = va_arg(args, unsigned int);
1511 }
1512
1513 str = number(str, end, num, spec);
1514 }
1515 }
1516
1517 if (size > 0) {
1518 if (str < end)
1519 *str = '\0';
1520 else
1521 end[-1] = '\0';
1522 }
1523
1524 /* the trailing null byte doesn't count towards the total */
1525 return str-buf;
1526
1527}
1528EXPORT_SYMBOL(vsnprintf);
1529
1530/**
1531 * vscnprintf - Format a string and place it in a buffer
1532 * @buf: The buffer to place the result into
1533 * @size: The size of the buffer, including the trailing null space
1534 * @fmt: The format string to use
1535 * @args: Arguments for the format string
1536 *
1537 * The return value is the number of characters which have been written into
1538 * the @buf not including the trailing '\0'. If @size is == 0 the function
1539 * returns 0.
1540 *
1541 * If you're not already dealing with a va_list consider using scnprintf().
1542 *
1543 * See the vsnprintf() documentation for format string extensions over C99.
1544 */
1545int vscnprintf(char *buf, size_t size, const char *fmt, va_list args)
1546{
1547 int i;
1548
1549 i = vsnprintf(buf, size, fmt, args);
1550
1551 if (likely(i < size))
1552 return i;
1553 if (size != 0)
1554 return size - 1;
1555 return 0;
1556}
1557EXPORT_SYMBOL(vscnprintf);
1558
1559/**
1560 * snprintf - Format a string and place it in a buffer
1561 * @buf: The buffer to place the result into
1562 * @size: The size of the buffer, including the trailing null space
1563 * @fmt: The format string to use
1564 * @...: Arguments for the format string
1565 *
1566 * The return value is the number of characters which would be
1567 * generated for the given input, excluding the trailing null,
1568 * as per ISO C99. If the return is greater than or equal to
1569 * @size, the resulting string is truncated.
1570 *
1571 * See the vsnprintf() documentation for format string extensions over C99.
1572 */
1573int snprintf(char *buf, size_t size, const char *fmt, ...)
1574{
1575 va_list args;
1576 int i;
1577
1578 va_start(args, fmt);
1579 i = vsnprintf(buf, size, fmt, args);
1580 va_end(args);
1581
1582 return i;
1583}
1584EXPORT_SYMBOL(snprintf);
1585
1586/**
1587 * scnprintf - Format a string and place it in a buffer
1588 * @buf: The buffer to place the result into
1589 * @size: The size of the buffer, including the trailing null space
1590 * @fmt: The format string to use
1591 * @...: Arguments for the format string
1592 *
1593 * The return value is the number of characters written into @buf not including
1594 * the trailing '\0'. If @size is == 0 the function returns 0.
1595 */
1596
1597int scnprintf(char *buf, size_t size, const char *fmt, ...)
1598{
1599 va_list args;
1600 int i;
1601
1602 va_start(args, fmt);
1603 i = vscnprintf(buf, size, fmt, args);
1604 va_end(args);
1605
1606 return i;
1607}
1608EXPORT_SYMBOL(scnprintf);
1609
1610/**
1611 * vsprintf - Format a string and place it in a buffer
1612 * @buf: The buffer to place the result into
1613 * @fmt: The format string to use
1614 * @args: Arguments for the format string
1615 *
1616 * The function returns the number of characters written
1617 * into @buf. Use vsnprintf() or vscnprintf() in order to avoid
1618 * buffer overflows.
1619 *
1620 * If you're not already dealing with a va_list consider using sprintf().
1621 *
1622 * See the vsnprintf() documentation for format string extensions over C99.
1623 */
1624int vsprintf(char *buf, const char *fmt, va_list args)
1625{
1626 return vsnprintf(buf, INT_MAX, fmt, args);
1627}
1628EXPORT_SYMBOL(vsprintf);
1629
1630/**
1631 * sprintf - Format a string and place it in a buffer
1632 * @buf: The buffer to place the result into
1633 * @fmt: The format string to use
1634 * @...: Arguments for the format string
1635 *
1636 * The function returns the number of characters written
1637 * into @buf. Use snprintf() or scnprintf() in order to avoid
1638 * buffer overflows.
1639 *
1640 * See the vsnprintf() documentation for format string extensions over C99.
1641 */
1642int sprintf(char *buf, const char *fmt, ...)
1643{
1644 va_list args;
1645 int i;
1646
1647 va_start(args, fmt);
1648 i = vsnprintf(buf, INT_MAX, fmt, args);
1649 va_end(args);
1650
1651 return i;
1652}
1653EXPORT_SYMBOL(sprintf);
1654
1655#ifdef CONFIG_BINARY_PRINTF
1656/*
1657 * bprintf service:
1658 * vbin_printf() - VA arguments to binary data
1659 * bstr_printf() - Binary data to text string
1660 */
1661
1662/**
1663 * vbin_printf - Parse a format string and place args' binary value in a buffer
1664 * @bin_buf: The buffer to place args' binary value
1665 * @size: The size of the buffer(by words(32bits), not characters)
1666 * @fmt: The format string to use
1667 * @args: Arguments for the format string
1668 *
1669 * The format follows C99 vsnprintf, except %n is ignored, and its argument
1670 * is skiped.
1671 *
1672 * The return value is the number of words(32bits) which would be generated for
1673 * the given input.
1674 *
1675 * NOTE:
1676 * If the return value is greater than @size, the resulting bin_buf is NOT
1677 * valid for bstr_printf().
1678 */
1679int vbin_printf(u32 *bin_buf, size_t size, const char *fmt, va_list args)
1680{
1681 struct printf_spec spec = {0};
1682 char *str, *end;
1683
1684 str = (char *)bin_buf;
1685 end = (char *)(bin_buf + size);
1686
1687#define save_arg(type) \
1688do { \
1689 if (sizeof(type) == 8) { \
1690 unsigned long long value; \
1691 str = PTR_ALIGN(str, sizeof(u32)); \
1692 value = va_arg(args, unsigned long long); \
1693 if (str + sizeof(type) <= end) { \
1694 *(u32 *)str = *(u32 *)&value; \
1695 *(u32 *)(str + 4) = *((u32 *)&value + 1); \
1696 } \
1697 } else { \
1698 unsigned long value; \
1699 str = PTR_ALIGN(str, sizeof(type)); \
1700 value = va_arg(args, int); \
1701 if (str + sizeof(type) <= end) \
1702 *(typeof(type) *)str = (type)value; \
1703 } \
1704 str += sizeof(type); \
1705} while (0)
1706
1707 while (*fmt) {
1708 int read = format_decode(fmt, &spec);
1709
1710 fmt += read;
1711
1712 switch (spec.type) {
1713 case FORMAT_TYPE_NONE:
1714 case FORMAT_TYPE_INVALID:
1715 case FORMAT_TYPE_PERCENT_CHAR:
1716 break;
1717
1718 case FORMAT_TYPE_WIDTH:
1719 case FORMAT_TYPE_PRECISION:
1720 save_arg(int);
1721 break;
1722
1723 case FORMAT_TYPE_CHAR:
1724 save_arg(char);
1725 break;
1726
1727 case FORMAT_TYPE_STR: {
1728 const char *save_str = va_arg(args, char *);
1729 size_t len;
1730
1731 if ((unsigned long)save_str > (unsigned long)-PAGE_SIZE
1732 || (unsigned long)save_str < PAGE_SIZE)
1733 save_str = "(null)";
1734 len = strlen(save_str) + 1;
1735 if (str + len < end)
1736 memcpy(str, save_str, len);
1737 str += len;
1738 break;
1739 }
1740
1741 case FORMAT_TYPE_PTR:
1742 save_arg(void *);
1743 /* skip all alphanumeric pointer suffixes */
1744 while (isalnum(*fmt))
1745 fmt++;
1746 break;
1747
1748 case FORMAT_TYPE_NRCHARS: {
1749 /* skip %n 's argument */
1750 u8 qualifier = spec.qualifier;
1751 void *skip_arg;
1752 if (qualifier == 'l')
1753 skip_arg = va_arg(args, long *);
1754 else if (_tolower(qualifier) == 'z')
1755 skip_arg = va_arg(args, size_t *);
1756 else
1757 skip_arg = va_arg(args, int *);
1758 break;
1759 }
1760
1761 default:
1762 switch (spec.type) {
1763
1764 case FORMAT_TYPE_LONG_LONG:
1765 save_arg(long long);
1766 break;
1767 case FORMAT_TYPE_ULONG:
1768 case FORMAT_TYPE_LONG:
1769 save_arg(unsigned long);
1770 break;
1771 case FORMAT_TYPE_SIZE_T:
1772 save_arg(size_t);
1773 break;
1774 case FORMAT_TYPE_PTRDIFF:
1775 save_arg(ptrdiff_t);
1776 break;
1777 case FORMAT_TYPE_UBYTE:
1778 case FORMAT_TYPE_BYTE:
1779 save_arg(char);
1780 break;
1781 case FORMAT_TYPE_USHORT:
1782 case FORMAT_TYPE_SHORT:
1783 save_arg(short);
1784 break;
1785 default:
1786 save_arg(int);
1787 }
1788 }
1789 }
1790
1791 return (u32 *)(PTR_ALIGN(str, sizeof(u32))) - bin_buf;
1792#undef save_arg
1793}
1794EXPORT_SYMBOL_GPL(vbin_printf);
1795
1796/**
1797 * bstr_printf - Format a string from binary arguments and place it in a buffer
1798 * @buf: The buffer to place the result into
1799 * @size: The size of the buffer, including the trailing null space
1800 * @fmt: The format string to use
1801 * @bin_buf: Binary arguments for the format string
1802 *
1803 * This function like C99 vsnprintf, but the difference is that vsnprintf gets
1804 * arguments from stack, and bstr_printf gets arguments from @bin_buf which is
1805 * a binary buffer that generated by vbin_printf.
1806 *
1807 * The format follows C99 vsnprintf, but has some extensions:
1808 * see vsnprintf comment for details.
1809 *
1810 * The return value is the number of characters which would
1811 * be generated for the given input, excluding the trailing
1812 * '\0', as per ISO C99. If you want to have the exact
1813 * number of characters written into @buf as return value
1814 * (not including the trailing '\0'), use vscnprintf(). If the
1815 * return is greater than or equal to @size, the resulting
1816 * string is truncated.
1817 */
1818int bstr_printf(char *buf, size_t size, const char *fmt, const u32 *bin_buf)
1819{
1820 struct printf_spec spec = {0};
1821 char *str, *end;
1822 const char *args = (const char *)bin_buf;
1823
1824 if (WARN_ON_ONCE((int) size < 0))
1825 return 0;
1826
1827 str = buf;
1828 end = buf + size;
1829
1830#define get_arg(type) \
1831({ \
1832 typeof(type) value; \
1833 if (sizeof(type) == 8) { \
1834 args = PTR_ALIGN(args, sizeof(u32)); \
1835 *(u32 *)&value = *(u32 *)args; \
1836 *((u32 *)&value + 1) = *(u32 *)(args + 4); \
1837 } else { \
1838 args = PTR_ALIGN(args, sizeof(type)); \
1839 value = *(typeof(type) *)args; \
1840 } \
1841 args += sizeof(type); \
1842 value; \
1843})
1844
1845 /* Make sure end is always >= buf */
1846 if (end < buf) {
1847 end = ((void *)-1);
1848 size = end - buf;
1849 }
1850
1851 while (*fmt) {
1852 const char *old_fmt = fmt;
1853 int read = format_decode(fmt, &spec);
1854
1855 fmt += read;
1856
1857 switch (spec.type) {
1858 case FORMAT_TYPE_NONE: {
1859 int copy = read;
1860 if (str < end) {
1861 if (copy > end - str)
1862 copy = end - str;
1863 memcpy(str, old_fmt, copy);
1864 }
1865 str += read;
1866 break;
1867 }
1868
1869 case FORMAT_TYPE_WIDTH:
1870 spec.field_width = get_arg(int);
1871 break;
1872
1873 case FORMAT_TYPE_PRECISION:
1874 spec.precision = get_arg(int);
1875 break;
1876
1877 case FORMAT_TYPE_CHAR: {
1878 char c;
1879
1880 if (!(spec.flags & LEFT)) {
1881 while (--spec.field_width > 0) {
1882 if (str < end)
1883 *str = ' ';
1884 ++str;
1885 }
1886 }
1887 c = (unsigned char) get_arg(char);
1888 if (str < end)
1889 *str = c;
1890 ++str;
1891 while (--spec.field_width > 0) {
1892 if (str < end)
1893 *str = ' ';
1894 ++str;
1895 }
1896 break;
1897 }
1898
1899 case FORMAT_TYPE_STR: {
1900 const char *str_arg = args;
1901 args += strlen(str_arg) + 1;
1902 str = string(str, end, (char *)str_arg, spec);
1903 break;
1904 }
1905
1906 case FORMAT_TYPE_PTR:
1907 str = pointer(fmt+1, str, end, get_arg(void *), spec);
1908 while (isalnum(*fmt))
1909 fmt++;
1910 break;
1911
1912 case FORMAT_TYPE_PERCENT_CHAR:
1913 case FORMAT_TYPE_INVALID:
1914 if (str < end)
1915 *str = '%';
1916 ++str;
1917 break;
1918
1919 case FORMAT_TYPE_NRCHARS:
1920 /* skip */
1921 break;
1922
1923 default: {
1924 unsigned long long num;
1925
1926 switch (spec.type) {
1927
1928 case FORMAT_TYPE_LONG_LONG:
1929 num = get_arg(long long);
1930 break;
1931 case FORMAT_TYPE_ULONG:
1932 case FORMAT_TYPE_LONG:
1933 num = get_arg(unsigned long);
1934 break;
1935 case FORMAT_TYPE_SIZE_T:
1936 num = get_arg(size_t);
1937 break;
1938 case FORMAT_TYPE_PTRDIFF:
1939 num = get_arg(ptrdiff_t);
1940 break;
1941 case FORMAT_TYPE_UBYTE:
1942 num = get_arg(unsigned char);
1943 break;
1944 case FORMAT_TYPE_BYTE:
1945 num = get_arg(signed char);
1946 break;
1947 case FORMAT_TYPE_USHORT:
1948 num = get_arg(unsigned short);
1949 break;
1950 case FORMAT_TYPE_SHORT:
1951 num = get_arg(short);
1952 break;
1953 case FORMAT_TYPE_UINT:
1954 num = get_arg(unsigned int);
1955 break;
1956 default:
1957 num = get_arg(int);
1958 }
1959
1960 str = number(str, end, num, spec);
1961 } /* default: */
1962 } /* switch(spec.type) */
1963 } /* while(*fmt) */
1964
1965 if (size > 0) {
1966 if (str < end)
1967 *str = '\0';
1968 else
1969 end[-1] = '\0';
1970 }
1971
1972#undef get_arg
1973
1974 /* the trailing null byte doesn't count towards the total */
1975 return str - buf;
1976}
1977EXPORT_SYMBOL_GPL(bstr_printf);
1978
1979/**
1980 * bprintf - Parse a format string and place args' binary value in a buffer
1981 * @bin_buf: The buffer to place args' binary value
1982 * @size: The size of the buffer(by words(32bits), not characters)
1983 * @fmt: The format string to use
1984 * @...: Arguments for the format string
1985 *
1986 * The function returns the number of words(u32) written
1987 * into @bin_buf.
1988 */
1989int bprintf(u32 *bin_buf, size_t size, const char *fmt, ...)
1990{
1991 va_list args;
1992 int ret;
1993
1994 va_start(args, fmt);
1995 ret = vbin_printf(bin_buf, size, fmt, args);
1996 va_end(args);
1997
1998 return ret;
1999}
2000EXPORT_SYMBOL_GPL(bprintf);
2001
2002#endif /* CONFIG_BINARY_PRINTF */
2003
2004/**
2005 * vsscanf - Unformat a buffer into a list of arguments
2006 * @buf: input buffer
2007 * @fmt: format of buffer
2008 * @args: arguments
2009 */
2010int vsscanf(const char *buf, const char *fmt, va_list args)
2011{
2012 const char *str = buf;
2013 char *next;
2014 char digit;
2015 int num = 0;
2016 u8 qualifier;
2017 u8 base;
2018 s16 field_width;
2019 bool is_sign;
2020
2021 while (*fmt && *str) {
2022 /* skip any white space in format */
2023 /* white space in format matchs any amount of
2024 * white space, including none, in the input.
2025 */
2026 if (isspace(*fmt)) {
2027 fmt = skip_spaces(++fmt);
2028 str = skip_spaces(str);
2029 }
2030
2031 /* anything that is not a conversion must match exactly */
2032 if (*fmt != '%' && *fmt) {
2033 if (*fmt++ != *str++)
2034 break;
2035 continue;
2036 }
2037
2038 if (!*fmt)
2039 break;
2040 ++fmt;
2041
2042 /* skip this conversion.
2043 * advance both strings to next white space
2044 */
2045 if (*fmt == '*') {
2046 while (!isspace(*fmt) && *fmt != '%' && *fmt)
2047 fmt++;
2048 while (!isspace(*str) && *str)
2049 str++;
2050 continue;
2051 }
2052
2053 /* get field width */
2054 field_width = -1;
2055 if (isdigit(*fmt))
2056 field_width = skip_atoi(&fmt);
2057
2058 /* get conversion qualifier */
2059 qualifier = -1;
2060 if (*fmt == 'h' || _tolower(*fmt) == 'l' ||
2061 _tolower(*fmt) == 'z') {
2062 qualifier = *fmt++;
2063 if (unlikely(qualifier == *fmt)) {
2064 if (qualifier == 'h') {
2065 qualifier = 'H';
2066 fmt++;
2067 } else if (qualifier == 'l') {
2068 qualifier = 'L';
2069 fmt++;
2070 }
2071 }
2072 }
2073
2074 if (!*fmt || !*str)
2075 break;
2076
2077 base = 10;
2078 is_sign = 0;
2079
2080 switch (*fmt++) {
2081 case 'c':
2082 {
2083 char *s = (char *)va_arg(args, char*);
2084 if (field_width == -1)
2085 field_width = 1;
2086 do {
2087 *s++ = *str++;
2088 } while (--field_width > 0 && *str);
2089 num++;
2090 }
2091 continue;
2092 case 's':
2093 {
2094 char *s = (char *)va_arg(args, char *);
2095 if (field_width == -1)
2096 field_width = SHRT_MAX;
2097 /* first, skip leading white space in buffer */
2098 str = skip_spaces(str);
2099
2100 /* now copy until next white space */
2101 while (*str && !isspace(*str) && field_width--)
2102 *s++ = *str++;
2103 *s = '\0';
2104 num++;
2105 }
2106 continue;
2107 case 'n':
2108 /* return number of characters read so far */
2109 {
2110 int *i = (int *)va_arg(args, int*);
2111 *i = str - buf;
2112 }
2113 continue;
2114 case 'o':
2115 base = 8;
2116 break;
2117 case 'x':
2118 case 'X':
2119 base = 16;
2120 break;
2121 case 'i':
2122 base = 0;
2123 case 'd':
2124 is_sign = 1;
2125 case 'u':
2126 break;
2127 case '%':
2128 /* looking for '%' in str */
2129 if (*str++ != '%')
2130 return num;
2131 continue;
2132 default:
2133 /* invalid format; stop here */
2134 return num;
2135 }
2136
2137 /* have some sort of integer conversion.
2138 * first, skip white space in buffer.
2139 */
2140 str = skip_spaces(str);
2141
2142 digit = *str;
2143 if (is_sign && digit == '-')
2144 digit = *(str + 1);
2145
2146 if (!digit
2147 || (base == 16 && !isxdigit(digit))
2148 || (base == 10 && !isdigit(digit))
2149 || (base == 8 && (!isdigit(digit) || digit > '7'))
2150 || (base == 0 && !isdigit(digit)))
2151 break;
2152
2153 switch (qualifier) {
2154 case 'H': /* that's 'hh' in format */
2155 if (is_sign) {
2156 signed char *s = (signed char *)va_arg(args, signed char *);
2157 *s = (signed char)simple_strtol(str, &next, base);
2158 } else {
2159 unsigned char *s = (unsigned char *)va_arg(args, unsigned char *);
2160 *s = (unsigned char)simple_strtoul(str, &next, base);
2161 }
2162 break;
2163 case 'h':
2164 if (is_sign) {
2165 short *s = (short *)va_arg(args, short *);
2166 *s = (short)simple_strtol(str, &next, base);
2167 } else {
2168 unsigned short *s = (unsigned short *)va_arg(args, unsigned short *);
2169 *s = (unsigned short)simple_strtoul(str, &next, base);
2170 }
2171 break;
2172 case 'l':
2173 if (is_sign) {
2174 long *l = (long *)va_arg(args, long *);
2175 *l = simple_strtol(str, &next, base);
2176 } else {
2177 unsigned long *l = (unsigned long *)va_arg(args, unsigned long *);
2178 *l = simple_strtoul(str, &next, base);
2179 }
2180 break;
2181 case 'L':
2182 if (is_sign) {
2183 long long *l = (long long *)va_arg(args, long long *);
2184 *l = simple_strtoll(str, &next, base);
2185 } else {
2186 unsigned long long *l = (unsigned long long *)va_arg(args, unsigned long long *);
2187 *l = simple_strtoull(str, &next, base);
2188 }
2189 break;
2190 case 'Z':
2191 case 'z':
2192 {
2193 size_t *s = (size_t *)va_arg(args, size_t *);
2194 *s = (size_t)simple_strtoul(str, &next, base);
2195 }
2196 break;
2197 default:
2198 if (is_sign) {
2199 int *i = (int *)va_arg(args, int *);
2200 *i = (int)simple_strtol(str, &next, base);
2201 } else {
2202 unsigned int *i = (unsigned int *)va_arg(args, unsigned int*);
2203 *i = (unsigned int)simple_strtoul(str, &next, base);
2204 }
2205 break;
2206 }
2207 num++;
2208
2209 if (!next)
2210 break;
2211 str = next;
2212 }
2213
2214 /*
2215 * Now we've come all the way through so either the input string or the
2216 * format ended. In the former case, there can be a %n at the current
2217 * position in the format that needs to be filled.
2218 */
2219 if (*fmt == '%' && *(fmt + 1) == 'n') {
2220 int *p = (int *)va_arg(args, int *);
2221 *p = str - buf;
2222 }
2223
2224 return num;
2225}
2226EXPORT_SYMBOL(vsscanf);
2227
2228/**
2229 * sscanf - Unformat a buffer into a list of arguments
2230 * @buf: input buffer
2231 * @fmt: formatting of buffer
2232 * @...: resulting arguments
2233 */
2234int sscanf(const char *buf, const char *fmt, ...)
2235{
2236 va_list args;
2237 int i;
2238
2239 va_start(args, fmt);
2240 i = vsscanf(buf, fmt, args);
2241 va_end(args);
2242
2243 return i;
2244}
2245EXPORT_SYMBOL(sscanf);