]> git.proxmox.com Git - mirror_ubuntu-hirsute-kernel.git/blame - drivers/tty/serial/8250/8250_port.c
UBUNTU: Ubuntu-5.11.0-22.23
[mirror_ubuntu-hirsute-kernel.git] / drivers / tty / serial / 8250 / 8250_port.c
CommitLineData
e3b3d0f5 1// SPDX-License-Identifier: GPL-2.0+
b6830f6d
PH
2/*
3 * Base port operations for 8250/16550-type serial ports
4 *
5 * Based on drivers/char/serial.c, by Linus Torvalds, Theodore Ts'o.
6 * Split from 8250_core.c, Copyright (C) 2001 Russell King.
7 *
b6830f6d
PH
8 * A note about mapbase / membase
9 *
10 * mapbase is the physical address of the IO port.
11 * membase is an 'ioremapped' cookie.
12 */
13
b6830f6d
PH
14#include <linux/module.h>
15#include <linux/moduleparam.h>
16#include <linux/ioport.h>
17#include <linux/init.h>
18#include <linux/console.h>
167cbce2 19#include <linux/gpio/consumer.h>
b6830f6d
PH
20#include <linux/sysrq.h>
21#include <linux/delay.h>
22#include <linux/platform_device.h>
23#include <linux/tty.h>
24#include <linux/ratelimit.h>
25#include <linux/tty_flip.h>
26#include <linux/serial.h>
27#include <linux/serial_8250.h>
28#include <linux/nmi.h>
29#include <linux/mutex.h>
30#include <linux/slab.h>
31#include <linux/uaccess.h>
32#include <linux/pm_runtime.h>
6e0a5de2 33#include <linux/ktime.h>
b6830f6d
PH
34
35#include <asm/io.h>
36#include <asm/irq.h>
37
38#include "8250.h"
39
f597fbce
JS
40/* Nuvoton NPCM timeout register */
41#define UART_NPCM_TOR 7
42#define UART_NPCM_TOIE BIT(7) /* Timeout Interrupt Enable */
43
b6830f6d
PH
44/*
45 * Debugging.
46 */
47#if 0
48#define DEBUG_AUTOCONF(fmt...) printk(fmt)
49#else
50#define DEBUG_AUTOCONF(fmt...) do { } while (0)
51#endif
52
6d7c157f 53#define BOTH_EMPTY (UART_LSR_TEMT | UART_LSR_THRE)
b6830f6d
PH
54
55/*
56 * Here we define the default xmit fifo size used for each type of UART.
57 */
58static const struct serial8250_config uart_config[] = {
59 [PORT_UNKNOWN] = {
60 .name = "unknown",
61 .fifo_size = 1,
62 .tx_loadsz = 1,
63 },
64 [PORT_8250] = {
65 .name = "8250",
66 .fifo_size = 1,
67 .tx_loadsz = 1,
68 },
69 [PORT_16450] = {
70 .name = "16450",
71 .fifo_size = 1,
72 .tx_loadsz = 1,
73 },
74 [PORT_16550] = {
75 .name = "16550",
76 .fifo_size = 1,
77 .tx_loadsz = 1,
78 },
79 [PORT_16550A] = {
80 .name = "16550A",
81 .fifo_size = 16,
82 .tx_loadsz = 16,
47ac7666 83 .fcr = UART_FCR_ENABLE_FIFO | UART_FCR_R_TRIG_10,
b6830f6d
PH
84 .rxtrig_bytes = {1, 4, 8, 14},
85 .flags = UART_CAP_FIFO,
86 },
87 [PORT_CIRRUS] = {
88 .name = "Cirrus",
89 .fifo_size = 1,
90 .tx_loadsz = 1,
91 },
92 [PORT_16650] = {
93 .name = "ST16650",
94 .fifo_size = 1,
95 .tx_loadsz = 1,
96 .flags = UART_CAP_FIFO | UART_CAP_EFR | UART_CAP_SLEEP,
97 },
98 [PORT_16650V2] = {
99 .name = "ST16650V2",
100 .fifo_size = 32,
101 .tx_loadsz = 16,
102 .fcr = UART_FCR_ENABLE_FIFO | UART_FCR_R_TRIG_01 |
103 UART_FCR_T_TRIG_00,
104 .rxtrig_bytes = {8, 16, 24, 28},
105 .flags = UART_CAP_FIFO | UART_CAP_EFR | UART_CAP_SLEEP,
106 },
107 [PORT_16750] = {
108 .name = "TI16750",
109 .fifo_size = 64,
110 .tx_loadsz = 64,
111 .fcr = UART_FCR_ENABLE_FIFO | UART_FCR_R_TRIG_10 |
112 UART_FCR7_64BYTE,
113 .rxtrig_bytes = {1, 16, 32, 56},
114 .flags = UART_CAP_FIFO | UART_CAP_SLEEP | UART_CAP_AFE,
115 },
116 [PORT_STARTECH] = {
117 .name = "Startech",
118 .fifo_size = 1,
119 .tx_loadsz = 1,
120 },
121 [PORT_16C950] = {
122 .name = "16C950/954",
123 .fifo_size = 128,
124 .tx_loadsz = 128,
125 .fcr = UART_FCR_ENABLE_FIFO | UART_FCR_R_TRIG_10,
126 /* UART_CAP_EFR breaks billionon CF bluetooth card. */
127 .flags = UART_CAP_FIFO | UART_CAP_SLEEP,
128 },
129 [PORT_16654] = {
130 .name = "ST16654",
131 .fifo_size = 64,
132 .tx_loadsz = 32,
133 .fcr = UART_FCR_ENABLE_FIFO | UART_FCR_R_TRIG_01 |
134 UART_FCR_T_TRIG_10,
135 .rxtrig_bytes = {8, 16, 56, 60},
136 .flags = UART_CAP_FIFO | UART_CAP_EFR | UART_CAP_SLEEP,
137 },
138 [PORT_16850] = {
139 .name = "XR16850",
140 .fifo_size = 128,
141 .tx_loadsz = 128,
142 .fcr = UART_FCR_ENABLE_FIFO | UART_FCR_R_TRIG_10,
143 .flags = UART_CAP_FIFO | UART_CAP_EFR | UART_CAP_SLEEP,
144 },
145 [PORT_RSA] = {
146 .name = "RSA",
147 .fifo_size = 2048,
148 .tx_loadsz = 2048,
149 .fcr = UART_FCR_ENABLE_FIFO | UART_FCR_R_TRIG_11,
150 .flags = UART_CAP_FIFO,
151 },
152 [PORT_NS16550A] = {
153 .name = "NS16550A",
154 .fifo_size = 16,
155 .tx_loadsz = 16,
156 .fcr = UART_FCR_ENABLE_FIFO | UART_FCR_R_TRIG_10,
157 .flags = UART_CAP_FIFO | UART_NATSEMI,
158 },
159 [PORT_XSCALE] = {
160 .name = "XScale",
161 .fifo_size = 32,
162 .tx_loadsz = 32,
163 .fcr = UART_FCR_ENABLE_FIFO | UART_FCR_R_TRIG_10,
164 .flags = UART_CAP_FIFO | UART_CAP_UUE | UART_CAP_RTOIE,
165 },
166 [PORT_OCTEON] = {
167 .name = "OCTEON",
168 .fifo_size = 64,
169 .tx_loadsz = 64,
170 .fcr = UART_FCR_ENABLE_FIFO | UART_FCR_R_TRIG_10,
171 .flags = UART_CAP_FIFO,
172 },
173 [PORT_AR7] = {
174 .name = "AR7",
175 .fifo_size = 16,
176 .tx_loadsz = 16,
177 .fcr = UART_FCR_ENABLE_FIFO | UART_FCR_R_TRIG_00,
68af490b 178 .flags = UART_CAP_FIFO /* | UART_CAP_AFE */,
b6830f6d
PH
179 },
180 [PORT_U6_16550A] = {
181 .name = "U6_16550A",
182 .fifo_size = 64,
183 .tx_loadsz = 64,
184 .fcr = UART_FCR_ENABLE_FIFO | UART_FCR_R_TRIG_10,
185 .flags = UART_CAP_FIFO | UART_CAP_AFE,
186 },
187 [PORT_TEGRA] = {
188 .name = "Tegra",
189 .fifo_size = 32,
190 .tx_loadsz = 8,
191 .fcr = UART_FCR_ENABLE_FIFO | UART_FCR_R_TRIG_01 |
192 UART_FCR_T_TRIG_01,
193 .rxtrig_bytes = {1, 4, 8, 14},
194 .flags = UART_CAP_FIFO | UART_CAP_RTOIE,
195 },
196 [PORT_XR17D15X] = {
197 .name = "XR17D15X",
198 .fifo_size = 64,
199 .tx_loadsz = 64,
200 .fcr = UART_FCR_ENABLE_FIFO | UART_FCR_R_TRIG_10,
201 .flags = UART_CAP_FIFO | UART_CAP_AFE | UART_CAP_EFR |
202 UART_CAP_SLEEP,
203 },
204 [PORT_XR17V35X] = {
205 .name = "XR17V35X",
206 .fifo_size = 256,
207 .tx_loadsz = 256,
208 .fcr = UART_FCR_ENABLE_FIFO | UART_FCR_R_TRIG_11 |
209 UART_FCR_T_TRIG_11,
210 .flags = UART_CAP_FIFO | UART_CAP_AFE | UART_CAP_EFR |
211 UART_CAP_SLEEP,
212 },
213 [PORT_LPC3220] = {
214 .name = "LPC3220",
215 .fifo_size = 64,
216 .tx_loadsz = 32,
217 .fcr = UART_FCR_DMA_SELECT | UART_FCR_ENABLE_FIFO |
218 UART_FCR_R_TRIG_00 | UART_FCR_T_TRIG_00,
219 .flags = UART_CAP_FIFO,
220 },
221 [PORT_BRCM_TRUMANAGE] = {
222 .name = "TruManage",
223 .fifo_size = 1,
224 .tx_loadsz = 1024,
225 .flags = UART_CAP_HFIFO,
226 },
227 [PORT_8250_CIR] = {
228 .name = "CIR port"
229 },
230 [PORT_ALTR_16550_F32] = {
231 .name = "Altera 16550 FIFO32",
232 .fifo_size = 32,
233 .tx_loadsz = 32,
234 .fcr = UART_FCR_ENABLE_FIFO | UART_FCR_R_TRIG_10,
3ace822a 235 .rxtrig_bytes = {1, 8, 16, 30},
b6830f6d
PH
236 .flags = UART_CAP_FIFO | UART_CAP_AFE,
237 },
238 [PORT_ALTR_16550_F64] = {
239 .name = "Altera 16550 FIFO64",
240 .fifo_size = 64,
241 .tx_loadsz = 64,
242 .fcr = UART_FCR_ENABLE_FIFO | UART_FCR_R_TRIG_10,
3ace822a 243 .rxtrig_bytes = {1, 16, 32, 62},
b6830f6d
PH
244 .flags = UART_CAP_FIFO | UART_CAP_AFE,
245 },
246 [PORT_ALTR_16550_F128] = {
247 .name = "Altera 16550 FIFO128",
248 .fifo_size = 128,
249 .tx_loadsz = 128,
250 .fcr = UART_FCR_ENABLE_FIFO | UART_FCR_R_TRIG_10,
3ace822a 251 .rxtrig_bytes = {1, 32, 64, 126},
b6830f6d
PH
252 .flags = UART_CAP_FIFO | UART_CAP_AFE,
253 },
740dc2de
AW
254 /*
255 * tx_loadsz is set to 63-bytes instead of 64-bytes to implement
256 * workaround of errata A-008006 which states that tx_loadsz should
257 * be configured less than Maximum supported fifo bytes.
258 */
b6830f6d
PH
259 [PORT_16550A_FSL64] = {
260 .name = "16550A_FSL64",
261 .fifo_size = 64,
262 .tx_loadsz = 63,
263 .fcr = UART_FCR_ENABLE_FIFO | UART_FCR_R_TRIG_10 |
264 UART_FCR7_64BYTE,
265 .flags = UART_CAP_FIFO,
266 },
3c5a0357
MR
267 [PORT_RT2880] = {
268 .name = "Palmchip BK-3103",
269 .fifo_size = 16,
270 .tx_loadsz = 16,
271 .fcr = UART_FCR_ENABLE_FIFO | UART_FCR_R_TRIG_10,
272 .rxtrig_bytes = {1, 4, 8, 14},
273 .flags = UART_CAP_FIFO,
274 },
a2d6a987
DL
275 [PORT_DA830] = {
276 .name = "TI DA8xx/66AK2x",
277 .fifo_size = 16,
278 .tx_loadsz = 16,
279 .fcr = UART_FCR_DMA_SELECT | UART_FCR_ENABLE_FIFO |
280 UART_FCR_R_TRIG_10,
281 .rxtrig_bytes = {1, 4, 8, 14},
282 .flags = UART_CAP_FIFO | UART_CAP_AFE,
283 },
1c16ae65
SW
284 [PORT_MTK_BTIF] = {
285 .name = "MediaTek BTIF",
286 .fifo_size = 16,
287 .tx_loadsz = 16,
288 .fcr = UART_FCR_ENABLE_FIFO |
289 UART_FCR_CLEAR_RCVR | UART_FCR_CLEAR_XMIT,
290 .flags = UART_CAP_FIFO,
291 },
f597fbce
JS
292 [PORT_NPCM] = {
293 .name = "Nuvoton 16550",
294 .fifo_size = 16,
295 .tx_loadsz = 16,
296 .fcr = UART_FCR_ENABLE_FIFO | UART_FCR_R_TRIG_10 |
297 UART_FCR_CLEAR_RCVR | UART_FCR_CLEAR_XMIT,
298 .rxtrig_bytes = {1, 4, 8, 14},
299 .flags = UART_CAP_FIFO,
300 },
8515dbc1
KHF
301 [PORT_SUNIX] = {
302 .name = "Sunix",
303 .fifo_size = 128,
304 .tx_loadsz = 128,
305 .fcr = UART_FCR_ENABLE_FIFO | UART_FCR_R_TRIG_10,
306 .rxtrig_bytes = {1, 32, 64, 112},
307 .flags = UART_CAP_FIFO | UART_CAP_SLEEP,
308 },
b6830f6d
PH
309};
310
311/* Uart divisor latch read */
312static int default_serial_dl_read(struct uart_8250_port *up)
313{
314 return serial_in(up, UART_DLL) | serial_in(up, UART_DLM) << 8;
315}
316
317/* Uart divisor latch write */
318static void default_serial_dl_write(struct uart_8250_port *up, int value)
319{
320 serial_out(up, UART_DLL, value & 0xff);
321 serial_out(up, UART_DLM, value >> 8 & 0xff);
322}
323
9b2256c8 324#ifdef CONFIG_SERIAL_8250_RT288X
b6830f6d
PH
325
326/* Au1x00/RT288x UART hardware has a weird register layout */
327static const s8 au_io_in_map[8] = {
328 0, /* UART_RX */
329 2, /* UART_IER */
330 3, /* UART_IIR */
331 5, /* UART_LCR */
332 6, /* UART_MCR */
333 7, /* UART_LSR */
334 8, /* UART_MSR */
335 -1, /* UART_SCR (unmapped) */
336};
337
338static const s8 au_io_out_map[8] = {
339 1, /* UART_TX */
340 2, /* UART_IER */
341 4, /* UART_FCR */
342 5, /* UART_LCR */
343 6, /* UART_MCR */
344 -1, /* UART_LSR (unmapped) */
345 -1, /* UART_MSR (unmapped) */
346 -1, /* UART_SCR (unmapped) */
347};
348
72f1b85a 349unsigned int au_serial_in(struct uart_port *p, int offset)
b6830f6d
PH
350{
351 if (offset >= ARRAY_SIZE(au_io_in_map))
352 return UINT_MAX;
353 offset = au_io_in_map[offset];
354 if (offset < 0)
355 return UINT_MAX;
356 return __raw_readl(p->membase + (offset << p->regshift));
357}
358
72f1b85a 359void au_serial_out(struct uart_port *p, int offset, int value)
b6830f6d
PH
360{
361 if (offset >= ARRAY_SIZE(au_io_out_map))
362 return;
363 offset = au_io_out_map[offset];
364 if (offset < 0)
365 return;
366 __raw_writel(value, p->membase + (offset << p->regshift));
367}
368
369/* Au1x00 haven't got a standard divisor latch */
370static int au_serial_dl_read(struct uart_8250_port *up)
371{
372 return __raw_readl(up->port.membase + 0x28);
373}
374
375static void au_serial_dl_write(struct uart_8250_port *up, int value)
376{
377 __raw_writel(value, up->port.membase + 0x28);
378}
379
380#endif
381
382static unsigned int hub6_serial_in(struct uart_port *p, int offset)
383{
384 offset = offset << p->regshift;
385 outb(p->hub6 - 1 + offset, p->iobase);
386 return inb(p->iobase + 1);
387}
388
389static void hub6_serial_out(struct uart_port *p, int offset, int value)
390{
391 offset = offset << p->regshift;
392 outb(p->hub6 - 1 + offset, p->iobase);
393 outb(value, p->iobase + 1);
394}
395
396static unsigned int mem_serial_in(struct uart_port *p, int offset)
397{
398 offset = offset << p->regshift;
399 return readb(p->membase + offset);
400}
401
402static void mem_serial_out(struct uart_port *p, int offset, int value)
403{
404 offset = offset << p->regshift;
405 writeb(value, p->membase + offset);
406}
407
bd94c407
MY
408static void mem16_serial_out(struct uart_port *p, int offset, int value)
409{
410 offset = offset << p->regshift;
411 writew(value, p->membase + offset);
412}
413
414static unsigned int mem16_serial_in(struct uart_port *p, int offset)
415{
416 offset = offset << p->regshift;
417 return readw(p->membase + offset);
418}
419
b6830f6d
PH
420static void mem32_serial_out(struct uart_port *p, int offset, int value)
421{
422 offset = offset << p->regshift;
423 writel(value, p->membase + offset);
424}
425
426static unsigned int mem32_serial_in(struct uart_port *p, int offset)
427{
428 offset = offset << p->regshift;
429 return readl(p->membase + offset);
430}
431
432static void mem32be_serial_out(struct uart_port *p, int offset, int value)
433{
434 offset = offset << p->regshift;
435 iowrite32be(value, p->membase + offset);
436}
437
438static unsigned int mem32be_serial_in(struct uart_port *p, int offset)
439{
440 offset = offset << p->regshift;
441 return ioread32be(p->membase + offset);
442}
443
444static unsigned int io_serial_in(struct uart_port *p, int offset)
445{
446 offset = offset << p->regshift;
447 return inb(p->iobase + offset);
448}
449
450static void io_serial_out(struct uart_port *p, int offset, int value)
451{
452 offset = offset << p->regshift;
453 outb(value, p->iobase + offset);
454}
455
456static int serial8250_default_handle_irq(struct uart_port *port);
b6830f6d
PH
457
458static void set_io_from_upio(struct uart_port *p)
459{
460 struct uart_8250_port *up = up_to_u8250p(p);
461
462 up->dl_read = default_serial_dl_read;
463 up->dl_write = default_serial_dl_write;
464
465 switch (p->iotype) {
466 case UPIO_HUB6:
467 p->serial_in = hub6_serial_in;
468 p->serial_out = hub6_serial_out;
469 break;
470
471 case UPIO_MEM:
472 p->serial_in = mem_serial_in;
473 p->serial_out = mem_serial_out;
474 break;
475
bd94c407
MY
476 case UPIO_MEM16:
477 p->serial_in = mem16_serial_in;
478 p->serial_out = mem16_serial_out;
479 break;
480
b6830f6d
PH
481 case UPIO_MEM32:
482 p->serial_in = mem32_serial_in;
483 p->serial_out = mem32_serial_out;
484 break;
485
486 case UPIO_MEM32BE:
487 p->serial_in = mem32be_serial_in;
488 p->serial_out = mem32be_serial_out;
489 break;
490
9b2256c8 491#ifdef CONFIG_SERIAL_8250_RT288X
b6830f6d
PH
492 case UPIO_AU:
493 p->serial_in = au_serial_in;
494 p->serial_out = au_serial_out;
495 up->dl_read = au_serial_dl_read;
496 up->dl_write = au_serial_dl_write;
497 break;
498#endif
499
500 default:
501 p->serial_in = io_serial_in;
502 p->serial_out = io_serial_out;
503 break;
504 }
505 /* Remember loaded iotype */
506 up->cur_iotype = p->iotype;
507 p->handle_irq = serial8250_default_handle_irq;
508}
509
510static void
511serial_port_out_sync(struct uart_port *p, int offset, int value)
512{
513 switch (p->iotype) {
514 case UPIO_MEM:
bd94c407 515 case UPIO_MEM16:
b6830f6d
PH
516 case UPIO_MEM32:
517 case UPIO_MEM32BE:
518 case UPIO_AU:
519 p->serial_out(p, offset, value);
520 p->serial_in(p, UART_LCR); /* safe, no side-effects */
521 break;
522 default:
523 p->serial_out(p, offset, value);
524 }
525}
526
527/*
528 * For the 16C950
529 */
530static void serial_icr_write(struct uart_8250_port *up, int offset, int value)
531{
532 serial_out(up, UART_SCR, offset);
533 serial_out(up, UART_ICR, value);
534}
535
536static unsigned int serial_icr_read(struct uart_8250_port *up, int offset)
537{
538 unsigned int value;
539
540 serial_icr_write(up, UART_ACR, up->acr | UART_ACR_ICRRD);
541 serial_out(up, UART_SCR, offset);
542 value = serial_in(up, UART_ICR);
543 serial_icr_write(up, UART_ACR, up->acr);
544
545 return value;
546}
547
548/*
549 * FIFO support.
550 */
551static void serial8250_clear_fifos(struct uart_8250_port *p)
552{
553 if (p->capabilities & UART_CAP_FIFO) {
3c9dc275
PB
554 serial_out(p, UART_FCR, UART_FCR_ENABLE_FIFO);
555 serial_out(p, UART_FCR, UART_FCR_ENABLE_FIFO |
556 UART_FCR_CLEAR_RCVR | UART_FCR_CLEAR_XMIT);
557 serial_out(p, UART_FCR, 0);
b6830f6d
PH
558 }
559}
560
6e0a5de2
RG
561static enum hrtimer_restart serial8250_em485_handle_start_tx(struct hrtimer *t);
562static enum hrtimer_restart serial8250_em485_handle_stop_tx(struct hrtimer *t);
e490c914 563
b6830f6d
PH
564void serial8250_clear_and_reinit_fifos(struct uart_8250_port *p)
565{
566 serial8250_clear_fifos(p);
567 serial_out(p, UART_FCR, p->fcr);
568}
569EXPORT_SYMBOL_GPL(serial8250_clear_and_reinit_fifos);
570
571void serial8250_rpm_get(struct uart_8250_port *p)
572{
573 if (!(p->capabilities & UART_CAP_RPM))
574 return;
575 pm_runtime_get_sync(p->port.dev);
576}
577EXPORT_SYMBOL_GPL(serial8250_rpm_get);
578
579void serial8250_rpm_put(struct uart_8250_port *p)
580{
581 if (!(p->capabilities & UART_CAP_RPM))
582 return;
583 pm_runtime_mark_last_busy(p->port.dev);
584 pm_runtime_put_autosuspend(p->port.dev);
585}
586EXPORT_SYMBOL_GPL(serial8250_rpm_put);
587
e490c914
MK
588/**
589 * serial8250_em485_init() - put uart_8250_port into rs485 emulating
590 * @p: uart_8250_port port instance
591 *
592 * The function is used to start rs485 software emulating on the
593 * &struct uart_8250_port* @p. Namely, RTS is switched before/after
594 * transmission. The function is idempotent, so it is safe to call it
595 * multiple times.
596 *
597 * The caller MUST enable interrupt on empty shift register before
598 * calling serial8250_em485_init(). This interrupt is not a part of
599 * 8250 standard, but implementation defined.
600 *
601 * The function is supposed to be called from .rs485_config callback
602 * or from any other callback protected with p->port.lock spinlock.
603 *
604 * See also serial8250_em485_destroy()
605 *
606 * Return 0 - success, -errno - otherwise
607 */
283e096f 608static int serial8250_em485_init(struct uart_8250_port *p)
e490c914 609{
f3bf2632 610 if (p->em485)
e490c914
MK
611 return 0;
612
b18a183e 613 p->em485 = kmalloc(sizeof(struct uart_8250_em485), GFP_ATOMIC);
f3bf2632 614 if (!p->em485)
e490c914
MK
615 return -ENOMEM;
616
6e0a5de2
RG
617 hrtimer_init(&p->em485->stop_tx_timer, CLOCK_MONOTONIC,
618 HRTIMER_MODE_REL);
619 hrtimer_init(&p->em485->start_tx_timer, CLOCK_MONOTONIC,
620 HRTIMER_MODE_REL);
621 p->em485->stop_tx_timer.function = &serial8250_em485_handle_stop_tx;
622 p->em485->start_tx_timer.function = &serial8250_em485_handle_start_tx;
623 p->em485->port = p;
e490c914 624 p->em485->active_timer = NULL;
058bc104
LW
625 p->em485->tx_stopped = true;
626
627 p->rs485_stop_tx(p);
e490c914
MK
628
629 return 0;
630}
e490c914
MK
631
632/**
633 * serial8250_em485_destroy() - put uart_8250_port into normal state
634 * @p: uart_8250_port port instance
635 *
636 * The function is used to stop rs485 software emulating on the
637 * &struct uart_8250_port* @p. The function is idempotent, so it is safe to
638 * call it multiple times.
639 *
640 * The function is supposed to be called from .rs485_config callback
641 * or from any other callback protected with p->port.lock spinlock.
642 *
643 * See also serial8250_em485_init()
644 */
645void serial8250_em485_destroy(struct uart_8250_port *p)
646{
f3bf2632 647 if (!p->em485)
e490c914
MK
648 return;
649
6e0a5de2
RG
650 hrtimer_cancel(&p->em485->start_tx_timer);
651 hrtimer_cancel(&p->em485->stop_tx_timer);
e490c914
MK
652
653 kfree(p->em485);
654 p->em485 = NULL;
655}
656EXPORT_SYMBOL_GPL(serial8250_em485_destroy);
657
283e096f
LW
658/**
659 * serial8250_em485_config() - generic ->rs485_config() callback
660 * @port: uart port
661 * @rs485: rs485 settings
662 *
663 * Generic callback usable by 8250 uart drivers to activate rs485 settings
664 * if the uart is incapable of driving RTS as a Transmit Enable signal in
665 * hardware, relying on software emulation instead.
666 */
667int serial8250_em485_config(struct uart_port *port, struct serial_rs485 *rs485)
668{
669 struct uart_8250_port *up = up_to_u8250p(port);
670
6d3e54e1
LW
671 /* pick sane settings if the user hasn't */
672 if (!!(rs485->flags & SER_RS485_RTS_ON_SEND) ==
673 !!(rs485->flags & SER_RS485_RTS_AFTER_SEND)) {
674 rs485->flags |= SER_RS485_RTS_ON_SEND;
675 rs485->flags &= ~SER_RS485_RTS_AFTER_SEND;
676 }
677
283e096f
LW
678 /* clamp the delays to [0, 100ms] */
679 rs485->delay_rts_before_send = min(rs485->delay_rts_before_send, 100U);
680 rs485->delay_rts_after_send = min(rs485->delay_rts_after_send, 100U);
681
6d3e54e1 682 memset(rs485->padding, 0, sizeof(rs485->padding));
283e096f
LW
683 port->rs485 = *rs485;
684
d58a2df3
LW
685 gpiod_set_value(port->rs485_term_gpio,
686 rs485->flags & SER_RS485_TERMINATE_BUS);
687
283e096f
LW
688 /*
689 * Both serial8250_em485_init() and serial8250_em485_destroy()
690 * are idempotent.
691 */
692 if (rs485->flags & SER_RS485_ENABLED) {
693 int ret = serial8250_em485_init(up);
694
695 if (ret) {
696 rs485->flags &= ~SER_RS485_ENABLED;
697 port->rs485.flags &= ~SER_RS485_ENABLED;
698 }
699 return ret;
700 }
701
702 serial8250_em485_destroy(up);
703 return 0;
704}
705EXPORT_SYMBOL_GPL(serial8250_em485_config);
706
b6830f6d
PH
707/*
708 * These two wrappers ensure that enable_runtime_pm_tx() can be called more than
709 * once and disable_runtime_pm_tx() will still disable RPM because the fifo is
710 * empty and the HW can idle again.
711 */
7d4e00c6 712void serial8250_rpm_get_tx(struct uart_8250_port *p)
b6830f6d
PH
713{
714 unsigned char rpm_active;
715
716 if (!(p->capabilities & UART_CAP_RPM))
717 return;
718
719 rpm_active = xchg(&p->rpm_tx_active, 1);
720 if (rpm_active)
721 return;
722 pm_runtime_get_sync(p->port.dev);
723}
7d4e00c6 724EXPORT_SYMBOL_GPL(serial8250_rpm_get_tx);
b6830f6d 725
7d4e00c6 726void serial8250_rpm_put_tx(struct uart_8250_port *p)
b6830f6d
PH
727{
728 unsigned char rpm_active;
729
730 if (!(p->capabilities & UART_CAP_RPM))
731 return;
732
733 rpm_active = xchg(&p->rpm_tx_active, 0);
734 if (!rpm_active)
735 return;
736 pm_runtime_mark_last_busy(p->port.dev);
737 pm_runtime_put_autosuspend(p->port.dev);
738}
7d4e00c6 739EXPORT_SYMBOL_GPL(serial8250_rpm_put_tx);
b6830f6d
PH
740
741/*
742 * IER sleep support. UARTs which have EFRs need the "extended
743 * capability" bit enabled. Note that on XR16C850s, we need to
744 * reset LCR to write to IER.
745 */
746static void serial8250_set_sleep(struct uart_8250_port *p, int sleep)
747{
748 unsigned char lcr = 0, efr = 0;
ef4e281e 749
b6830f6d 750 serial8250_rpm_get(p);
b6830f6d
PH
751
752 if (p->capabilities & UART_CAP_SLEEP) {
753 if (p->capabilities & UART_CAP_EFR) {
754 lcr = serial_in(p, UART_LCR);
755 efr = serial_in(p, UART_EFR);
756 serial_out(p, UART_LCR, UART_LCR_CONF_MODE_B);
757 serial_out(p, UART_EFR, UART_EFR_ECB);
758 serial_out(p, UART_LCR, 0);
759 }
760 serial_out(p, UART_IER, sleep ? UART_IERX_SLEEP : 0);
761 if (p->capabilities & UART_CAP_EFR) {
762 serial_out(p, UART_LCR, UART_LCR_CONF_MODE_B);
763 serial_out(p, UART_EFR, efr);
764 serial_out(p, UART_LCR, lcr);
765 }
766 }
ef4e281e 767
b6830f6d
PH
768 serial8250_rpm_put(p);
769}
770
771#ifdef CONFIG_SERIAL_8250_RSA
772/*
773 * Attempts to turn on the RSA FIFO. Returns zero on failure.
774 * We set the port uart clock rate if we succeed.
775 */
776static int __enable_rsa(struct uart_8250_port *up)
777{
778 unsigned char mode;
779 int result;
780
781 mode = serial_in(up, UART_RSA_MSR);
782 result = mode & UART_RSA_MSR_FIFO;
783
784 if (!result) {
785 serial_out(up, UART_RSA_MSR, mode | UART_RSA_MSR_FIFO);
786 mode = serial_in(up, UART_RSA_MSR);
787 result = mode & UART_RSA_MSR_FIFO;
788 }
789
790 if (result)
791 up->port.uartclk = SERIAL_RSA_BAUD_BASE * 16;
792
793 return result;
794}
795
796static void enable_rsa(struct uart_8250_port *up)
797{
798 if (up->port.type == PORT_RSA) {
799 if (up->port.uartclk != SERIAL_RSA_BAUD_BASE * 16) {
800 spin_lock_irq(&up->port.lock);
801 __enable_rsa(up);
802 spin_unlock_irq(&up->port.lock);
803 }
804 if (up->port.uartclk == SERIAL_RSA_BAUD_BASE * 16)
805 serial_out(up, UART_RSA_FRR, 0);
806 }
807}
808
809/*
810 * Attempts to turn off the RSA FIFO. Returns zero on failure.
811 * It is unknown why interrupts were disabled in here. However,
812 * the caller is expected to preserve this behaviour by grabbing
813 * the spinlock before calling this function.
814 */
815static void disable_rsa(struct uart_8250_port *up)
816{
817 unsigned char mode;
818 int result;
819
820 if (up->port.type == PORT_RSA &&
821 up->port.uartclk == SERIAL_RSA_BAUD_BASE * 16) {
822 spin_lock_irq(&up->port.lock);
823
824 mode = serial_in(up, UART_RSA_MSR);
825 result = !(mode & UART_RSA_MSR_FIFO);
826
827 if (!result) {
828 serial_out(up, UART_RSA_MSR, mode & ~UART_RSA_MSR_FIFO);
829 mode = serial_in(up, UART_RSA_MSR);
830 result = !(mode & UART_RSA_MSR_FIFO);
831 }
832
833 if (result)
834 up->port.uartclk = SERIAL_RSA_BAUD_BASE_LO * 16;
835 spin_unlock_irq(&up->port.lock);
836 }
837}
838#endif /* CONFIG_SERIAL_8250_RSA */
839
840/*
841 * This is a quickie test to see how big the FIFO is.
842 * It doesn't work at all the time, more's the pity.
843 */
844static int size_fifo(struct uart_8250_port *up)
845{
846 unsigned char old_fcr, old_mcr, old_lcr;
847 unsigned short old_dl;
848 int count;
849
850 old_lcr = serial_in(up, UART_LCR);
851 serial_out(up, UART_LCR, 0);
852 old_fcr = serial_in(up, UART_FCR);
36fd95b1 853 old_mcr = serial8250_in_MCR(up);
b6830f6d
PH
854 serial_out(up, UART_FCR, UART_FCR_ENABLE_FIFO |
855 UART_FCR_CLEAR_RCVR | UART_FCR_CLEAR_XMIT);
36fd95b1 856 serial8250_out_MCR(up, UART_MCR_LOOP);
b6830f6d
PH
857 serial_out(up, UART_LCR, UART_LCR_CONF_MODE_A);
858 old_dl = serial_dl_read(up);
859 serial_dl_write(up, 0x0001);
860 serial_out(up, UART_LCR, 0x03);
861 for (count = 0; count < 256; count++)
862 serial_out(up, UART_TX, count);
863 mdelay(20);/* FIXME - schedule_timeout */
864 for (count = 0; (serial_in(up, UART_LSR) & UART_LSR_DR) &&
865 (count < 256); count++)
866 serial_in(up, UART_RX);
867 serial_out(up, UART_FCR, old_fcr);
36fd95b1 868 serial8250_out_MCR(up, old_mcr);
b6830f6d
PH
869 serial_out(up, UART_LCR, UART_LCR_CONF_MODE_A);
870 serial_dl_write(up, old_dl);
871 serial_out(up, UART_LCR, old_lcr);
872
873 return count;
874}
875
876/*
877 * Read UART ID using the divisor method - set DLL and DLM to zero
878 * and the revision will be in DLL and device type in DLM. We
879 * preserve the device state across this.
880 */
881static unsigned int autoconfig_read_divisor_id(struct uart_8250_port *p)
882{
0b41ce99
SF
883 unsigned char old_lcr;
884 unsigned int id, old_dl;
b6830f6d
PH
885
886 old_lcr = serial_in(p, UART_LCR);
887 serial_out(p, UART_LCR, UART_LCR_CONF_MODE_A);
0b41ce99
SF
888 old_dl = serial_dl_read(p);
889 serial_dl_write(p, 0);
890 id = serial_dl_read(p);
891 serial_dl_write(p, old_dl);
b6830f6d 892
b6830f6d
PH
893 serial_out(p, UART_LCR, old_lcr);
894
895 return id;
896}
897
898/*
899 * This is a helper routine to autodetect StarTech/Exar/Oxsemi UART's.
900 * When this function is called we know it is at least a StarTech
901 * 16650 V2, but it might be one of several StarTech UARTs, or one of
902 * its clones. (We treat the broken original StarTech 16650 V1 as a
903 * 16550, and why not? Startech doesn't seem to even acknowledge its
904 * existence.)
905 *
906 * What evil have men's minds wrought...
907 */
908static void autoconfig_has_efr(struct uart_8250_port *up)
909{
910 unsigned int id1, id2, id3, rev;
911
912 /*
913 * Everything with an EFR has SLEEP
914 */
915 up->capabilities |= UART_CAP_EFR | UART_CAP_SLEEP;
916
917 /*
918 * First we check to see if it's an Oxford Semiconductor UART.
919 *
920 * If we have to do this here because some non-National
921 * Semiconductor clone chips lock up if you try writing to the
922 * LSR register (which serial_icr_read does)
923 */
924
925 /*
926 * Check for Oxford Semiconductor 16C950.
927 *
928 * EFR [4] must be set else this test fails.
929 *
930 * This shouldn't be necessary, but Mike Hudson (Exoray@isys.ca)
931 * claims that it's needed for 952 dual UART's (which are not
932 * recommended for new designs).
933 */
934 up->acr = 0;
935 serial_out(up, UART_LCR, UART_LCR_CONF_MODE_B);
936 serial_out(up, UART_EFR, UART_EFR_ECB);
937 serial_out(up, UART_LCR, 0x00);
938 id1 = serial_icr_read(up, UART_ID1);
939 id2 = serial_icr_read(up, UART_ID2);
940 id3 = serial_icr_read(up, UART_ID3);
941 rev = serial_icr_read(up, UART_REV);
942
943 DEBUG_AUTOCONF("950id=%02x:%02x:%02x:%02x ", id1, id2, id3, rev);
944
945 if (id1 == 0x16 && id2 == 0xC9 &&
946 (id3 == 0x50 || id3 == 0x52 || id3 == 0x54)) {
947 up->port.type = PORT_16C950;
948
949 /*
950 * Enable work around for the Oxford Semiconductor 952 rev B
951 * chip which causes it to seriously miscalculate baud rates
952 * when DLL is 0.
953 */
954 if (id3 == 0x52 && rev == 0x01)
955 up->bugs |= UART_BUG_QUOT;
956 return;
957 }
958
959 /*
960 * We check for a XR16C850 by setting DLL and DLM to 0, and then
961 * reading back DLL and DLM. The chip type depends on the DLM
962 * value read back:
963 * 0x10 - XR16C850 and the DLL contains the chip revision.
964 * 0x12 - XR16C2850.
965 * 0x14 - XR16C854.
966 */
967 id1 = autoconfig_read_divisor_id(up);
968 DEBUG_AUTOCONF("850id=%04x ", id1);
969
970 id2 = id1 >> 8;
971 if (id2 == 0x10 || id2 == 0x12 || id2 == 0x14) {
972 up->port.type = PORT_16850;
973 return;
974 }
975
976 /*
977 * It wasn't an XR16C850.
978 *
979 * We distinguish between the '654 and the '650 by counting
980 * how many bytes are in the FIFO. I'm using this for now,
981 * since that's the technique that was sent to me in the
982 * serial driver update, but I'm not convinced this works.
983 * I've had problems doing this in the past. -TYT
984 */
985 if (size_fifo(up) == 64)
986 up->port.type = PORT_16654;
987 else
988 up->port.type = PORT_16650V2;
989}
990
991/*
992 * We detected a chip without a FIFO. Only two fall into
993 * this category - the original 8250 and the 16450. The
994 * 16450 has a scratch register (accessible with LCR=0)
995 */
996static void autoconfig_8250(struct uart_8250_port *up)
997{
998 unsigned char scratch, status1, status2;
999
1000 up->port.type = PORT_8250;
1001
1002 scratch = serial_in(up, UART_SCR);
1003 serial_out(up, UART_SCR, 0xa5);
1004 status1 = serial_in(up, UART_SCR);
1005 serial_out(up, UART_SCR, 0x5a);
1006 status2 = serial_in(up, UART_SCR);
1007 serial_out(up, UART_SCR, scratch);
1008
1009 if (status1 == 0xa5 && status2 == 0x5a)
1010 up->port.type = PORT_16450;
1011}
1012
1013static int broken_efr(struct uart_8250_port *up)
1014{
1015 /*
1016 * Exar ST16C2550 "A2" devices incorrectly detect as
1017 * having an EFR, and report an ID of 0x0201. See
1018 * http://linux.derkeiler.com/Mailing-Lists/Kernel/2004-11/4812.html
1019 */
1020 if (autoconfig_read_divisor_id(up) == 0x0201 && size_fifo(up) == 16)
1021 return 1;
1022
1023 return 0;
1024}
1025
1026/*
1027 * We know that the chip has FIFOs. Does it have an EFR? The
1028 * EFR is located in the same register position as the IIR and
1029 * we know the top two bits of the IIR are currently set. The
1030 * EFR should contain zero. Try to read the EFR.
1031 */
1032static void autoconfig_16550a(struct uart_8250_port *up)
1033{
1034 unsigned char status1, status2;
1035 unsigned int iersave;
1036
1037 up->port.type = PORT_16550A;
1038 up->capabilities |= UART_CAP_FIFO;
1039
dc56ecb8
JT
1040 if (!IS_ENABLED(CONFIG_SERIAL_8250_16550A_VARIANTS))
1041 return;
1042
b6830f6d
PH
1043 /*
1044 * Check for presence of the EFR when DLAB is set.
1045 * Only ST16C650V1 UARTs pass this test.
1046 */
1047 serial_out(up, UART_LCR, UART_LCR_CONF_MODE_A);
1048 if (serial_in(up, UART_EFR) == 0) {
1049 serial_out(up, UART_EFR, 0xA8);
1050 if (serial_in(up, UART_EFR) != 0) {
1051 DEBUG_AUTOCONF("EFRv1 ");
1052 up->port.type = PORT_16650;
1053 up->capabilities |= UART_CAP_EFR | UART_CAP_SLEEP;
1054 } else {
1055 serial_out(up, UART_LCR, 0);
1056 serial_out(up, UART_FCR, UART_FCR_ENABLE_FIFO |
1057 UART_FCR7_64BYTE);
1058 status1 = serial_in(up, UART_IIR) >> 5;
1059 serial_out(up, UART_FCR, 0);
1060 serial_out(up, UART_LCR, 0);
1061
1062 if (status1 == 7)
1063 up->port.type = PORT_16550A_FSL64;
1064 else
1065 DEBUG_AUTOCONF("Motorola 8xxx DUART ");
1066 }
1067 serial_out(up, UART_EFR, 0);
1068 return;
1069 }
1070
1071 /*
1072 * Maybe it requires 0xbf to be written to the LCR.
1073 * (other ST16C650V2 UARTs, TI16C752A, etc)
1074 */
1075 serial_out(up, UART_LCR, UART_LCR_CONF_MODE_B);
1076 if (serial_in(up, UART_EFR) == 0 && !broken_efr(up)) {
1077 DEBUG_AUTOCONF("EFRv2 ");
1078 autoconfig_has_efr(up);
1079 return;
1080 }
1081
1082 /*
1083 * Check for a National Semiconductor SuperIO chip.
1084 * Attempt to switch to bank 2, read the value of the LOOP bit
1085 * from EXCR1. Switch back to bank 0, change it in MCR. Then
1086 * switch back to bank 2, read it from EXCR1 again and check
1087 * it's changed. If so, set baud_base in EXCR2 to 921600. -- dwmw2
1088 */
1089 serial_out(up, UART_LCR, 0);
36fd95b1 1090 status1 = serial8250_in_MCR(up);
b6830f6d
PH
1091 serial_out(up, UART_LCR, 0xE0);
1092 status2 = serial_in(up, 0x02); /* EXCR1 */
1093
1094 if (!((status2 ^ status1) & UART_MCR_LOOP)) {
1095 serial_out(up, UART_LCR, 0);
36fd95b1 1096 serial8250_out_MCR(up, status1 ^ UART_MCR_LOOP);
b6830f6d
PH
1097 serial_out(up, UART_LCR, 0xE0);
1098 status2 = serial_in(up, 0x02); /* EXCR1 */
1099 serial_out(up, UART_LCR, 0);
36fd95b1 1100 serial8250_out_MCR(up, status1);
b6830f6d
PH
1101
1102 if ((status2 ^ status1) & UART_MCR_LOOP) {
1103 unsigned short quot;
1104
1105 serial_out(up, UART_LCR, 0xE0);
1106
1107 quot = serial_dl_read(up);
1108 quot <<= 3;
1109
1110 if (ns16550a_goto_highspeed(up))
1111 serial_dl_write(up, quot);
1112
1113 serial_out(up, UART_LCR, 0);
1114
1115 up->port.uartclk = 921600*16;
1116 up->port.type = PORT_NS16550A;
1117 up->capabilities |= UART_NATSEMI;
1118 return;
1119 }
1120 }
1121
1122 /*
1123 * No EFR. Try to detect a TI16750, which only sets bit 5 of
1124 * the IIR when 64 byte FIFO mode is enabled when DLAB is set.
1125 * Try setting it with and without DLAB set. Cheap clones
1126 * set bit 5 without DLAB set.
1127 */
1128 serial_out(up, UART_LCR, 0);
1129 serial_out(up, UART_FCR, UART_FCR_ENABLE_FIFO | UART_FCR7_64BYTE);
1130 status1 = serial_in(up, UART_IIR) >> 5;
1131 serial_out(up, UART_FCR, UART_FCR_ENABLE_FIFO);
1132 serial_out(up, UART_LCR, UART_LCR_CONF_MODE_A);
1133 serial_out(up, UART_FCR, UART_FCR_ENABLE_FIFO | UART_FCR7_64BYTE);
1134 status2 = serial_in(up, UART_IIR) >> 5;
1135 serial_out(up, UART_FCR, UART_FCR_ENABLE_FIFO);
1136 serial_out(up, UART_LCR, 0);
1137
1138 DEBUG_AUTOCONF("iir1=%d iir2=%d ", status1, status2);
1139
1140 if (status1 == 6 && status2 == 7) {
1141 up->port.type = PORT_16750;
1142 up->capabilities |= UART_CAP_AFE | UART_CAP_SLEEP;
1143 return;
1144 }
1145
1146 /*
1147 * Try writing and reading the UART_IER_UUE bit (b6).
1148 * If it works, this is probably one of the Xscale platform's
1149 * internal UARTs.
1150 * We're going to explicitly set the UUE bit to 0 before
1151 * trying to write and read a 1 just to make sure it's not
1152 * already a 1 and maybe locked there before we even start start.
1153 */
1154 iersave = serial_in(up, UART_IER);
1155 serial_out(up, UART_IER, iersave & ~UART_IER_UUE);
1156 if (!(serial_in(up, UART_IER) & UART_IER_UUE)) {
1157 /*
1158 * OK it's in a known zero state, try writing and reading
1159 * without disturbing the current state of the other bits.
1160 */
1161 serial_out(up, UART_IER, iersave | UART_IER_UUE);
1162 if (serial_in(up, UART_IER) & UART_IER_UUE) {
1163 /*
1164 * It's an Xscale.
1165 * We'll leave the UART_IER_UUE bit set to 1 (enabled).
1166 */
1167 DEBUG_AUTOCONF("Xscale ");
1168 up->port.type = PORT_XSCALE;
1169 up->capabilities |= UART_CAP_UUE | UART_CAP_RTOIE;
1170 return;
1171 }
1172 } else {
1173 /*
1174 * If we got here we couldn't force the IER_UUE bit to 0.
1175 * Log it and continue.
1176 */
1177 DEBUG_AUTOCONF("Couldn't force IER_UUE to 0 ");
1178 }
1179 serial_out(up, UART_IER, iersave);
1180
b6830f6d
PH
1181 /*
1182 * We distinguish between 16550A and U6 16550A by counting
1183 * how many bytes are in the FIFO.
1184 */
1185 if (up->port.type == PORT_16550A && size_fifo(up) == 64) {
1186 up->port.type = PORT_U6_16550A;
1187 up->capabilities |= UART_CAP_AFE;
1188 }
1189}
1190
1191/*
1192 * This routine is called by rs_init() to initialize a specific serial
1193 * port. It determines what type of UART chip this serial port is
1194 * using: 8250, 16450, 16550, 16550A. The important question is
1195 * whether or not this UART is a 16550A or not, since this will
1196 * determine whether or not we can use its FIFO features or not.
1197 */
1198static void autoconfig(struct uart_8250_port *up)
1199{
1200 unsigned char status1, scratch, scratch2, scratch3;
1201 unsigned char save_lcr, save_mcr;
1202 struct uart_port *port = &up->port;
1203 unsigned long flags;
1204 unsigned int old_capabilities;
1205
1206 if (!port->iobase && !port->mapbase && !port->membase)
1207 return;
1208
286d9b8c
AS
1209 DEBUG_AUTOCONF("%s: autoconf (0x%04lx, 0x%p): ",
1210 port->name, port->iobase, port->membase);
b6830f6d
PH
1211
1212 /*
1213 * We really do need global IRQs disabled here - we're going to
1214 * be frobbing the chips IRQ enable register to see if it exists.
1215 */
1216 spin_lock_irqsave(&port->lock, flags);
1217
1218 up->capabilities = 0;
1219 up->bugs = 0;
1220
1221 if (!(port->flags & UPF_BUGGY_UART)) {
1222 /*
1223 * Do a simple existence test first; if we fail this,
1224 * there's no point trying anything else.
1225 *
1226 * 0x80 is used as a nonsense port to prevent against
1227 * false positives due to ISA bus float. The
1228 * assumption is that 0x80 is a non-existent port;
1229 * which should be safe since include/asm/io.h also
1230 * makes this assumption.
1231 *
1232 * Note: this is safe as long as MCR bit 4 is clear
1233 * and the device is in "PC" mode.
1234 */
1235 scratch = serial_in(up, UART_IER);
1236 serial_out(up, UART_IER, 0);
1237#ifdef __i386__
1238 outb(0xff, 0x080);
1239#endif
1240 /*
1241 * Mask out IER[7:4] bits for test as some UARTs (e.g. TL
1242 * 16C754B) allow only to modify them if an EFR bit is set.
1243 */
1244 scratch2 = serial_in(up, UART_IER) & 0x0f;
1245 serial_out(up, UART_IER, 0x0F);
1246#ifdef __i386__
1247 outb(0, 0x080);
1248#endif
1249 scratch3 = serial_in(up, UART_IER) & 0x0f;
1250 serial_out(up, UART_IER, scratch);
1251 if (scratch2 != 0 || scratch3 != 0x0F) {
1252 /*
1253 * We failed; there's nothing here
1254 */
1255 spin_unlock_irqrestore(&port->lock, flags);
1256 DEBUG_AUTOCONF("IER test failed (%02x, %02x) ",
1257 scratch2, scratch3);
1258 goto out;
1259 }
1260 }
1261
36fd95b1 1262 save_mcr = serial8250_in_MCR(up);
b6830f6d
PH
1263 save_lcr = serial_in(up, UART_LCR);
1264
1265 /*
1266 * Check to see if a UART is really there. Certain broken
1267 * internal modems based on the Rockwell chipset fail this
1268 * test, because they apparently don't implement the loopback
1269 * test mode. So this test is skipped on the COM 1 through
1270 * COM 4 ports. This *should* be safe, since no board
1271 * manufacturer would be stupid enough to design a board
1272 * that conflicts with COM 1-4 --- we hope!
1273 */
1274 if (!(port->flags & UPF_SKIP_TEST)) {
36fd95b1 1275 serial8250_out_MCR(up, UART_MCR_LOOP | 0x0A);
b6830f6d 1276 status1 = serial_in(up, UART_MSR) & 0xF0;
36fd95b1 1277 serial8250_out_MCR(up, save_mcr);
b6830f6d
PH
1278 if (status1 != 0x90) {
1279 spin_unlock_irqrestore(&port->lock, flags);
1280 DEBUG_AUTOCONF("LOOP test failed (%02x) ",
1281 status1);
1282 goto out;
1283 }
1284 }
1285
1286 /*
1287 * We're pretty sure there's a port here. Lets find out what
1288 * type of port it is. The IIR top two bits allows us to find
1289 * out if it's 8250 or 16450, 16550, 16550A or later. This
1290 * determines what we test for next.
1291 *
1292 * We also initialise the EFR (if any) to zero for later. The
1293 * EFR occupies the same register location as the FCR and IIR.
1294 */
1295 serial_out(up, UART_LCR, UART_LCR_CONF_MODE_B);
1296 serial_out(up, UART_EFR, 0);
1297 serial_out(up, UART_LCR, 0);
1298
1299 serial_out(up, UART_FCR, UART_FCR_ENABLE_FIFO);
1300 scratch = serial_in(up, UART_IIR) >> 6;
1301
1302 switch (scratch) {
1303 case 0:
1304 autoconfig_8250(up);
1305 break;
1306 case 1:
1307 port->type = PORT_UNKNOWN;
1308 break;
1309 case 2:
1310 port->type = PORT_16550;
1311 break;
1312 case 3:
1313 autoconfig_16550a(up);
1314 break;
1315 }
1316
1317#ifdef CONFIG_SERIAL_8250_RSA
1318 /*
1319 * Only probe for RSA ports if we got the region.
1320 */
1321 if (port->type == PORT_16550A && up->probe & UART_PROBE_RSA &&
1322 __enable_rsa(up))
1323 port->type = PORT_RSA;
1324#endif
1325
1326 serial_out(up, UART_LCR, save_lcr);
1327
1328 port->fifosize = uart_config[up->port.type].fifo_size;
1329 old_capabilities = up->capabilities;
1330 up->capabilities = uart_config[port->type].flags;
1331 up->tx_loadsz = uart_config[port->type].tx_loadsz;
1332
1333 if (port->type == PORT_UNKNOWN)
1334 goto out_lock;
1335
1336 /*
1337 * Reset the UART.
1338 */
1339#ifdef CONFIG_SERIAL_8250_RSA
1340 if (port->type == PORT_RSA)
1341 serial_out(up, UART_RSA_FRR, 0);
1342#endif
36fd95b1 1343 serial8250_out_MCR(up, save_mcr);
b6830f6d
PH
1344 serial8250_clear_fifos(up);
1345 serial_in(up, UART_RX);
1346 if (up->capabilities & UART_CAP_UUE)
1347 serial_out(up, UART_IER, UART_IER_UUE);
1348 else
1349 serial_out(up, UART_IER, 0);
1350
1351out_lock:
1352 spin_unlock_irqrestore(&port->lock, flags);
fa01e2ca
RR
1353
1354 /*
1355 * Check if the device is a Fintek F81216A
1356 */
4c4fc909 1357 if (port->type == PORT_16550A && port->iotype == UPIO_PORT)
fa01e2ca
RR
1358 fintek_8250_probe(up);
1359
b6830f6d 1360 if (up->capabilities != old_capabilities) {
21680a6d
AS
1361 dev_warn(port->dev, "detected caps %08x should be %08x\n",
1362 old_capabilities, up->capabilities);
b6830f6d
PH
1363 }
1364out:
1365 DEBUG_AUTOCONF("iir=%d ", scratch);
1366 DEBUG_AUTOCONF("type=%s\n", uart_config[port->type].name);
1367}
1368
1369static void autoconfig_irq(struct uart_8250_port *up)
1370{
1371 struct uart_port *port = &up->port;
1372 unsigned char save_mcr, save_ier;
1373 unsigned char save_ICP = 0;
1374 unsigned int ICP = 0;
1375 unsigned long irqs;
1376 int irq;
1377
1378 if (port->flags & UPF_FOURPORT) {
1379 ICP = (port->iobase & 0xfe0) | 0x1f;
1380 save_ICP = inb_p(ICP);
1381 outb_p(0x80, ICP);
1382 inb_p(ICP);
1383 }
1384
9a23a1d1
TK
1385 if (uart_console(port))
1386 console_lock();
1387
b6830f6d
PH
1388 /* forget possible initially masked and pending IRQ */
1389 probe_irq_off(probe_irq_on());
36fd95b1 1390 save_mcr = serial8250_in_MCR(up);
b6830f6d 1391 save_ier = serial_in(up, UART_IER);
36fd95b1 1392 serial8250_out_MCR(up, UART_MCR_OUT1 | UART_MCR_OUT2);
b6830f6d
PH
1393
1394 irqs = probe_irq_on();
36fd95b1 1395 serial8250_out_MCR(up, 0);
b6830f6d
PH
1396 udelay(10);
1397 if (port->flags & UPF_FOURPORT) {
36fd95b1 1398 serial8250_out_MCR(up, UART_MCR_DTR | UART_MCR_RTS);
b6830f6d 1399 } else {
36fd95b1
YY
1400 serial8250_out_MCR(up,
1401 UART_MCR_DTR | UART_MCR_RTS | UART_MCR_OUT2);
b6830f6d
PH
1402 }
1403 serial_out(up, UART_IER, 0x0f); /* enable all intrs */
1404 serial_in(up, UART_LSR);
1405 serial_in(up, UART_RX);
1406 serial_in(up, UART_IIR);
1407 serial_in(up, UART_MSR);
1408 serial_out(up, UART_TX, 0xFF);
1409 udelay(20);
1410 irq = probe_irq_off(irqs);
1411
36fd95b1 1412 serial8250_out_MCR(up, save_mcr);
b6830f6d
PH
1413 serial_out(up, UART_IER, save_ier);
1414
1415 if (port->flags & UPF_FOURPORT)
1416 outb_p(save_ICP, ICP);
1417
9a23a1d1
TK
1418 if (uart_console(port))
1419 console_unlock();
1420
b6830f6d
PH
1421 port->irq = (irq > 0) ? irq : 0;
1422}
1423
a07a70bc
MK
1424static void serial8250_stop_rx(struct uart_port *port)
1425{
1426 struct uart_8250_port *up = up_to_u8250p(port);
1427
1428 serial8250_rpm_get(up);
1429
1430 up->ier &= ~(UART_IER_RLSI | UART_IER_RDI);
1431 up->port.read_status_mask &= ~UART_LSR_DR;
1432 serial_port_out(port, UART_IER, up->ier);
1433
1434 serial8250_rpm_put(up);
1435}
1436
058bc104
LW
1437/**
1438 * serial8250_em485_stop_tx() - generic ->rs485_stop_tx() callback
f40a6be4 1439 * @p: uart 8250 port
058bc104
LW
1440 *
1441 * Generic callback usable by 8250 uart drivers to stop rs485 transmission.
1442 */
1443void serial8250_em485_stop_tx(struct uart_8250_port *p)
e490c914 1444{
058bc104
LW
1445 unsigned char mcr = serial8250_in_MCR(p);
1446
1447 if (p->port.rs485.flags & SER_RS485_RTS_AFTER_SEND)
1448 mcr |= UART_MCR_RTS;
1449 else
1450 mcr &= ~UART_MCR_RTS;
1451 serial8250_out_MCR(p, mcr);
f3bf2632 1452
e490c914
MK
1453 /*
1454 * Empty the RX FIFO, we are not interested in anything
1455 * received during the half-duplex transmission.
0c66940d 1456 * Enable previously disabled RX interrupts.
e490c914 1457 */
0c66940d 1458 if (!(p->port.rs485.flags & SER_RS485_RX_DURING_TX)) {
3c9dc275 1459 serial8250_clear_and_reinit_fifos(p);
0c66940d 1460
0c66940d
YY
1461 p->ier |= UART_IER_RLSI | UART_IER_RDI;
1462 serial_port_out(&p->port, UART_IER, p->ier);
0c66940d 1463 }
e490c914 1464}
058bc104
LW
1465EXPORT_SYMBOL_GPL(serial8250_em485_stop_tx);
1466
6e0a5de2 1467static enum hrtimer_restart serial8250_em485_handle_stop_tx(struct hrtimer *t)
e490c914 1468{
6e0a5de2
RG
1469 struct uart_8250_em485 *em485;
1470 struct uart_8250_port *p;
e490c914 1471 unsigned long flags;
ae28d740 1472
6e0a5de2
RG
1473 em485 = container_of(t, struct uart_8250_em485, stop_tx_timer);
1474 p = em485->port;
e490c914 1475
b3965767 1476 serial8250_rpm_get(p);
e490c914 1477 spin_lock_irqsave(&p->port.lock, flags);
ae28d740 1478 if (em485->active_timer == &em485->stop_tx_timer) {
058bc104 1479 p->rs485_stop_tx(p);
e490c914 1480 em485->active_timer = NULL;
058bc104 1481 em485->tx_stopped = true;
e490c914
MK
1482 }
1483 spin_unlock_irqrestore(&p->port.lock, flags);
b3965767 1484 serial8250_rpm_put(p);
6e0a5de2
RG
1485 return HRTIMER_NORESTART;
1486}
1487
1488static void start_hrtimer_ms(struct hrtimer *hrt, unsigned long msec)
1489{
1490 long sec = msec / 1000;
1491 long nsec = (msec % 1000) * 1000000;
1492 ktime_t t = ktime_set(sec, nsec);
1493
1494 hrtimer_start(hrt, t, HRTIMER_MODE_REL);
e490c914
MK
1495}
1496
1497static void __stop_tx_rs485(struct uart_8250_port *p)
1498{
1499 struct uart_8250_em485 *em485 = p->em485;
1500
e490c914 1501 /*
058bc104 1502 * rs485_stop_tx() is going to set RTS according to config
e490c914
MK
1503 * AND flush RX FIFO if required.
1504 */
1505 if (p->port.rs485.delay_rts_after_send > 0) {
1506 em485->active_timer = &em485->stop_tx_timer;
6e0a5de2
RG
1507 start_hrtimer_ms(&em485->stop_tx_timer,
1508 p->port.rs485.delay_rts_after_send);
e490c914 1509 } else {
058bc104 1510 p->rs485_stop_tx(p);
41a70b7f 1511 em485->active_timer = NULL;
058bc104 1512 em485->tx_stopped = true;
e490c914
MK
1513 }
1514}
1515
1516static inline void __do_stop_tx(struct uart_8250_port *p)
b6830f6d 1517{
7e267b29 1518 if (serial8250_clear_THRI(p))
b6830f6d 1519 serial8250_rpm_put_tx(p);
b6830f6d
PH
1520}
1521
e490c914
MK
1522static inline void __stop_tx(struct uart_8250_port *p)
1523{
1524 struct uart_8250_em485 *em485 = p->em485;
1525
1526 if (em485) {
1527 unsigned char lsr = serial_in(p, UART_LSR);
1528 /*
1529 * To provide required timeing and allow FIFO transfer,
b3965767 1530 * __stop_tx_rs485() must be called only when both FIFO and
e490c914
MK
1531 * shift register are empty. It is for device driver to enable
1532 * interrupt on TEMT.
1533 */
1534 if ((lsr & BOTH_EMPTY) != BOTH_EMPTY)
1535 return;
1536
b3965767 1537 __stop_tx_rs485(p);
e490c914
MK
1538 }
1539 __do_stop_tx(p);
e490c914
MK
1540}
1541
b6830f6d
PH
1542static void serial8250_stop_tx(struct uart_port *port)
1543{
1544 struct uart_8250_port *up = up_to_u8250p(port);
1545
1546 serial8250_rpm_get(up);
1547 __stop_tx(up);
1548
1549 /*
1550 * We really want to stop the transmitter from sending.
1551 */
1552 if (port->type == PORT_16C950) {
1553 up->acr |= UART_ACR_TXDIS;
1554 serial_icr_write(up, UART_ACR, up->acr);
1555 }
1556 serial8250_rpm_put(up);
1557}
1558
e490c914 1559static inline void __start_tx(struct uart_port *port)
b6830f6d
PH
1560{
1561 struct uart_8250_port *up = up_to_u8250p(port);
1562
b6830f6d
PH
1563 if (up->dma && !up->dma->tx_dma(up))
1564 return;
1565
7e267b29 1566 if (serial8250_set_THRI(up)) {
b6830f6d
PH
1567 if (up->bugs & UART_BUG_TXEN) {
1568 unsigned char lsr;
1a33e342 1569
b6830f6d
PH
1570 lsr = serial_in(up, UART_LSR);
1571 up->lsr_saved_flags |= lsr & LSR_SAVE_FLAGS;
1572 if (lsr & UART_LSR_THRE)
1573 serial8250_tx_chars(up);
1574 }
1575 }
1576
1577 /*
1578 * Re-enable the transmitter if we disabled it.
1579 */
1580 if (port->type == PORT_16C950 && up->acr & UART_ACR_TXDIS) {
1581 up->acr &= ~UART_ACR_TXDIS;
1582 serial_icr_write(up, UART_ACR, up->acr);
1583 }
1584}
1585
058bc104
LW
1586/**
1587 * serial8250_em485_start_tx() - generic ->rs485_start_tx() callback
1588 * @up: uart 8250 port
1589 *
1590 * Generic callback usable by 8250 uart drivers to start rs485 transmission.
1591 * Assumes that setting the RTS bit in the MCR register means RTS is high.
1592 * (Some chips use inverse semantics.) Further assumes that reception is
1593 * stoppable by disabling the UART_IER_RDI interrupt. (Some chips set the
1594 * UART_LSR_DR bit even when UART_IER_RDI is disabled, foiling this approach.)
1595 */
1596void serial8250_em485_start_tx(struct uart_8250_port *up)
e490c914 1597{
058bc104 1598 unsigned char mcr = serial8250_in_MCR(up);
e490c914
MK
1599
1600 if (!(up->port.rs485.flags & SER_RS485_RX_DURING_TX))
1601 serial8250_stop_rx(&up->port);
1602
058bc104
LW
1603 if (up->port.rs485.flags & SER_RS485_RTS_ON_SEND)
1604 mcr |= UART_MCR_RTS;
1605 else
1606 mcr &= ~UART_MCR_RTS;
1607 serial8250_out_MCR(up, mcr);
1608}
1609EXPORT_SYMBOL_GPL(serial8250_em485_start_tx);
1610
1611static inline void start_tx_rs485(struct uart_port *port)
1612{
1613 struct uart_8250_port *up = up_to_u8250p(port);
1614 struct uart_8250_em485 *em485 = up->em485;
1615
e490c914
MK
1616 em485->active_timer = NULL;
1617
058bc104
LW
1618 if (em485->tx_stopped) {
1619 em485->tx_stopped = false;
1620
1621 up->rs485_start_tx(up);
e490c914
MK
1622
1623 if (up->port.rs485.delay_rts_before_send > 0) {
1624 em485->active_timer = &em485->start_tx_timer;
6e0a5de2
RG
1625 start_hrtimer_ms(&em485->start_tx_timer,
1626 up->port.rs485.delay_rts_before_send);
e490c914
MK
1627 return;
1628 }
1629 }
1630
1631 __start_tx(port);
1632}
1633
6e0a5de2 1634static enum hrtimer_restart serial8250_em485_handle_start_tx(struct hrtimer *t)
e490c914 1635{
6e0a5de2
RG
1636 struct uart_8250_em485 *em485;
1637 struct uart_8250_port *p;
e490c914 1638 unsigned long flags;
ae28d740 1639
6e0a5de2
RG
1640 em485 = container_of(t, struct uart_8250_em485, start_tx_timer);
1641 p = em485->port;
e490c914
MK
1642
1643 spin_lock_irqsave(&p->port.lock, flags);
ae28d740 1644 if (em485->active_timer == &em485->start_tx_timer) {
e490c914
MK
1645 __start_tx(&p->port);
1646 em485->active_timer = NULL;
1647 }
1648 spin_unlock_irqrestore(&p->port.lock, flags);
6e0a5de2 1649 return HRTIMER_NORESTART;
e490c914
MK
1650}
1651
1652static void serial8250_start_tx(struct uart_port *port)
1653{
1654 struct uart_8250_port *up = up_to_u8250p(port);
1655 struct uart_8250_em485 *em485 = up->em485;
1656
1657 serial8250_rpm_get_tx(up);
1658
1659 if (em485 &&
1660 em485->active_timer == &em485->start_tx_timer)
1661 return;
1662
1663 if (em485)
1664 start_tx_rs485(port);
1665 else
1666 __start_tx(port);
1667}
1668
b6830f6d
PH
1669static void serial8250_throttle(struct uart_port *port)
1670{
1671 port->throttle(port);
1672}
1673
1674static void serial8250_unthrottle(struct uart_port *port)
1675{
1676 port->unthrottle(port);
1677}
1678
b6830f6d
PH
1679static void serial8250_disable_ms(struct uart_port *port)
1680{
013e3586 1681 struct uart_8250_port *up = up_to_u8250p(port);
b6830f6d
PH
1682
1683 /* no MSR capabilities */
1684 if (up->bugs & UART_BUG_NOMSR)
1685 return;
1686
4a96895f
YY
1687 mctrl_gpio_disable_ms(up->gpios);
1688
b6830f6d
PH
1689 up->ier &= ~UART_IER_MSI;
1690 serial_port_out(port, UART_IER, up->ier);
1691}
1692
1693static void serial8250_enable_ms(struct uart_port *port)
1694{
1695 struct uart_8250_port *up = up_to_u8250p(port);
1696
1697 /* no MSR capabilities */
1698 if (up->bugs & UART_BUG_NOMSR)
1699 return;
1700
4a96895f
YY
1701 mctrl_gpio_enable_ms(up->gpios);
1702
b6830f6d
PH
1703 up->ier |= UART_IER_MSI;
1704
1705 serial8250_rpm_get(up);
1706 serial_port_out(port, UART_IER, up->ier);
1707 serial8250_rpm_put(up);
1708}
1709
ebbaf9ab 1710void serial8250_read_char(struct uart_8250_port *up, unsigned char lsr)
3f6b3ce0
PH
1711{
1712 struct uart_port *port = &up->port;
1713 unsigned char ch;
1714 char flag = TTY_NORMAL;
1715
1716 if (likely(lsr & UART_LSR_DR))
1717 ch = serial_in(up, UART_RX);
1718 else
1719 /*
1720 * Intel 82571 has a Serial Over Lan device that will
1721 * set UART_LSR_BI without setting UART_LSR_DR when
1722 * it receives a break. To avoid reading from the
1723 * receive buffer without UART_LSR_DR bit set, we
1724 * just force the read character to be 0
1725 */
1726 ch = 0;
1727
1728 port->icount.rx++;
1729
1730 lsr |= up->lsr_saved_flags;
1731 up->lsr_saved_flags = 0;
1732
1733 if (unlikely(lsr & UART_LSR_BRK_ERROR_BITS)) {
1734 if (lsr & UART_LSR_BI) {
1735 lsr &= ~(UART_LSR_FE | UART_LSR_PE);
1736 port->icount.brk++;
1737 /*
1738 * We do the SysRQ and SAK checking
1739 * here because otherwise the break
1740 * may get masked by ignore_status_mask
1741 * or read_status_mask.
1742 */
1743 if (uart_handle_break(port))
1744 return;
1745 } else if (lsr & UART_LSR_PE)
1746 port->icount.parity++;
1747 else if (lsr & UART_LSR_FE)
1748 port->icount.frame++;
1749 if (lsr & UART_LSR_OE)
1750 port->icount.overrun++;
1751
1752 /*
1753 * Mask off conditions which should be ignored.
1754 */
1755 lsr &= port->read_status_mask;
1756
1757 if (lsr & UART_LSR_BI) {
21680a6d 1758 dev_dbg(port->dev, "handling break\n");
3f6b3ce0
PH
1759 flag = TTY_BREAK;
1760 } else if (lsr & UART_LSR_PE)
1761 flag = TTY_PARITY;
1762 else if (lsr & UART_LSR_FE)
1763 flag = TTY_FRAME;
1764 }
596f63da 1765 if (uart_prepare_sysrq_char(port, ch))
3f6b3ce0
PH
1766 return;
1767
1768 uart_insert_char(port, lsr, UART_LSR_OE, ch, flag);
1769}
ebbaf9ab 1770EXPORT_SYMBOL_GPL(serial8250_read_char);
3f6b3ce0 1771
b6830f6d
PH
1772/*
1773 * serial8250_rx_chars: processes according to the passed in LSR
1774 * value, and returns the remaining LSR bits not handled
1775 * by this Rx routine.
1776 */
d22f8f10 1777unsigned char serial8250_rx_chars(struct uart_8250_port *up, unsigned char lsr)
b6830f6d
PH
1778{
1779 struct uart_port *port = &up->port;
b6830f6d 1780 int max_count = 256;
b6830f6d
PH
1781
1782 do {
3f6b3ce0 1783 serial8250_read_char(up, lsr);
d22f8f10
PH
1784 if (--max_count == 0)
1785 break;
b6830f6d 1786 lsr = serial_in(up, UART_LSR);
d22f8f10 1787 } while (lsr & (UART_LSR_DR | UART_LSR_BI));
6a597a38 1788
b6830f6d 1789 tty_flip_buffer_push(&port->state->port);
b6830f6d
PH
1790 return lsr;
1791}
1792EXPORT_SYMBOL_GPL(serial8250_rx_chars);
1793
1794void serial8250_tx_chars(struct uart_8250_port *up)
1795{
1796 struct uart_port *port = &up->port;
1797 struct circ_buf *xmit = &port->state->xmit;
1798 int count;
1799
1800 if (port->x_char) {
1801 serial_out(up, UART_TX, port->x_char);
1802 port->icount.tx++;
1803 port->x_char = 0;
1804 return;
1805 }
1806 if (uart_tx_stopped(port)) {
1807 serial8250_stop_tx(port);
1808 return;
1809 }
1810 if (uart_circ_empty(xmit)) {
1811 __stop_tx(up);
1812 return;
1813 }
1814
1815 count = up->tx_loadsz;
1816 do {
1817 serial_out(up, UART_TX, xmit->buf[xmit->tail]);
1818 xmit->tail = (xmit->tail + 1) & (UART_XMIT_SIZE - 1);
1819 port->icount.tx++;
1820 if (uart_circ_empty(xmit))
1821 break;
cee10c8c
PH
1822 if ((up->capabilities & UART_CAP_HFIFO) &&
1823 (serial_in(up, UART_LSR) & BOTH_EMPTY) != BOTH_EMPTY)
1824 break;
cfde770d
PE
1825 /* The BCM2835 MINI UART THRE bit is really a not-full bit. */
1826 if ((up->capabilities & UART_CAP_MINI) &&
1827 !(serial_in(up, UART_LSR) & UART_LSR_THRE))
1828 break;
b6830f6d
PH
1829 } while (--count > 0);
1830
1831 if (uart_circ_chars_pending(xmit) < WAKEUP_CHARS)
1832 uart_write_wakeup(port);
1833
b6830f6d
PH
1834 /*
1835 * With RPM enabled, we have to wait until the FIFO is empty before the
1836 * HW can go idle. So we get here once again with empty FIFO and disable
1837 * the interrupt and RPM in __stop_tx()
1838 */
1839 if (uart_circ_empty(xmit) && !(up->capabilities & UART_CAP_RPM))
1840 __stop_tx(up);
1841}
1842EXPORT_SYMBOL_GPL(serial8250_tx_chars);
1843
1844/* Caller holds uart port lock */
1845unsigned int serial8250_modem_status(struct uart_8250_port *up)
1846{
1847 struct uart_port *port = &up->port;
1848 unsigned int status = serial_in(up, UART_MSR);
1849
1850 status |= up->msr_saved_flags;
1851 up->msr_saved_flags = 0;
1852 if (status & UART_MSR_ANY_DELTA && up->ier & UART_IER_MSI &&
1853 port->state != NULL) {
1854 if (status & UART_MSR_TERI)
1855 port->icount.rng++;
1856 if (status & UART_MSR_DDSR)
1857 port->icount.dsr++;
1858 if (status & UART_MSR_DDCD)
1859 uart_handle_dcd_change(port, status & UART_MSR_DCD);
1860 if (status & UART_MSR_DCTS)
1861 uart_handle_cts_change(port, status & UART_MSR_CTS);
1862
1863 wake_up_interruptible(&port->state->port.delta_msr_wait);
1864 }
1865
1866 return status;
1867}
1868EXPORT_SYMBOL_GPL(serial8250_modem_status);
1869
33d9b8b2
PH
1870static bool handle_rx_dma(struct uart_8250_port *up, unsigned int iir)
1871{
1872 switch (iir & 0x3f) {
1873 case UART_IIR_RX_TIMEOUT:
1874 serial8250_rx_dma_flush(up);
df561f66 1875 fallthrough;
33d9b8b2
PH
1876 case UART_IIR_RLSI:
1877 return true;
1878 }
1879 return up->dma->rx_dma(up);
1880}
1881
b6830f6d
PH
1882/*
1883 * This handles the interrupt from one port.
1884 */
1885int serial8250_handle_irq(struct uart_port *port, unsigned int iir)
1886{
1887 unsigned char status;
1888 unsigned long flags;
1889 struct uart_8250_port *up = up_to_u8250p(port);
f19c3f6c 1890 bool skip_rx = false;
b6830f6d
PH
1891
1892 if (iir & UART_IIR_NO_INT)
1893 return 0;
1894
1895 spin_lock_irqsave(&port->lock, flags);
1896
1897 status = serial_port_in(port, UART_LSR);
1898
f19c3f6c
VR
1899 /*
1900 * If port is stopped and there are no error conditions in the
1901 * FIFO, then don't drain the FIFO, as this may lead to TTY buffer
1902 * overflow. Not servicing, RX FIFO would trigger auto HW flow
1903 * control when FIFO occupancy reaches preset threshold, thus
1904 * halting RX. This only works when auto HW flow control is
1905 * available.
1906 */
1907 if (!(status & (UART_LSR_FIFOE | UART_LSR_BRK_ERROR_BITS)) &&
1908 (port->status & (UPSTAT_AUTOCTS | UPSTAT_AUTORTS)) &&
1909 !(port->read_status_mask & UART_LSR_DR))
1910 skip_rx = true;
1911
1912 if (status & (UART_LSR_DR | UART_LSR_BI) && !skip_rx) {
33d9b8b2 1913 if (!up->dma || handle_rx_dma(up, iir))
b6830f6d
PH
1914 status = serial8250_rx_chars(up, status);
1915 }
1916 serial8250_modem_status(up);
db1b5bc0
RKE
1917 if ((!up->dma || up->dma->tx_err) && (status & UART_LSR_THRE) &&
1918 (up->ier & UART_IER_THRI))
b6830f6d
PH
1919 serial8250_tx_chars(up);
1920
596f63da 1921 uart_unlock_and_check_sysrq(port, flags);
b6830f6d
PH
1922 return 1;
1923}
1924EXPORT_SYMBOL_GPL(serial8250_handle_irq);
1925
1926static int serial8250_default_handle_irq(struct uart_port *port)
1927{
1928 struct uart_8250_port *up = up_to_u8250p(port);
1929 unsigned int iir;
1930 int ret;
1931
1932 serial8250_rpm_get(up);
1933
1934 iir = serial_port_in(port, UART_IIR);
1935 ret = serial8250_handle_irq(port, iir);
1936
1937 serial8250_rpm_put(up);
1938 return ret;
1939}
1940
8e5470c9
TT
1941/*
1942 * Newer 16550 compatible parts such as the SC16C650 & Altera 16550 Soft IP
1943 * have a programmable TX threshold that triggers the THRE interrupt in
1944 * the IIR register. In this case, the THRE interrupt indicates the FIFO
1945 * has space available. Load it up with tx_loadsz bytes.
1946 */
1947static int serial8250_tx_threshold_handle_irq(struct uart_port *port)
1948{
1949 unsigned long flags;
1950 unsigned int iir = serial_port_in(port, UART_IIR);
1951
1952 /* TX Threshold IRQ triggered so load up FIFO */
1953 if ((iir & UART_IIR_ID) == UART_IIR_THRI) {
1954 struct uart_8250_port *up = up_to_u8250p(port);
1955
1956 spin_lock_irqsave(&port->lock, flags);
1957 serial8250_tx_chars(up);
1958 spin_unlock_irqrestore(&port->lock, flags);
1959 }
1960
1961 iir = serial_port_in(port, UART_IIR);
1962 return serial8250_handle_irq(port, iir);
1963}
1964
b6830f6d
PH
1965static unsigned int serial8250_tx_empty(struct uart_port *port)
1966{
1967 struct uart_8250_port *up = up_to_u8250p(port);
1968 unsigned long flags;
1969 unsigned int lsr;
1970
1971 serial8250_rpm_get(up);
1972
1973 spin_lock_irqsave(&port->lock, flags);
1974 lsr = serial_port_in(port, UART_LSR);
1975 up->lsr_saved_flags |= lsr & LSR_SAVE_FLAGS;
1976 spin_unlock_irqrestore(&port->lock, flags);
1977
1978 serial8250_rpm_put(up);
1979
1980 return (lsr & BOTH_EMPTY) == BOTH_EMPTY ? TIOCSER_TEMT : 0;
1981}
1982
144ef5c2 1983unsigned int serial8250_do_get_mctrl(struct uart_port *port)
b6830f6d
PH
1984{
1985 struct uart_8250_port *up = up_to_u8250p(port);
1986 unsigned int status;
4a96895f 1987 unsigned int val;
b6830f6d
PH
1988
1989 serial8250_rpm_get(up);
1990 status = serial8250_modem_status(up);
1991 serial8250_rpm_put(up);
1992
4a96895f
YY
1993 val = serial8250_MSR_to_TIOCM(status);
1994 if (up->gpios)
1995 return mctrl_gpio_get(up->gpios, &val);
1996
1997 return val;
b6830f6d 1998}
144ef5c2
WAZ
1999EXPORT_SYMBOL_GPL(serial8250_do_get_mctrl);
2000
2001static unsigned int serial8250_get_mctrl(struct uart_port *port)
2002{
2003 if (port->get_mctrl)
2004 return port->get_mctrl(port);
2005 return serial8250_do_get_mctrl(port);
2006}
b6830f6d
PH
2007
2008void serial8250_do_set_mctrl(struct uart_port *port, unsigned int mctrl)
2009{
2010 struct uart_8250_port *up = up_to_u8250p(port);
42912081 2011 unsigned char mcr;
b6830f6d 2012
f45709df
LW
2013 if (port->rs485.flags & SER_RS485_ENABLED) {
2014 if (serial8250_in_MCR(up) & UART_MCR_RTS)
2015 mctrl |= TIOCM_RTS;
2016 else
2017 mctrl &= ~TIOCM_RTS;
2018 }
2019
42912081 2020 mcr = serial8250_TIOCM_to_MCR(mctrl);
b6830f6d
PH
2021
2022 mcr = (mcr & up->mcr_mask) | up->mcr_force | up->mcr;
2023
36fd95b1 2024 serial8250_out_MCR(up, mcr);
b6830f6d
PH
2025}
2026EXPORT_SYMBOL_GPL(serial8250_do_set_mctrl);
2027
2028static void serial8250_set_mctrl(struct uart_port *port, unsigned int mctrl)
2029{
2030 if (port->set_mctrl)
2031 port->set_mctrl(port, mctrl);
2032 else
2033 serial8250_do_set_mctrl(port, mctrl);
2034}
2035
2036static void serial8250_break_ctl(struct uart_port *port, int break_state)
2037{
2038 struct uart_8250_port *up = up_to_u8250p(port);
2039 unsigned long flags;
2040
2041 serial8250_rpm_get(up);
2042 spin_lock_irqsave(&port->lock, flags);
2043 if (break_state == -1)
2044 up->lcr |= UART_LCR_SBC;
2045 else
2046 up->lcr &= ~UART_LCR_SBC;
2047 serial_port_out(port, UART_LCR, up->lcr);
2048 spin_unlock_irqrestore(&port->lock, flags);
2049 serial8250_rpm_put(up);
2050}
2051
2052/*
2053 * Wait for transmitter & holding register to empty
2054 */
2055static void wait_for_xmitr(struct uart_8250_port *up, int bits)
2056{
2057 unsigned int status, tmout = 10000;
2058
2059 /* Wait up to 10ms for the character(s) to be sent. */
2060 for (;;) {
2061 status = serial_in(up, UART_LSR);
2062
2063 up->lsr_saved_flags |= status & LSR_SAVE_FLAGS;
2064
2065 if ((status & bits) == bits)
2066 break;
2067 if (--tmout == 0)
2068 break;
2069 udelay(1);
54f19b4a 2070 touch_nmi_watchdog();
b6830f6d
PH
2071 }
2072
2073 /* Wait up to 1s for flow control if necessary */
2074 if (up->port.flags & UPF_CONS_FLOW) {
b6830f6d
PH
2075 for (tmout = 1000000; tmout; tmout--) {
2076 unsigned int msr = serial_in(up, UART_MSR);
2077 up->msr_saved_flags |= msr & MSR_SAVE_FLAGS;
2078 if (msr & UART_MSR_CTS)
2079 break;
2080 udelay(1);
2081 touch_nmi_watchdog();
2082 }
2083 }
2084}
2085
2086#ifdef CONFIG_CONSOLE_POLL
2087/*
2088 * Console polling routines for writing and reading from the uart while
2089 * in an interrupt or debug context.
2090 */
2091
2092static int serial8250_get_poll_char(struct uart_port *port)
2093{
2094 struct uart_8250_port *up = up_to_u8250p(port);
2095 unsigned char lsr;
2096 int status;
2097
2098 serial8250_rpm_get(up);
2099
2100 lsr = serial_port_in(port, UART_LSR);
2101
2102 if (!(lsr & UART_LSR_DR)) {
2103 status = NO_POLL_CHAR;
2104 goto out;
2105 }
2106
2107 status = serial_port_in(port, UART_RX);
2108out:
2109 serial8250_rpm_put(up);
2110 return status;
2111}
2112
2113
2114static void serial8250_put_poll_char(struct uart_port *port,
2115 unsigned char c)
2116{
2117 unsigned int ier;
2118 struct uart_8250_port *up = up_to_u8250p(port);
2119
2120 serial8250_rpm_get(up);
2121 /*
2122 * First save the IER then disable the interrupts
2123 */
2124 ier = serial_port_in(port, UART_IER);
2125 if (up->capabilities & UART_CAP_UUE)
2126 serial_port_out(port, UART_IER, UART_IER_UUE);
2127 else
2128 serial_port_out(port, UART_IER, 0);
2129
2130 wait_for_xmitr(up, BOTH_EMPTY);
2131 /*
2132 * Send the character out.
2133 */
2134 serial_port_out(port, UART_TX, c);
2135
2136 /*
2137 * Finally, wait for transmitter to become empty
2138 * and restore the IER
2139 */
2140 wait_for_xmitr(up, BOTH_EMPTY);
2141 serial_port_out(port, UART_IER, ier);
2142 serial8250_rpm_put(up);
2143}
2144
2145#endif /* CONFIG_CONSOLE_POLL */
2146
2147int serial8250_do_startup(struct uart_port *port)
2148{
2149 struct uart_8250_port *up = up_to_u8250p(port);
2150 unsigned long flags;
2151 unsigned char lsr, iir;
2152 int retval;
2153
b6830f6d
PH
2154 if (!port->fifosize)
2155 port->fifosize = uart_config[port->type].fifo_size;
2156 if (!up->tx_loadsz)
2157 up->tx_loadsz = uart_config[port->type].tx_loadsz;
2158 if (!up->capabilities)
2159 up->capabilities = uart_config[port->type].flags;
2160 up->mcr = 0;
2161
2162 if (port->iotype != up->cur_iotype)
2163 set_io_from_upio(port);
2164
2165 serial8250_rpm_get(up);
2166 if (port->type == PORT_16C950) {
2167 /* Wake up and initialize UART */
2168 up->acr = 0;
2169 serial_port_out(port, UART_LCR, UART_LCR_CONF_MODE_B);
2170 serial_port_out(port, UART_EFR, UART_EFR_ECB);
2171 serial_port_out(port, UART_IER, 0);
2172 serial_port_out(port, UART_LCR, 0);
2173 serial_icr_write(up, UART_CSR, 0); /* Reset the UART */
2174 serial_port_out(port, UART_LCR, UART_LCR_CONF_MODE_B);
2175 serial_port_out(port, UART_EFR, UART_EFR_ECB);
2176 serial_port_out(port, UART_LCR, 0);
2177 }
2178
a2d6a987
DL
2179 if (port->type == PORT_DA830) {
2180 /* Reset the port */
2181 serial_port_out(port, UART_IER, 0);
2182 serial_port_out(port, UART_DA830_PWREMU_MGMT, 0);
2183 mdelay(10);
2184
2185 /* Enable Tx, Rx and free run mode */
2186 serial_port_out(port, UART_DA830_PWREMU_MGMT,
2187 UART_DA830_PWREMU_MGMT_UTRST |
2188 UART_DA830_PWREMU_MGMT_URRST |
2189 UART_DA830_PWREMU_MGMT_FREE);
2190 }
2191
f597fbce
JS
2192 if (port->type == PORT_NPCM) {
2193 /*
2194 * Nuvoton calls the scratch register 'UART_TOR' (timeout
2195 * register). Enable it, and set TIOC (timeout interrupt
2196 * comparator) to be 0x20 for correct operation.
2197 */
2198 serial_port_out(port, UART_NPCM_TOR, UART_NPCM_TOIE | 0x20);
2199 }
2200
b6830f6d
PH
2201#ifdef CONFIG_SERIAL_8250_RSA
2202 /*
2203 * If this is an RSA port, see if we can kick it up to the
2204 * higher speed clock.
2205 */
2206 enable_rsa(up);
2207#endif
da891641 2208
b6830f6d
PH
2209 /*
2210 * Clear the FIFO buffers and disable them.
2211 * (they will be reenabled in set_termios())
2212 */
2213 serial8250_clear_fifos(up);
2214
2215 /*
2216 * Clear the interrupt registers.
2217 */
2218 serial_port_in(port, UART_LSR);
2219 serial_port_in(port, UART_RX);
2220 serial_port_in(port, UART_IIR);
2221 serial_port_in(port, UART_MSR);
2222
2223 /*
2224 * At this point, there's no way the LSR could still be 0xff;
2225 * if it is, then bail out, because there's likely no UART
2226 * here.
2227 */
2228 if (!(port->flags & UPF_BUGGY_UART) &&
2229 (serial_port_in(port, UART_LSR) == 0xff)) {
21680a6d 2230 dev_info_ratelimited(port->dev, "LSR safety check engaged!\n");
b6830f6d
PH
2231 retval = -ENODEV;
2232 goto out;
2233 }
2234
2235 /*
2236 * For a XR16C850, we need to set the trigger levels
2237 */
2238 if (port->type == PORT_16850) {
2239 unsigned char fctr;
2240
2241 serial_out(up, UART_LCR, UART_LCR_CONF_MODE_B);
2242
2243 fctr = serial_in(up, UART_FCTR) & ~(UART_FCTR_RX|UART_FCTR_TX);
2244 serial_port_out(port, UART_FCTR,
2245 fctr | UART_FCTR_TRGD | UART_FCTR_RX);
2246 serial_port_out(port, UART_TRG, UART_TRG_96);
2247 serial_port_out(port, UART_FCTR,
2248 fctr | UART_FCTR_TRGD | UART_FCTR_TX);
2249 serial_port_out(port, UART_TRG, UART_TRG_96);
2250
2251 serial_port_out(port, UART_LCR, 0);
2252 }
2253
8e5470c9
TT
2254 /*
2255 * For the Altera 16550 variants, set TX threshold trigger level.
2256 */
2257 if (((port->type == PORT_ALTR_16550_F32) ||
2258 (port->type == PORT_ALTR_16550_F64) ||
2259 (port->type == PORT_ALTR_16550_F128)) && (port->fifosize > 1)) {
2260 /* Bounds checking of TX threshold (valid 0 to fifosize-2) */
2261 if ((up->tx_loadsz < 2) || (up->tx_loadsz > port->fifosize)) {
21680a6d 2262 dev_err(port->dev, "TX FIFO Threshold errors, skipping\n");
8e5470c9
TT
2263 } else {
2264 serial_port_out(port, UART_ALTR_AFR,
2265 UART_ALTR_EN_TXFIFO_LW);
2266 serial_port_out(port, UART_ALTR_TX_LOW,
2267 port->fifosize - up->tx_loadsz);
2268 port->handle_irq = serial8250_tx_threshold_handle_irq;
2269 }
2270 }
2271
7febbcbc
AS
2272 /* Check if we need to have shared IRQs */
2273 if (port->irq && (up->port.flags & UPF_SHARE_IRQ))
2274 up->port.irqflags |= IRQF_SHARED;
2275
ea5244e2 2276 if (port->irq && !(up->port.flags & UPF_NO_THRE_TEST)) {
b6830f6d 2277 unsigned char iir1;
205d300a
SS
2278
2279 if (port->irqflags & IRQF_SHARED)
2280 disable_irq_nosync(port->irq);
2281
b6830f6d
PH
2282 /*
2283 * Test for UARTs that do not reassert THRE when the
2284 * transmitter is idle and the interrupt has already
2285 * been cleared. Real 16550s should always reassert
2286 * this interrupt whenever the transmitter is idle and
2287 * the interrupt is enabled. Delays are necessary to
2288 * allow register changes to become visible.
2289 */
2290 spin_lock_irqsave(&port->lock, flags);
b6830f6d
PH
2291
2292 wait_for_xmitr(up, UART_LSR_THRE);
2293 serial_port_out_sync(port, UART_IER, UART_IER_THRI);
2294 udelay(1); /* allow THRE to set */
2295 iir1 = serial_port_in(port, UART_IIR);
2296 serial_port_out(port, UART_IER, 0);
2297 serial_port_out_sync(port, UART_IER, UART_IER_THRI);
2298 udelay(1); /* allow a working UART time to re-assert THRE */
2299 iir = serial_port_in(port, UART_IIR);
2300 serial_port_out(port, UART_IER, 0);
2301
205d300a
SS
2302 spin_unlock_irqrestore(&port->lock, flags);
2303
b6830f6d
PH
2304 if (port->irqflags & IRQF_SHARED)
2305 enable_irq(port->irq);
b6830f6d
PH
2306
2307 /*
2308 * If the interrupt is not reasserted, or we otherwise
2309 * don't trust the iir, setup a timer to kick the UART
2310 * on a regular basis.
2311 */
2312 if ((!(iir1 & UART_IIR_NO_INT) && (iir & UART_IIR_NO_INT)) ||
2313 up->port.flags & UPF_BUG_THRE) {
2314 up->bugs |= UART_BUG_THRE;
2315 }
2316 }
2317
2318 retval = up->ops->setup_irq(up);
2319 if (retval)
2320 goto out;
2321
2322 /*
2323 * Now, initialize the UART
2324 */
2325 serial_port_out(port, UART_LCR, UART_LCR_WLEN8);
2326
2327 spin_lock_irqsave(&port->lock, flags);
2328 if (up->port.flags & UPF_FOURPORT) {
2329 if (!up->port.irq)
2330 up->port.mctrl |= TIOCM_OUT1;
2331 } else
2332 /*
2333 * Most PC uarts need OUT2 raised to enable interrupts.
2334 */
2335 if (port->irq)
2336 up->port.mctrl |= TIOCM_OUT2;
2337
2338 serial8250_set_mctrl(port, port->mctrl);
2339
740dc2de
AW
2340 /*
2341 * Serial over Lan (SoL) hack:
2342 * Intel 8257x Gigabit ethernet chips have a 16550 emulation, to be
2343 * used for Serial Over Lan. Those chips take a longer time than a
2344 * normal serial device to signalize that a transmission data was
2345 * queued. Due to that, the above test generally fails. One solution
2346 * would be to delay the reading of iir. However, this is not
2347 * reliable, since the timeout is variable. So, let's just don't
2348 * test if we receive TX irq. This way, we'll never enable
2349 * UART_BUG_TXEN.
b6830f6d 2350 */
c7ac15ce 2351 if (up->port.quirks & UPQ_NO_TXEN_TEST)
b6830f6d
PH
2352 goto dont_test_tx_en;
2353
2354 /*
740dc2de
AW
2355 * Do a quick test to see if we receive an interrupt when we enable
2356 * the TX irq.
b6830f6d
PH
2357 */
2358 serial_port_out(port, UART_IER, UART_IER_THRI);
2359 lsr = serial_port_in(port, UART_LSR);
2360 iir = serial_port_in(port, UART_IIR);
2361 serial_port_out(port, UART_IER, 0);
2362
2363 if (lsr & UART_LSR_TEMT && iir & UART_IIR_NO_INT) {
2364 if (!(up->bugs & UART_BUG_TXEN)) {
2365 up->bugs |= UART_BUG_TXEN;
21680a6d 2366 dev_dbg(port->dev, "enabling bad tx status workarounds\n");
b6830f6d
PH
2367 }
2368 } else {
2369 up->bugs &= ~UART_BUG_TXEN;
2370 }
2371
2372dont_test_tx_en:
2373 spin_unlock_irqrestore(&port->lock, flags);
2374
2375 /*
2376 * Clear the interrupt registers again for luck, and clear the
2377 * saved flags to avoid getting false values from polling
2378 * routines or the previous session.
2379 */
2380 serial_port_in(port, UART_LSR);
2381 serial_port_in(port, UART_RX);
2382 serial_port_in(port, UART_IIR);
2383 serial_port_in(port, UART_MSR);
2384 up->lsr_saved_flags = 0;
2385 up->msr_saved_flags = 0;
2386
2387 /*
2388 * Request DMA channels for both RX and TX.
2389 */
2390 if (up->dma) {
089b6d36
AS
2391 const char *msg = NULL;
2392
2393 if (uart_console(port))
2394 msg = "forbid DMA for kernel console";
2395 else if (serial8250_request_dma(up))
2396 msg = "failed to request DMA";
2397 if (msg) {
2398 dev_warn_ratelimited(port->dev, "%s\n", msg);
b6830f6d
PH
2399 up->dma = NULL;
2400 }
2401 }
2402
2403 /*
ee3ad90b
PH
2404 * Set the IER shadow for rx interrupts but defer actual interrupt
2405 * enable until after the FIFOs are enabled; otherwise, an already-
2406 * active sender can swamp the interrupt handler with "too much work".
b6830f6d
PH
2407 */
2408 up->ier = UART_IER_RLSI | UART_IER_RDI;
b6830f6d
PH
2409
2410 if (port->flags & UPF_FOURPORT) {
2411 unsigned int icp;
2412 /*
2413 * Enable interrupts on the AST Fourport board
2414 */
2415 icp = (port->iobase & 0xfe0) | 0x01f;
2416 outb_p(0x80, icp);
2417 inb_p(icp);
2418 }
2419 retval = 0;
2420out:
2421 serial8250_rpm_put(up);
2422 return retval;
2423}
2424EXPORT_SYMBOL_GPL(serial8250_do_startup);
2425
2426static int serial8250_startup(struct uart_port *port)
2427{
2428 if (port->startup)
2429 return port->startup(port);
2430 return serial8250_do_startup(port);
2431}
2432
2433void serial8250_do_shutdown(struct uart_port *port)
2434{
2435 struct uart_8250_port *up = up_to_u8250p(port);
2436 unsigned long flags;
2437
2438 serial8250_rpm_get(up);
2439 /*
2440 * Disable interrupts from this port
2441 */
611e0d83 2442 spin_lock_irqsave(&port->lock, flags);
b6830f6d
PH
2443 up->ier = 0;
2444 serial_port_out(port, UART_IER, 0);
611e0d83
PH
2445 spin_unlock_irqrestore(&port->lock, flags);
2446
2447 synchronize_irq(port->irq);
b6830f6d
PH
2448
2449 if (up->dma)
2450 serial8250_release_dma(up);
2451
2452 spin_lock_irqsave(&port->lock, flags);
2453 if (port->flags & UPF_FOURPORT) {
2454 /* reset interrupts on the AST Fourport board */
2455 inb((port->iobase & 0xfe0) | 0x1f);
2456 port->mctrl |= TIOCM_OUT1;
2457 } else
2458 port->mctrl &= ~TIOCM_OUT2;
2459
2460 serial8250_set_mctrl(port, port->mctrl);
2461 spin_unlock_irqrestore(&port->lock, flags);
2462
2463 /*
2464 * Disable break condition and FIFOs
2465 */
2466 serial_port_out(port, UART_LCR,
2467 serial_port_in(port, UART_LCR) & ~UART_LCR_SBC);
2468 serial8250_clear_fifos(up);
2469
2470#ifdef CONFIG_SERIAL_8250_RSA
2471 /*
2472 * Reset the RSA board back to 115kbps compat mode.
2473 */
2474 disable_rsa(up);
2475#endif
2476
2477 /*
2478 * Read data port to reset things, and then unlink from
2479 * the IRQ chain.
2480 */
2481 serial_port_in(port, UART_RX);
2482 serial8250_rpm_put(up);
2483
2484 up->ops->release_irq(up);
2485}
2486EXPORT_SYMBOL_GPL(serial8250_do_shutdown);
2487
2488static void serial8250_shutdown(struct uart_port *port)
2489{
2490 if (port->shutdown)
2491 port->shutdown(port);
2492 else
2493 serial8250_do_shutdown(port);
2494}
2495
f597fbce
JS
2496/* Nuvoton NPCM UARTs have a custom divisor calculation */
2497static unsigned int npcm_get_divisor(struct uart_8250_port *up,
2498 unsigned int baud)
2499{
2500 struct uart_port *port = &up->port;
2501
2502 return DIV_ROUND_CLOSEST(port->uartclk, 16 * baud + 2) - 2;
2503}
2504
0238d2b4
JZ
2505static unsigned int serial8250_do_get_divisor(struct uart_port *port,
2506 unsigned int baud,
2507 unsigned int *frac)
b6830f6d 2508{
6101be86 2509 struct uart_8250_port *up = up_to_u8250p(port);
b6830f6d
PH
2510 unsigned int quot;
2511
2512 /*
2513 * Handle magic divisors for baud rates above baud_base on
2514 * SMSC SuperIO chips.
2515 *
2516 */
2517 if ((port->flags & UPF_MAGIC_MULTIPLIER) &&
2518 baud == (port->uartclk/4))
2519 quot = 0x8001;
2520 else if ((port->flags & UPF_MAGIC_MULTIPLIER) &&
2521 baud == (port->uartclk/8))
2522 quot = 0x8002;
f597fbce
JS
2523 else if (up->port.type == PORT_NPCM)
2524 quot = npcm_get_divisor(up, baud);
b6830f6d
PH
2525 else
2526 quot = uart_get_divisor(port, baud);
2527
2528 /*
2529 * Oxford Semi 952 rev B workaround
2530 */
2531 if (up->bugs & UART_BUG_QUOT && (quot & 0xff) == 0)
2532 quot++;
2533
2534 return quot;
2535}
2536
0238d2b4
JZ
2537static unsigned int serial8250_get_divisor(struct uart_port *port,
2538 unsigned int baud,
2539 unsigned int *frac)
2540{
2541 if (port->get_divisor)
2542 return port->get_divisor(port, baud, frac);
2543
2544 return serial8250_do_get_divisor(port, baud, frac);
2545}
2546
b6830f6d
PH
2547static unsigned char serial8250_compute_lcr(struct uart_8250_port *up,
2548 tcflag_t c_cflag)
2549{
2550 unsigned char cval;
2551
2552 switch (c_cflag & CSIZE) {
2553 case CS5:
2554 cval = UART_LCR_WLEN5;
2555 break;
2556 case CS6:
2557 cval = UART_LCR_WLEN6;
2558 break;
2559 case CS7:
2560 cval = UART_LCR_WLEN7;
2561 break;
2562 default:
2563 case CS8:
2564 cval = UART_LCR_WLEN8;
2565 break;
2566 }
2567
2568 if (c_cflag & CSTOPB)
2569 cval |= UART_LCR_STOP;
2570 if (c_cflag & PARENB) {
2571 cval |= UART_LCR_PARITY;
2572 if (up->bugs & UART_BUG_PARITY)
2573 up->fifo_bug = true;
2574 }
2575 if (!(c_cflag & PARODD))
2576 cval |= UART_LCR_EPAR;
2577#ifdef CMSPAR
2578 if (c_cflag & CMSPAR)
2579 cval |= UART_LCR_SPAR;
2580#endif
2581
2582 return cval;
2583}
2584
6226e5f3
JZ
2585void serial8250_do_set_divisor(struct uart_port *port, unsigned int baud,
2586 unsigned int quot, unsigned int quot_frac)
b6830f6d
PH
2587{
2588 struct uart_8250_port *up = up_to_u8250p(port);
2589
2590 /* Workaround to enable 115200 baud on OMAP1510 internal ports */
2591 if (is_omap1510_8250(up)) {
2592 if (baud == 115200) {
2593 quot = 1;
2594 serial_port_out(port, UART_OMAP_OSC_12M_SEL, 1);
2595 } else
2596 serial_port_out(port, UART_OMAP_OSC_12M_SEL, 0);
2597 }
2598
2599 /*
2600 * For NatSemi, switch to bank 2 not bank 1, to avoid resetting EXCR2,
2601 * otherwise just set DLAB
2602 */
2603 if (up->capabilities & UART_NATSEMI)
2604 serial_port_out(port, UART_LCR, 0xe0);
2605 else
2606 serial_port_out(port, UART_LCR, up->lcr | UART_LCR_DLAB);
2607
2608 serial_dl_write(up, quot);
b6830f6d 2609}
6226e5f3 2610EXPORT_SYMBOL_GPL(serial8250_do_set_divisor);
b6830f6d 2611
0238d2b4
JZ
2612static void serial8250_set_divisor(struct uart_port *port, unsigned int baud,
2613 unsigned int quot, unsigned int quot_frac)
2614{
2615 if (port->set_divisor)
2616 port->set_divisor(port, baud, quot, quot_frac);
2617 else
2618 serial8250_do_set_divisor(port, baud, quot, quot_frac);
2619}
2620
b3d67936
AW
2621static unsigned int serial8250_get_baud_rate(struct uart_port *port,
2622 struct ktermios *termios,
2623 struct ktermios *old)
4f56f3fd 2624{
7b668c06
SS
2625 unsigned int tolerance = port->uartclk / 100;
2626
4f56f3fd
JH
2627 /*
2628 * Ask the core to calculate the divisor for us.
2629 * Allow 1% tolerance at the upper limit so uart clks marginally
2630 * slower than nominal still match standard baud rates without
2631 * causing transmission errors.
2632 */
2633 return uart_get_baud_rate(port, termios, old,
6263368c 2634 port->uartclk / 16 / UART_DIV_MAX,
7b668c06 2635 (port->uartclk + tolerance) / 16);
4f56f3fd
JH
2636}
2637
868f3ee6
SS
2638/*
2639 * Note in order to avoid the tty port mutex deadlock don't use the next method
2640 * within the uart port callbacks. Primarily it's supposed to be utilized to
2641 * handle a sudden reference clock rate change.
2642 */
2643void serial8250_update_uartclk(struct uart_port *port, unsigned int uartclk)
2644{
2645 struct uart_8250_port *up = up_to_u8250p(port);
2646 unsigned int baud, quot, frac = 0;
2647 struct ktermios *termios;
2648 unsigned long flags;
2649
2650 mutex_lock(&port->state->port.mutex);
2651
2652 if (port->uartclk == uartclk)
2653 goto out_lock;
2654
2655 port->uartclk = uartclk;
c8dff3aa
SS
2656
2657 if (!tty_port_initialized(&port->state->port))
2658 goto out_lock;
2659
868f3ee6
SS
2660 termios = &port->state->port.tty->termios;
2661
2662 baud = serial8250_get_baud_rate(port, termios, NULL);
2663 quot = serial8250_get_divisor(port, baud, &frac);
2664
2665 serial8250_rpm_get(up);
2666 spin_lock_irqsave(&port->lock, flags);
2667
2668 uart_update_timeout(port, termios->c_cflag, baud);
2669
2670 serial8250_set_divisor(port, baud, quot, frac);
2671 serial_port_out(port, UART_LCR, up->lcr);
868f3ee6
SS
2672
2673 spin_unlock_irqrestore(&port->lock, flags);
2674 serial8250_rpm_put(up);
2675
2676out_lock:
2677 mutex_unlock(&port->state->port.mutex);
2678}
2679EXPORT_SYMBOL_GPL(serial8250_update_uartclk);
2680
b6830f6d
PH
2681void
2682serial8250_do_set_termios(struct uart_port *port, struct ktermios *termios,
6d7c157f 2683 struct ktermios *old)
b6830f6d
PH
2684{
2685 struct uart_8250_port *up = up_to_u8250p(port);
2686 unsigned char cval;
2687 unsigned long flags;
2688 unsigned int baud, quot, frac = 0;
2689
d087e7a9
PE
2690 if (up->capabilities & UART_CAP_MINI) {
2691 termios->c_cflag &= ~(CSTOPB | PARENB | PARODD | CMSPAR);
2692 if ((termios->c_cflag & CSIZE) == CS5 ||
2693 (termios->c_cflag & CSIZE) == CS6)
2694 termios->c_cflag = (termios->c_cflag & ~CSIZE) | CS7;
2695 }
b6830f6d
PH
2696 cval = serial8250_compute_lcr(up, termios->c_cflag);
2697
4f56f3fd 2698 baud = serial8250_get_baud_rate(port, termios, old);
6101be86 2699 quot = serial8250_get_divisor(port, baud, &frac);
b6830f6d
PH
2700
2701 /*
2702 * Ok, we're now changing the port state. Do it with
2703 * interrupts disabled.
2704 */
2705 serial8250_rpm_get(up);
2706 spin_lock_irqsave(&port->lock, flags);
2707
2708 up->lcr = cval; /* Save computed LCR */
2709
2710 if (up->capabilities & UART_CAP_FIFO && port->fifosize > 1) {
2711 /* NOTE: If fifo_bug is not set, a user can set RX_trigger. */
2712 if ((baud < 2400 && !up->dma) || up->fifo_bug) {
2713 up->fcr &= ~UART_FCR_TRIGGER_MASK;
2714 up->fcr |= UART_FCR_TRIGGER_1;
2715 }
2716 }
2717
2718 /*
2719 * MCR-based auto flow control. When AFE is enabled, RTS will be
2720 * deasserted when the receive FIFO contains more characters than
68af490b 2721 * the trigger, or the MCR RTS bit is cleared.
b6830f6d 2722 */
68af490b 2723 if (up->capabilities & UART_CAP_AFE) {
b6830f6d
PH
2724 up->mcr &= ~UART_MCR_AFE;
2725 if (termios->c_cflag & CRTSCTS)
2726 up->mcr |= UART_MCR_AFE;
2727 }
2728
2729 /*
2730 * Update the per-port timeout.
2731 */
2732 uart_update_timeout(port, termios->c_cflag, baud);
2733
2734 port->read_status_mask = UART_LSR_OE | UART_LSR_THRE | UART_LSR_DR;
2735 if (termios->c_iflag & INPCK)
2736 port->read_status_mask |= UART_LSR_FE | UART_LSR_PE;
2737 if (termios->c_iflag & (IGNBRK | BRKINT | PARMRK))
2738 port->read_status_mask |= UART_LSR_BI;
2739
2740 /*
2741 * Characteres to ignore
2742 */
2743 port->ignore_status_mask = 0;
2744 if (termios->c_iflag & IGNPAR)
2745 port->ignore_status_mask |= UART_LSR_PE | UART_LSR_FE;
2746 if (termios->c_iflag & IGNBRK) {
2747 port->ignore_status_mask |= UART_LSR_BI;
2748 /*
2749 * If we're ignoring parity and break indicators,
2750 * ignore overruns too (for real raw support).
2751 */
2752 if (termios->c_iflag & IGNPAR)
2753 port->ignore_status_mask |= UART_LSR_OE;
2754 }
2755
2756 /*
2757 * ignore all characters if CREAD is not set
2758 */
2759 if ((termios->c_cflag & CREAD) == 0)
2760 port->ignore_status_mask |= UART_LSR_DR;
2761
2762 /*
2763 * CTS flow control flag and modem status interrupts
2764 */
2765 up->ier &= ~UART_IER_MSI;
2766 if (!(up->bugs & UART_BUG_NOMSR) &&
2767 UART_ENABLE_MS(&up->port, termios->c_cflag))
2768 up->ier |= UART_IER_MSI;
2769 if (up->capabilities & UART_CAP_UUE)
2770 up->ier |= UART_IER_UUE;
2771 if (up->capabilities & UART_CAP_RTOIE)
2772 up->ier |= UART_IER_RTOIE;
2773
2774 serial_port_out(port, UART_IER, up->ier);
2775
2776 if (up->capabilities & UART_CAP_EFR) {
2777 unsigned char efr = 0;
2778 /*
2779 * TI16C752/Startech hardware flow control. FIXME:
2780 * - TI16C752 requires control thresholds to be set.
2781 * - UART_MCR_RTS is ineffective if auto-RTS mode is enabled.
2782 */
2783 if (termios->c_cflag & CRTSCTS)
2784 efr |= UART_EFR_CTS;
2785
2786 serial_port_out(port, UART_LCR, UART_LCR_CONF_MODE_B);
2787 if (port->flags & UPF_EXAR_EFR)
2788 serial_port_out(port, UART_XR_EFR, efr);
2789 else
2790 serial_port_out(port, UART_EFR, efr);
2791 }
2792
2793 serial8250_set_divisor(port, baud, quot, frac);
2794
2795 /*
2796 * LCR DLAB must be set to enable 64-byte FIFO mode. If the FCR
2797 * is written without DLAB set, this mode will be disabled.
2798 */
2799 if (port->type == PORT_16750)
2800 serial_port_out(port, UART_FCR, up->fcr);
2801
2802 serial_port_out(port, UART_LCR, up->lcr); /* reset DLAB */
2803 if (port->type != PORT_16750) {
2804 /* emulated UARTs (Lucent Venus 167x) need two steps */
2805 if (up->fcr & UART_FCR_ENABLE_FIFO)
2806 serial_port_out(port, UART_FCR, UART_FCR_ENABLE_FIFO);
2807 serial_port_out(port, UART_FCR, up->fcr); /* set fcr */
2808 }
2809 serial8250_set_mctrl(port, port->mctrl);
2810 spin_unlock_irqrestore(&port->lock, flags);
2811 serial8250_rpm_put(up);
2812
2813 /* Don't rewrite B0 */
2814 if (tty_termios_baud_rate(termios))
2815 tty_termios_encode_baud_rate(termios, baud, baud);
2816}
2817EXPORT_SYMBOL(serial8250_do_set_termios);
2818
2819static void
2820serial8250_set_termios(struct uart_port *port, struct ktermios *termios,
2821 struct ktermios *old)
2822{
2823 if (port->set_termios)
2824 port->set_termios(port, termios, old);
2825 else
2826 serial8250_do_set_termios(port, termios, old);
2827}
2828
db405a8f 2829void serial8250_do_set_ldisc(struct uart_port *port, struct ktermios *termios)
b6830f6d
PH
2830{
2831 if (termios->c_line == N_PPS) {
2832 port->flags |= UPF_HARDPPS_CD;
2833 spin_lock_irq(&port->lock);
2834 serial8250_enable_ms(port);
2835 spin_unlock_irq(&port->lock);
2836 } else {
2837 port->flags &= ~UPF_HARDPPS_CD;
2838 if (!UART_ENABLE_MS(port, termios->c_cflag)) {
2839 spin_lock_irq(&port->lock);
2840 serial8250_disable_ms(port);
2841 spin_unlock_irq(&port->lock);
2842 }
2843 }
2844}
db405a8f 2845EXPORT_SYMBOL_GPL(serial8250_do_set_ldisc);
b6830f6d 2846
db405a8f
EB
2847static void
2848serial8250_set_ldisc(struct uart_port *port, struct ktermios *termios)
2849{
2850 if (port->set_ldisc)
2851 port->set_ldisc(port, termios);
2852 else
2853 serial8250_do_set_ldisc(port, termios);
2854}
b6830f6d
PH
2855
2856void serial8250_do_pm(struct uart_port *port, unsigned int state,
2857 unsigned int oldstate)
2858{
2859 struct uart_8250_port *p = up_to_u8250p(port);
2860
2861 serial8250_set_sleep(p, state != 0);
2862}
2863EXPORT_SYMBOL(serial8250_do_pm);
2864
2865static void
2866serial8250_pm(struct uart_port *port, unsigned int state,
2867 unsigned int oldstate)
2868{
2869 if (port->pm)
2870 port->pm(port, state, oldstate);
2871 else
2872 serial8250_do_pm(port, state, oldstate);
2873}
2874
2875static unsigned int serial8250_port_size(struct uart_8250_port *pt)
2876{
2877 if (pt->port.mapsize)
2878 return pt->port.mapsize;
2879 if (pt->port.iotype == UPIO_AU) {
2880 if (pt->port.type == PORT_RT2880)
2881 return 0x100;
2882 return 0x1000;
2883 }
2884 if (is_omap1_8250(pt))
2885 return 0x16 << pt->port.regshift;
2886
2887 return 8 << pt->port.regshift;
2888}
2889
2890/*
2891 * Resource handling.
2892 */
2893static int serial8250_request_std_resource(struct uart_8250_port *up)
2894{
2895 unsigned int size = serial8250_port_size(up);
2896 struct uart_port *port = &up->port;
2897 int ret = 0;
2898
2899 switch (port->iotype) {
2900 case UPIO_AU:
2901 case UPIO_TSI:
2902 case UPIO_MEM32:
2903 case UPIO_MEM32BE:
bd94c407 2904 case UPIO_MEM16:
b6830f6d
PH
2905 case UPIO_MEM:
2906 if (!port->mapbase)
2907 break;
2908
2909 if (!request_mem_region(port->mapbase, size, "serial")) {
2910 ret = -EBUSY;
2911 break;
2912 }
2913
2914 if (port->flags & UPF_IOREMAP) {
4bdc0d67 2915 port->membase = ioremap(port->mapbase, size);
b6830f6d
PH
2916 if (!port->membase) {
2917 release_mem_region(port->mapbase, size);
2918 ret = -ENOMEM;
2919 }
2920 }
2921 break;
2922
2923 case UPIO_HUB6:
2924 case UPIO_PORT:
2925 if (!request_region(port->iobase, size, "serial"))
2926 ret = -EBUSY;
2927 break;
2928 }
2929 return ret;
2930}
2931
2932static void serial8250_release_std_resource(struct uart_8250_port *up)
2933{
2934 unsigned int size = serial8250_port_size(up);
2935 struct uart_port *port = &up->port;
2936
2937 switch (port->iotype) {
2938 case UPIO_AU:
2939 case UPIO_TSI:
2940 case UPIO_MEM32:
2941 case UPIO_MEM32BE:
bd94c407 2942 case UPIO_MEM16:
b6830f6d
PH
2943 case UPIO_MEM:
2944 if (!port->mapbase)
2945 break;
2946
2947 if (port->flags & UPF_IOREMAP) {
2948 iounmap(port->membase);
2949 port->membase = NULL;
2950 }
2951
2952 release_mem_region(port->mapbase, size);
2953 break;
2954
2955 case UPIO_HUB6:
2956 case UPIO_PORT:
2957 release_region(port->iobase, size);
2958 break;
2959 }
2960}
2961
2962static void serial8250_release_port(struct uart_port *port)
2963{
2964 struct uart_8250_port *up = up_to_u8250p(port);
2965
2966 serial8250_release_std_resource(up);
2967}
2968
2969static int serial8250_request_port(struct uart_port *port)
2970{
2971 struct uart_8250_port *up = up_to_u8250p(port);
b6830f6d 2972
e4fda3a0 2973 return serial8250_request_std_resource(up);
b6830f6d
PH
2974}
2975
2976static int fcr_get_rxtrig_bytes(struct uart_8250_port *up)
2977{
2978 const struct serial8250_config *conf_type = &uart_config[up->port.type];
2979 unsigned char bytes;
2980
2981 bytes = conf_type->rxtrig_bytes[UART_FCR_R_TRIG_BITS(up->fcr)];
2982
2983 return bytes ? bytes : -EOPNOTSUPP;
2984}
2985
2986static int bytes_to_fcr_rxtrig(struct uart_8250_port *up, unsigned char bytes)
2987{
2988 const struct serial8250_config *conf_type = &uart_config[up->port.type];
2989 int i;
2990
2991 if (!conf_type->rxtrig_bytes[UART_FCR_R_TRIG_BITS(UART_FCR_R_TRIG_00)])
2992 return -EOPNOTSUPP;
2993
2994 for (i = 1; i < UART_FCR_R_TRIG_MAX_STATE; i++) {
2995 if (bytes < conf_type->rxtrig_bytes[i])
2996 /* Use the nearest lower value */
2997 return (--i) << UART_FCR_R_TRIG_SHIFT;
2998 }
2999
3000 return UART_FCR_R_TRIG_11;
3001}
3002
3003static int do_get_rxtrig(struct tty_port *port)
3004{
3005 struct uart_state *state = container_of(port, struct uart_state, port);
3006 struct uart_port *uport = state->uart_port;
013e3586 3007 struct uart_8250_port *up = up_to_u8250p(uport);
b6830f6d
PH
3008
3009 if (!(up->capabilities & UART_CAP_FIFO) || uport->fifosize <= 1)
3010 return -EINVAL;
3011
3012 return fcr_get_rxtrig_bytes(up);
3013}
3014
3015static int do_serial8250_get_rxtrig(struct tty_port *port)
3016{
3017 int rxtrig_bytes;
3018
3019 mutex_lock(&port->mutex);
3020 rxtrig_bytes = do_get_rxtrig(port);
3021 mutex_unlock(&port->mutex);
3022
3023 return rxtrig_bytes;
3024}
3025
567a0e17 3026static ssize_t rx_trig_bytes_show(struct device *dev,
b6830f6d
PH
3027 struct device_attribute *attr, char *buf)
3028{
3029 struct tty_port *port = dev_get_drvdata(dev);
3030 int rxtrig_bytes;
3031
3032 rxtrig_bytes = do_serial8250_get_rxtrig(port);
3033 if (rxtrig_bytes < 0)
3034 return rxtrig_bytes;
3035
3036 return snprintf(buf, PAGE_SIZE, "%d\n", rxtrig_bytes);
3037}
3038
3039static int do_set_rxtrig(struct tty_port *port, unsigned char bytes)
3040{
3041 struct uart_state *state = container_of(port, struct uart_state, port);
3042 struct uart_port *uport = state->uart_port;
013e3586 3043 struct uart_8250_port *up = up_to_u8250p(uport);
b6830f6d
PH
3044 int rxtrig;
3045
3046 if (!(up->capabilities & UART_CAP_FIFO) || uport->fifosize <= 1 ||
3047 up->fifo_bug)
3048 return -EINVAL;
3049
3050 rxtrig = bytes_to_fcr_rxtrig(up, bytes);
3051 if (rxtrig < 0)
3052 return rxtrig;
3053
3054 serial8250_clear_fifos(up);
3055 up->fcr &= ~UART_FCR_TRIGGER_MASK;
3056 up->fcr |= (unsigned char)rxtrig;
3057 serial_out(up, UART_FCR, up->fcr);
3058 return 0;
3059}
3060
3061static int do_serial8250_set_rxtrig(struct tty_port *port, unsigned char bytes)
3062{
3063 int ret;
3064
3065 mutex_lock(&port->mutex);
3066 ret = do_set_rxtrig(port, bytes);
3067 mutex_unlock(&port->mutex);
3068
3069 return ret;
3070}
3071
567a0e17 3072static ssize_t rx_trig_bytes_store(struct device *dev,
b6830f6d
PH
3073 struct device_attribute *attr, const char *buf, size_t count)
3074{
3075 struct tty_port *port = dev_get_drvdata(dev);
3076 unsigned char bytes;
3077 int ret;
3078
3079 if (!count)
3080 return -EINVAL;
3081
3082 ret = kstrtou8(buf, 10, &bytes);
3083 if (ret < 0)
3084 return ret;
3085
3086 ret = do_serial8250_set_rxtrig(port, bytes);
3087 if (ret < 0)
3088 return ret;
3089
3090 return count;
3091}
3092
567a0e17 3093static DEVICE_ATTR_RW(rx_trig_bytes);
b6830f6d
PH
3094
3095static struct attribute *serial8250_dev_attrs[] = {
3096 &dev_attr_rx_trig_bytes.attr,
567a0e17
AS
3097 NULL
3098};
b6830f6d
PH
3099
3100static struct attribute_group serial8250_dev_attr_group = {
3101 .attrs = serial8250_dev_attrs,
567a0e17 3102};
b6830f6d
PH
3103
3104static void register_dev_spec_attr_grp(struct uart_8250_port *up)
3105{
3106 const struct serial8250_config *conf_type = &uart_config[up->port.type];
3107
3108 if (conf_type->rxtrig_bytes[0])
3109 up->port.attr_group = &serial8250_dev_attr_group;
3110}
3111
3112static void serial8250_config_port(struct uart_port *port, int flags)
3113{
3114 struct uart_8250_port *up = up_to_u8250p(port);
3115 int ret;
3116
b6830f6d
PH
3117 /*
3118 * Find the region that we can probe for. This in turn
3119 * tells us whether we can probe for the type of port.
3120 */
3121 ret = serial8250_request_std_resource(up);
3122 if (ret < 0)
3123 return;
3124
3125 if (port->iotype != up->cur_iotype)
3126 set_io_from_upio(port);
3127
3128 if (flags & UART_CONFIG_TYPE)
3129 autoconfig(up);
3130
fe7f0fa4
LW
3131 if (port->rs485.flags & SER_RS485_ENABLED)
3132 port->rs485_config(port, &port->rs485);
3133
b6830f6d
PH
3134 /* if access method is AU, it is a 16550 with a quirk */
3135 if (port->type == PORT_16550A && port->iotype == UPIO_AU)
3136 up->bugs |= UART_BUG_NOMSR;
3137
3138 /* HW bugs may trigger IRQ while IIR == NO_INT */
3139 if (port->type == PORT_TEGRA)
3140 up->bugs |= UART_BUG_NOMSR;
3141
3142 if (port->type != PORT_UNKNOWN && flags & UART_CONFIG_IRQ)
3143 autoconfig_irq(up);
3144
3145 if (port->type == PORT_UNKNOWN)
3146 serial8250_release_std_resource(up);
3147
b6830f6d
PH
3148 register_dev_spec_attr_grp(up);
3149 up->fcr = uart_config[up->port.type].fcr;
3150}
3151
3152static int
3153serial8250_verify_port(struct uart_port *port, struct serial_struct *ser)
3154{
3155 if (ser->irq >= nr_irqs || ser->irq < 0 ||
3156 ser->baud_base < 9600 || ser->type < PORT_UNKNOWN ||
3157 ser->type >= ARRAY_SIZE(uart_config) || ser->type == PORT_CIRRUS ||
3158 ser->type == PORT_STARTECH)
3159 return -EINVAL;
3160 return 0;
3161}
3162
cee10c8c 3163static const char *serial8250_type(struct uart_port *port)
b6830f6d
PH
3164{
3165 int type = port->type;
3166
3167 if (type >= ARRAY_SIZE(uart_config))
3168 type = 0;
3169 return uart_config[type].name;
3170}
3171
3172static const struct uart_ops serial8250_pops = {
3173 .tx_empty = serial8250_tx_empty,
3174 .set_mctrl = serial8250_set_mctrl,
3175 .get_mctrl = serial8250_get_mctrl,
3176 .stop_tx = serial8250_stop_tx,
3177 .start_tx = serial8250_start_tx,
3178 .throttle = serial8250_throttle,
3179 .unthrottle = serial8250_unthrottle,
3180 .stop_rx = serial8250_stop_rx,
3181 .enable_ms = serial8250_enable_ms,
3182 .break_ctl = serial8250_break_ctl,
3183 .startup = serial8250_startup,
3184 .shutdown = serial8250_shutdown,
3185 .set_termios = serial8250_set_termios,
3186 .set_ldisc = serial8250_set_ldisc,
3187 .pm = serial8250_pm,
3188 .type = serial8250_type,
3189 .release_port = serial8250_release_port,
3190 .request_port = serial8250_request_port,
3191 .config_port = serial8250_config_port,
3192 .verify_port = serial8250_verify_port,
3193#ifdef CONFIG_CONSOLE_POLL
3194 .poll_get_char = serial8250_get_poll_char,
3195 .poll_put_char = serial8250_put_poll_char,
3196#endif
3197};
3198
3199void serial8250_init_port(struct uart_8250_port *up)
3200{
3201 struct uart_port *port = &up->port;
3202
81f0f789 3203 spin_lock_init(&port->lock);
b6830f6d 3204 port->ops = &serial8250_pops;
4225eb0a 3205 port->has_sysrq = IS_ENABLED(CONFIG_SERIAL_8250_CONSOLE);
b6830f6d
PH
3206
3207 up->cur_iotype = 0xFF;
3208}
3209EXPORT_SYMBOL_GPL(serial8250_init_port);
3210
3211void serial8250_set_defaults(struct uart_8250_port *up)
3212{
3213 struct uart_port *port = &up->port;
3214
3215 if (up->port.flags & UPF_FIXED_TYPE) {
3216 unsigned int type = up->port.type;
3217
3218 if (!up->port.fifosize)
3219 up->port.fifosize = uart_config[type].fifo_size;
3220 if (!up->tx_loadsz)
3221 up->tx_loadsz = uart_config[type].tx_loadsz;
3222 if (!up->capabilities)
3223 up->capabilities = uart_config[type].flags;
3224 }
3225
3226 set_io_from_upio(port);
3227
3228 /* default dma handlers */
3229 if (up->dma) {
3230 if (!up->dma->tx_dma)
3231 up->dma->tx_dma = serial8250_tx_dma;
3232 if (!up->dma->rx_dma)
3233 up->dma->rx_dma = serial8250_rx_dma;
3234 }
3235}
3236EXPORT_SYMBOL_GPL(serial8250_set_defaults);
3237
3238#ifdef CONFIG_SERIAL_8250_CONSOLE
3239
3240static void serial8250_console_putchar(struct uart_port *port, int ch)
3241{
3242 struct uart_8250_port *up = up_to_u8250p(port);
3243
3244 wait_for_xmitr(up, UART_LSR_THRE);
3245 serial_port_out(port, UART_TX, ch);
3246}
3247
10791233
PH
3248/*
3249 * Restore serial console when h/w power-off detected
3250 */
3251static void serial8250_console_restore(struct uart_8250_port *up)
3252{
3253 struct uart_port *port = &up->port;
3254 struct ktermios termios;
3255 unsigned int baud, quot, frac = 0;
3256
3257 termios.c_cflag = port->cons->cflag;
3258 if (port->state->port.tty && termios.c_cflag == 0)
3259 termios.c_cflag = port->state->port.tty->termios.c_cflag;
3260
3261 baud = serial8250_get_baud_rate(port, &termios, NULL);
6101be86 3262 quot = serial8250_get_divisor(port, baud, &frac);
10791233
PH
3263
3264 serial8250_set_divisor(port, baud, quot, frac);
3265 serial_port_out(port, UART_LCR, up->lcr);
36fd95b1 3266 serial8250_out_MCR(up, UART_MCR_DTR | UART_MCR_RTS);
10791233
PH
3267}
3268
b6830f6d
PH
3269/*
3270 * Print a string to the serial port trying not to disturb
3271 * any possible real use of the port...
3272 *
3273 * The console_lock must be held when we get here.
bedb404e
AS
3274 *
3275 * Doing runtime PM is really a bad idea for the kernel console.
3276 * Thus, we assume the function is called when device is powered up.
b6830f6d
PH
3277 */
3278void serial8250_console_write(struct uart_8250_port *up, const char *s,
3279 unsigned int count)
3280{
7f980307 3281 struct uart_8250_em485 *em485 = up->em485;
b6830f6d
PH
3282 struct uart_port *port = &up->port;
3283 unsigned long flags;
3284 unsigned int ier;
3285 int locked = 1;
3286
3287 touch_nmi_watchdog();
3288
596f63da 3289 if (oops_in_progress)
b6830f6d
PH
3290 locked = spin_trylock_irqsave(&port->lock, flags);
3291 else
3292 spin_lock_irqsave(&port->lock, flags);
3293
3294 /*
3295 * First save the IER then disable the interrupts
3296 */
3297 ier = serial_port_in(port, UART_IER);
3298
3299 if (up->capabilities & UART_CAP_UUE)
3300 serial_port_out(port, UART_IER, UART_IER_UUE);
3301 else
3302 serial_port_out(port, UART_IER, 0);
3303
3304 /* check scratch reg to see if port powered off during system sleep */
3305 if (up->canary && (up->canary != serial_port_in(port, UART_SCR))) {
10791233 3306 serial8250_console_restore(up);
b6830f6d
PH
3307 up->canary = 0;
3308 }
3309
7f980307
LW
3310 if (em485) {
3311 if (em485->tx_stopped)
3312 up->rs485_start_tx(up);
3313 mdelay(port->rs485.delay_rts_before_send);
3314 }
3315
b6830f6d
PH
3316 uart_console_write(port, s, count, serial8250_console_putchar);
3317
3318 /*
3319 * Finally, wait for transmitter to become empty
3320 * and restore the IER
3321 */
3322 wait_for_xmitr(up, BOTH_EMPTY);
b6830f6d 3323
7f980307 3324 if (em485) {
4e36f94e 3325 mdelay(port->rs485.delay_rts_after_send);
7f980307
LW
3326 if (em485->tx_stopped)
3327 up->rs485_stop_tx(up);
3328 }
3329
8d5b3054
LW
3330 serial_port_out(port, UART_IER, ier);
3331
b6830f6d
PH
3332 /*
3333 * The receive handling will happen properly because the
3334 * receive ready bit will still be set; it is not cleared
3335 * on read. However, modem control will not, we must
3336 * call it if we have saved something in the saved flags
3337 * while processing with interrupts off.
3338 */
3339 if (up->msr_saved_flags)
3340 serial8250_modem_status(up);
3341
3342 if (locked)
3343 spin_unlock_irqrestore(&port->lock, flags);
b6830f6d
PH
3344}
3345
3346static unsigned int probe_baud(struct uart_port *port)
3347{
3348 unsigned char lcr, dll, dlm;
3349 unsigned int quot;
3350
3351 lcr = serial_port_in(port, UART_LCR);
3352 serial_port_out(port, UART_LCR, lcr | UART_LCR_DLAB);
3353 dll = serial_port_in(port, UART_DLL);
3354 dlm = serial_port_in(port, UART_DLM);
3355 serial_port_out(port, UART_LCR, lcr);
3356
3357 quot = (dlm << 8) | dll;
3358 return (port->uartclk / 16) / quot;
3359}
3360
3361int serial8250_console_setup(struct uart_port *port, char *options, bool probe)
3362{
3363 int baud = 9600;
3364 int bits = 8;
3365 int parity = 'n';
3366 int flow = 'n';
bedb404e 3367 int ret;
b6830f6d
PH
3368
3369 if (!port->iobase && !port->membase)
3370 return -ENODEV;
3371
3372 if (options)
3373 uart_parse_options(options, &baud, &parity, &bits, &flow);
3374 else if (probe)
3375 baud = probe_baud(port);
3376
bedb404e
AS
3377 ret = uart_set_options(port, port->cons, baud, parity, bits, flow);
3378 if (ret)
3379 return ret;
3380
3381 if (port->dev)
3382 pm_runtime_get_sync(port->dev);
3383
3384 return 0;
3385}
3386
3387int serial8250_console_exit(struct uart_port *port)
3388{
3389 if (port->dev)
3390 pm_runtime_put_sync(port->dev);
3391
3392 return 0;
b6830f6d
PH
3393}
3394
3395#endif /* CONFIG_SERIAL_8250_CONSOLE */
f7a7651f
JM
3396
3397MODULE_LICENSE("GPL");