178 	struct uart_8250_port *up = up_to_u8250p(port);  in __omap8250_set_mctrl()  local
179 	struct omap8250_priv *priv = up->port.private_data;  in __omap8250_set_mctrl()
184 	if (!mctrl_gpio_to_gpiod(up->gpios, UART_GPIO_RTS)) {  in __omap8250_set_mctrl()
189 		lcr = serial_in(up, UART_LCR);  in __omap8250_set_mctrl()
190 		serial_out(up, UART_LCR, UART_LCR_CONF_MODE_B);  in __omap8250_set_mctrl()
195 		serial_out(up, UART_EFR, priv->efr);  in __omap8250_set_mctrl()
196 		serial_out(up, UART_LCR, lcr);  in __omap8250_set_mctrl()
223 static void omap_8250_mdr1_errataset(struct uart_8250_port *up,  in omap_8250_mdr1_errataset()  argument
226 	serial_out(up, UART_OMAP_MDR1, priv->mdr1);  in omap_8250_mdr1_errataset()
228 	serial_out(up, UART_FCR, up->fcr | UART_FCR_CLEAR_XMIT |  in omap_8250_mdr1_errataset()
275 static void omap8250_update_scr(struct uart_8250_port *up,  in omap8250_update_scr()  argument
280 	old_scr = serial_in(up, UART_OMAP_SCR);  in omap8250_update_scr()
290 		serial_out(up, UART_OMAP_SCR,  in omap8250_update_scr()
292 	serial_out(up, UART_OMAP_SCR, priv->scr);  in omap8250_update_scr()
295 static void omap8250_update_mdr1(struct uart_8250_port *up,  in omap8250_update_mdr1()  argument
299 		omap_8250_mdr1_errataset(up, priv);  in omap8250_update_mdr1()
301 		serial_out(up, UART_OMAP_MDR1, priv->mdr1);  in omap8250_update_mdr1()
304 static void omap8250_restore_regs(struct uart_8250_port *up)  in omap8250_restore_regs()  argument
306 	struct omap8250_priv *priv = up->port.private_data;  in omap8250_restore_regs()
307 	struct uart_8250_dma	*dma = up->dma;  in omap8250_restore_regs()
308 	u8 mcr = serial8250_in_MCR(up);  in omap8250_restore_regs()
311 	lockdep_assert_held_once(&up->port.lock);  in omap8250_restore_regs()
324 	serial_out(up, UART_LCR, UART_LCR_CONF_MODE_B);  in omap8250_restore_regs()
325 	serial_out(up, UART_EFR, UART_EFR_ECB);  in omap8250_restore_regs()
327 	serial_out(up, UART_LCR, UART_LCR_CONF_MODE_A);  in omap8250_restore_regs()
328 	serial8250_out_MCR(up, mcr | UART_MCR_TCRTLR);  in omap8250_restore_regs()
329 	serial_out(up, UART_FCR, up->fcr);  in omap8250_restore_regs()
331 	omap8250_update_scr(up, priv);  in omap8250_restore_regs()
333 	serial_out(up, UART_LCR, UART_LCR_CONF_MODE_B);  in omap8250_restore_regs()
335 	serial_out(up, UART_TI752_TCR, OMAP_UART_TCR_RESTORE(16) |  in omap8250_restore_regs()
337 	serial_out(up, UART_TI752_TLR,  in omap8250_restore_regs()
341 	serial_out(up, UART_LCR, 0);  in omap8250_restore_regs()
344 	serial8250_out_MCR(up, mcr);  in omap8250_restore_regs()
346 	serial_out(up, UART_IER, up->ier);  in omap8250_restore_regs()
348 	serial_out(up, UART_LCR, UART_LCR_CONF_MODE_B);  in omap8250_restore_regs()
349 	serial_dl_write(up, priv->quot);  in omap8250_restore_regs()
351 	serial_out(up, UART_EFR, priv->efr);  in omap8250_restore_regs()
354 	serial_out(up, UART_LCR, UART_LCR_CONF_MODE_B);  in omap8250_restore_regs()
355 	serial_out(up, UART_XON1, priv->xon);  in omap8250_restore_regs()
356 	serial_out(up, UART_XOFF1, priv->xoff);  in omap8250_restore_regs()
358 	serial_out(up, UART_LCR, up->lcr);  in omap8250_restore_regs()
360 	omap8250_update_mdr1(up, priv);  in omap8250_restore_regs()
362 	__omap8250_set_mctrl(&up->port, up->port.mctrl);  in omap8250_restore_regs()
364 	serial_out(up, UART_OMAP_MDR3, priv->mdr3);  in omap8250_restore_regs()
366 	if (up->port.rs485.flags & SER_RS485_ENABLED &&  in omap8250_restore_regs()
367 	    up->port.rs485_config == serial8250_em485_config)  in omap8250_restore_regs()
368 		serial8250_em485_stop_tx(up, true);  in omap8250_restore_regs()
379 	struct uart_8250_port *up = up_to_u8250p(port);  in omap_8250_set_termios()  local
380 	struct omap8250_priv *priv = up->port.private_data;  in omap_8250_set_termios()
421 	up->port.read_status_mask = UART_LSR_OE | UART_LSR_DR;  in omap_8250_set_termios()
423 		up->port.read_status_mask |= UART_LSR_FE | UART_LSR_PE;  in omap_8250_set_termios()
425 		up->port.read_status_mask |= UART_LSR_BI;  in omap_8250_set_termios()
430 	up->port.ignore_status_mask = 0;  in omap_8250_set_termios()
432 		up->port.ignore_status_mask |= UART_LSR_PE | UART_LSR_FE;  in omap_8250_set_termios()
434 		up->port.ignore_status_mask |= UART_LSR_BI;  in omap_8250_set_termios()
440 			up->port.ignore_status_mask |= UART_LSR_OE;  in omap_8250_set_termios()
447 		up->port.ignore_status_mask |= UART_LSR_DR;  in omap_8250_set_termios()
452 	up->ier &= ~UART_IER_MSI;  in omap_8250_set_termios()
453 	if (UART_ENABLE_MS(&up->port, termios->c_cflag))  in omap_8250_set_termios()
454 		up->ier |= UART_IER_MSI;  in omap_8250_set_termios()
456 	up->lcr = cval;  in omap_8250_set_termios()
476 	up->fcr = UART_FCR_ENABLE_FIFO;  in omap_8250_set_termios()
477 	up->fcr |= TRIGGER_FCR_MASK(priv->tx_trigger) << OMAP_UART_FCR_TX_TRIG;  in omap_8250_set_termios()
478 	up->fcr |= TRIGGER_FCR_MASK(priv->rx_trigger) << OMAP_UART_FCR_RX_TRIG;  in omap_8250_set_termios()
483 	if (up->dma)  in omap_8250_set_termios()
491 	up->port.status &= ~(UPSTAT_AUTOCTS | UPSTAT_AUTORTS | UPSTAT_AUTOXOFF);  in omap_8250_set_termios()
493 	if (termios->c_cflag & CRTSCTS && up->port.flags & UPF_HARD_FLOW &&  in omap_8250_set_termios()
494 	    !mctrl_gpio_to_gpiod(up->gpios, UART_GPIO_RTS) &&  in omap_8250_set_termios()
495 	    !mctrl_gpio_to_gpiod(up->gpios, UART_GPIO_CTS)) {  in omap_8250_set_termios()
497 		up->port.status |= UPSTAT_AUTOCTS | UPSTAT_AUTORTS;  in omap_8250_set_termios()
499 	} else	if (up->port.flags & UPF_SOFT_FLOW) {  in omap_8250_set_termios()
511 			up->port.status |= UPSTAT_AUTOXOFF;  in omap_8250_set_termios()
515 	omap8250_restore_regs(up);  in omap_8250_set_termios()
517 	uart_port_unlock_irq(&up->port);  in omap_8250_set_termios()
536 	struct uart_8250_port *up = up_to_u8250p(port);  in omap_8250_pm()  local
544 	serial_out(up, UART_LCR, UART_LCR_CONF_MODE_B);  in omap_8250_pm()
545 	efr = serial_in(up, UART_EFR);  in omap_8250_pm()
546 	serial_out(up, UART_EFR, efr | UART_EFR_ECB);  in omap_8250_pm()
547 	serial_out(up, UART_LCR, 0);  in omap_8250_pm()
549 	serial_out(up, UART_IER, (state != 0) ? UART_IERX_SLEEP : 0);  in omap_8250_pm()
550 	serial_out(up, UART_LCR, UART_LCR_CONF_MODE_B);  in omap_8250_pm()
551 	serial_out(up, UART_EFR, efr);  in omap_8250_pm()
552 	serial_out(up, UART_LCR, 0);  in omap_8250_pm()
560 static void omap_serial_fill_features_erratas(struct uart_8250_port *up,  in omap_serial_fill_features_erratas()  argument
591 		dev_warn(up->port.dev,  in omap_serial_fill_features_erratas()
640 	struct uart_8250_port *up = serial8250_get_port(priv->line);  in omap8250_irq()  local
641 	struct uart_port *port = &up->port;  in omap8250_irq()
654 	if (up->dma) {  in omap8250_irq()
677 		efr2 = serial_in(up, UART_OMAP_EFR2);  in omap8250_irq()
678 		timeout_h = serial_in(up, UART_OMAP_TO_H);  in omap8250_irq()
679 		timeout_l = serial_in(up, UART_OMAP_TO_L);  in omap8250_irq()
680 		serial_out(up, UART_OMAP_TO_H, 0xFF);  in omap8250_irq()
681 		serial_out(up, UART_OMAP_TO_L, 0xFF);  in omap8250_irq()
682 		serial_out(up, UART_OMAP_EFR2, UART_OMAP_EFR2_TIMEOUT_BEHAVE);  in omap8250_irq()
683 		serial_in(up, UART_IIR);  in omap8250_irq()
684 		serial_out(up, UART_OMAP_EFR2, efr2);  in omap8250_irq()
685 		serial_out(up, UART_OMAP_TO_H, timeout_h);  in omap8250_irq()
686 		serial_out(up, UART_OMAP_TO_L, timeout_l);  in omap8250_irq()
690 	if ((lsr & UART_LSR_OE) && up->overrun_backoff_time_ms > 0) {  in omap8250_irq()
695 		up->ier = port->serial_in(port, UART_IER);  in omap8250_irq()
696 		if (up->ier & (UART_IER_RLSI | UART_IER_RDI)) {  in omap8250_irq()
702 			cancel_delayed_work(&up->overrun_backoff);  in omap8250_irq()
706 		delay = msecs_to_jiffies(up->overrun_backoff_time_ms);  in omap8250_irq()
707 		schedule_delayed_work(&up->overrun_backoff, delay);  in omap8250_irq()
718 	struct uart_8250_port *up = up_to_u8250p(port);  in omap_8250_startup()  local
731 	serial_out(up, UART_FCR, UART_FCR_CLEAR_RCVR | UART_FCR_CLEAR_XMIT);  in omap_8250_startup()
733 	serial_out(up, UART_LCR, UART_LCR_WLEN8);  in omap_8250_startup()
735 	up->lsr_saved_flags = 0;  in omap_8250_startup()
736 	up->msr_saved_flags = 0;  in omap_8250_startup()
740 		up->dma = &priv->omap8250_dma;  in omap_8250_startup()
741 		ret = serial8250_request_dma(up);  in omap_8250_startup()
745 			up->dma = NULL;  in omap_8250_startup()
748 		up->dma = NULL;  in omap_8250_startup()
753 	up->ier = UART_IER_RLSI | UART_IER_RDI;  in omap_8250_startup()
754 	serial_out(up, UART_IER, up->ier);  in omap_8250_startup()
758 	up->capabilities |= UART_CAP_RPM;  in omap_8250_startup()
765 	serial_out(up, UART_OMAP_WER, priv->wer);  in omap_8250_startup()
767 	if (up->dma && !(priv->habit & UART_HAS_EFR2)) {  in omap_8250_startup()
769 		up->dma->rx_dma(up);  in omap_8250_startup()
773 	enable_irq(up->port.irq);  in omap_8250_startup()
782 	struct uart_8250_port *up = up_to_u8250p(port);  in omap_8250_shutdown()  local
788 	if (up->dma)  in omap_8250_shutdown()
789 		omap_8250_rx_dma_flush(up);  in omap_8250_shutdown()
791 	serial_out(up, UART_OMAP_WER, 0);  in omap_8250_shutdown()
793 		serial_out(up, UART_OMAP_EFR2, 0x0);  in omap_8250_shutdown()
797 	up->ier = 0;  in omap_8250_shutdown()
798 	serial_out(up, UART_IER, 0);  in omap_8250_shutdown()
800 	disable_irq_nosync(up->port.irq);  in omap_8250_shutdown()
803 	serial8250_release_dma(up);  in omap_8250_shutdown()
804 	up->dma = NULL;  in omap_8250_shutdown()
809 	if (up->lcr & UART_LCR_SBC)  in omap_8250_shutdown()
810 		serial_out(up, UART_LCR, up->lcr & ~UART_LCR_SBC);  in omap_8250_shutdown()
811 	serial_out(up, UART_FCR, UART_FCR_CLEAR_RCVR | UART_FCR_CLEAR_XMIT);  in omap_8250_shutdown()
836 	struct uart_8250_port *up = up_to_u8250p(port);  in omap_8250_unthrottle()  local
844 	if (up->dma)  in omap_8250_unthrottle()
845 		up->dma->rx_dma(up);  in omap_8250_unthrottle()
846 	up->ier |= UART_IER_RLSI | UART_IER_RDI;  in omap_8250_unthrottle()
847 	serial_out(up, UART_IER, up->ier);  in omap_8250_unthrottle()
859 	struct uart_8250_port *up = up_to_u8250p(port);  in omap8250_rs485_config()  local
890 	    mctrl_gpio_to_gpiod(up->gpios, UART_GPIO_RTS) ||  in omap8250_rs485_config()
894 		serial_out(up, UART_OMAP_MDR3, priv->mdr3);  in omap8250_rs485_config()
917 	serial_out(up, UART_OMAP_MDR3, priv->mdr3);  in omap8250_rs485_config()
1256 static bool handle_rx_dma(struct uart_8250_port *up, unsigned int iir)  in handle_rx_dma()  argument
1262 		omap_8250_rx_dma_flush(up);  in handle_rx_dma()
1265 	return omap_8250_rx_dma(up);  in handle_rx_dma()
1268 static u16 omap_8250_handle_rx_dma(struct uart_8250_port *up, u8 iir, u16 status)  in omap_8250_handle_rx_dma()  argument
1272 		if (handle_rx_dma(up, iir)) {  in omap_8250_handle_rx_dma()
1273 			status = serial8250_rx_chars(up, status);  in omap_8250_handle_rx_dma()
1274 			omap_8250_rx_dma(up);  in omap_8250_handle_rx_dma()
1281 static void am654_8250_handle_rx_dma(struct uart_8250_port *up, u8 iir,  in am654_8250_handle_rx_dma()  argument
1285 	lockdep_assert_held_once(&up->port.lock);  in am654_8250_handle_rx_dma()
1291 	    (up->ier & UART_IER_RDI)) {  in am654_8250_handle_rx_dma()
1292 		omap_8250_rx_dma(up);  in am654_8250_handle_rx_dma()
1293 		serial_out(up, UART_OMAP_EFR2, UART_OMAP_EFR2_TIMEOUT_BEHAVE);  in am654_8250_handle_rx_dma()
1300 		up->ier &= ~(UART_IER_RLSI | UART_IER_RDI);  in am654_8250_handle_rx_dma()
1301 		serial_out(up, UART_IER, up->ier);  in am654_8250_handle_rx_dma()
1302 		omap_8250_rx_dma_flush(up);  in am654_8250_handle_rx_dma()
1303 		serial_in(up, UART_IIR);  in am654_8250_handle_rx_dma()
1304 		serial_out(up, UART_OMAP_EFR2, 0x0);  in am654_8250_handle_rx_dma()
1305 		up->ier |= UART_IER_RLSI | UART_IER_RDI;  in am654_8250_handle_rx_dma()
1306 		serial_out(up, UART_IER, up->ier);  in am654_8250_handle_rx_dma()
1317 	struct uart_8250_port *up = up_to_u8250p(port);  in omap_8250_dma_handle_irq()  local
1318 	struct omap8250_priv *priv = up->port.private_data;  in omap_8250_dma_handle_irq()
1333 			am654_8250_handle_rx_dma(up, iir, status);  in omap_8250_dma_handle_irq()
1335 			status = omap_8250_handle_rx_dma(up, iir, status);  in omap_8250_dma_handle_irq()
1338 	serial8250_modem_status(up);  in omap_8250_dma_handle_irq()
1339 	if (status & UART_LSR_THRE && up->dma->tx_err) {  in omap_8250_dma_handle_irq()
1340 		if (uart_tx_stopped(&up->port) ||  in omap_8250_dma_handle_irq()
1341 		    kfifo_is_empty(&up->port.state->port.xmit_fifo)) {  in omap_8250_dma_handle_irq()
1342 			up->dma->tx_err = 0;  in omap_8250_dma_handle_irq()
1343 			serial8250_tx_chars(up);  in omap_8250_dma_handle_irq()
1349 			if (omap_8250_tx_dma(up))  in omap_8250_dma_handle_irq()
1350 				serial8250_tx_chars(up);  in omap_8250_dma_handle_irq()
1424 	struct uart_8250_port up;  in omap8250_probe()  local
1444 	memset(&up, 0, sizeof(up));  in omap8250_probe()
1445 	up.port.dev = &pdev->dev;  in omap8250_probe()
1446 	up.port.mapbase = regs->start;  in omap8250_probe()
1447 	up.port.membase = membase;  in omap8250_probe()
1456 	up.port.type = PORT_8250;  in omap8250_probe()
1457 	up.port.flags = UPF_FIXED_PORT | UPF_FIXED_TYPE | UPF_SOFT_FLOW | UPF_HARD_FLOW;  in omap8250_probe()
1458 	up.port.private_data = priv;  in omap8250_probe()
1460 	up.tx_loadsz = 64;  in omap8250_probe()
1461 	up.capabilities = UART_CAP_FIFO;  in omap8250_probe()
1469 	up.capabilities |= UART_CAP_RPM;  in omap8250_probe()
1471 	up.port.set_termios = omap_8250_set_termios;  in omap8250_probe()
1472 	up.port.set_mctrl = omap8250_set_mctrl;  in omap8250_probe()
1473 	up.port.pm = omap_8250_pm;  in omap8250_probe()
1474 	up.port.startup = omap_8250_startup;  in omap8250_probe()
1475 	up.port.shutdown = omap_8250_shutdown;  in omap8250_probe()
1476 	up.port.throttle = omap_8250_throttle;  in omap8250_probe()
1477 	up.port.unthrottle = omap_8250_unthrottle;  in omap8250_probe()
1478 	up.port.rs485_config = omap8250_rs485_config;  in omap8250_probe()
1480 	up.port.rs485_supported = serial8250_em485_supported;  in omap8250_probe()
1481 	up.rs485_start_tx = serial8250_em485_start_tx;  in omap8250_probe()
1482 	up.rs485_stop_tx = serial8250_em485_stop_tx;  in omap8250_probe()
1483 	up.port.has_sysrq = IS_ENABLED(CONFIG_SERIAL_8250_CONSOLE);  in omap8250_probe()
1485 	ret = uart_read_port_properties(&up.port);  in omap8250_probe()
1489 	up.port.regshift = OMAP_UART_REGSHIFT;  in omap8250_probe()
1490 	up.port.fifosize = 64;  in omap8250_probe()
1492 	if (!up.port.uartclk) {  in omap8250_probe()
1500 			up.port.uartclk = clk_get_rate(clk);  in omap8250_probe()
1505 				 &up.overrun_backoff_time_ms) != 0)  in omap8250_probe()
1506 		up.overrun_backoff_time_ms = 0;  in omap8250_probe()
1512 	if (!up.port.uartclk) {  in omap8250_probe()
1513 		up.port.uartclk = DEFAULT_CLK_SPEED;  in omap8250_probe()
1549 	omap_serial_fill_features_erratas(&up, priv);  in omap8250_probe()
1550 	up.port.handle_irq = omap8250_no_handle_irq;  in omap8250_probe()
1587 	irq_set_status_flags(up.port.irq, IRQ_NOAUTOEN);  in omap8250_probe()
1588 	ret = devm_request_irq(&pdev->dev, up.port.irq, omap8250_irq, 0,  in omap8250_probe()
1595 	ret = serial8250_register_8250_port(&up);  in omap8250_probe()
1616 	struct uart_8250_port *up;  in omap8250_remove()  local
1623 	up = serial8250_get_port(priv->line);  in omap8250_remove()
1624 	omap_8250_shutdown(&up->port);  in omap8250_remove()
1657 	struct uart_8250_port *up = serial8250_get_port(priv->line);  in omap8250_suspend()  local
1667 	serial_out(up, UART_OMAP_WER, priv->wer);  in omap8250_suspend()
1668 	if (uart_console(&up->port) && console_suspend_enabled)  in omap8250_suspend()
1678 	struct uart_8250_port *up = serial8250_get_port(priv->line);  in omap8250_resume()  local
1681 	if (uart_console(&up->port) && console_suspend_enabled) {  in omap8250_resume()
1695 static int omap8250_lost_context(struct uart_8250_port *up)  in omap8250_lost_context()  argument
1699 	val = serial_in(up, UART_OMAP_SCR);  in omap8250_lost_context()
1759 	struct uart_8250_port *up = NULL;  in omap8250_runtime_suspend()  local
1762 		up = serial8250_get_port(priv->line);  in omap8250_runtime_suspend()
1771 		if (up) {  in omap8250_runtime_suspend()
1773 			omap8250_update_mdr1(up, priv);  in omap8250_runtime_suspend()
1775 			serial_out(up, UART_OMAP_WER, priv->wer);  in omap8250_runtime_suspend()
1779 	if (up && up->dma && up->dma->rxchan)  in omap8250_runtime_suspend()
1780 		omap_8250_rx_dma_flush(up);  in omap8250_runtime_suspend()
1792 	struct uart_8250_port *up = NULL;  in omap8250_runtime_resume()  local
1799 		up = serial8250_get_port(priv->line);  in omap8250_runtime_resume()
1801 	if (up && omap8250_lost_context(up)) {  in omap8250_runtime_resume()
1802 		uart_port_lock_irq(&up->port);  in omap8250_runtime_resume()
1803 		omap8250_restore_regs(up);  in omap8250_runtime_resume()
1804 		uart_port_unlock_irq(&up->port);  in omap8250_runtime_resume()
1807 	if (up && up->dma && up->dma->rxchan && !(priv->habit & UART_HAS_EFR2)) {  in omap8250_runtime_resume()
1808 		uart_port_lock_irq(&up->port);  in omap8250_runtime_resume()
1809 		omap_8250_rx_dma(up);  in omap8250_runtime_resume()
1810 		uart_port_unlock_irq(&up->port);  in omap8250_runtime_resume()