backup timer for UARTs that lose interrupts (updated spinlocking)
PATCH 1/1 backup timer for UARTs that lose interrupts (updated spinlocking)
This is an update to the following patch current found in the -mm
tree:
backup-timer-for-uarts-that-lose-interrupts-take-3.patch
The only change is that the spinlocks around 8250_handle_port() have been removed to be consistent with changes to upstream. Original submit message below. Thanks
Alex
Work around a minor bug found in the UART of the remote management card used in many HP ia64 and parisc servers (aka the Diva UARTs).
The problem is that the UART does not reassert the THRE interrupt if it has been previously cleared and the IIR THRI bit is re-enabled. This can produce a very annoying failure mode when used as a serial console, allowing a boot/reboot to hang indefinitely until an RX interrupt kicks it into working again (ie. an unattended reboot could stall).
Paul Bame submitted a complete workaround for 2.4 kernels a few years ago - http://lkml.org/lkml/2003/5/6/203. The problem has not been as prevalent on the 2.6 serial driver, thus the solution below is simplified to only insert a backup timeout to kick the UART when it gets into trouble.
This runs alongside the normal interrupt driven UART code and has a longer period that the standard polling driver to reduce CPU overhead. The detection test should be safe for all UARTs and the backup timer can easily be extended to include other UARTs with similar disorders.
---
drivers/serial/8250.c | 138 +++++++++++++++++++++++++++++++++++++++++++++++++---------------- 1 file changed, 105 insertions(+), 33 deletions(-)
drivers/serial/8250.c +105 -33
@@ -1428,6 +1428,47 @@mod_timer (&up->timer, jiffies + timeout); } +static void serial8250_backup_timeout (unsigned long data) +{ +struct uart_8250_port *up = (struct uart_8250_port *)data; +unsigned int iir, ier =0 ; +unsigned int timeout = up->port.timeout; + +/* +* Must disable interrupts or else we risk triggering an interrupt +* and getting dead locked by the port.lock. +*/ +if (is_real_interrupt (up->port.irq)) { + ier =serial_in (up,UART_IER ); +serial_out (up,UART_IER ,0 ); + } + + iir =serial_in (up,UART_IIR ); + +/* +* This should be a safe test for anyone who doesn't trust the +* IIR bits on their UART, but it's specifically designed for +* the "Diva" UART used on the management processor on many HP +* ia64 and parisc boxes. +*/ +if ((iir &UART_IIR_NO_INT ) && (up->ier &UART_IER_THRI ) && + (!uart_circ_empty (&up->port.info->xmit) || up->port.x_char) && + (serial_in (up,UART_LSR ) &UART_LSR_THRE )) { + iir &= ~(UART_IIR_ID |UART_IIR_NO_INT ); + iir |=UART_IIR_THRI ; + } + +if (!(iir &UART_IIR_NO_INT )) +serial8250_handle_port (up,NULL ); + +if (is_real_interrupt (up->port.irq)) +serial_out (up,UART_IER , ier); + + timeout = timeout >6 ? (timeout /2 -2 ) :1 ; + +mod_timer (&up->timer, jiffies + (timeout *100 )); +} +static unsigned int serial8250_tx_empty (struct uart_port *port) {struct uart_8250_port *up = (struct uart_8250_port *)port;
@@ -1496,6 +1537,36 @@spin_unlock_irqrestore (&up->port.lock, flags); } +#define BOTH_EMPTY (UART_LSR_TEMT | UART_LSR_THRE) + +/* +* Wait for transmitter & holding register to empty +*/ +static void wait_for_xmitr (struct uart_8250_port *up) +{ +unsigned int status, tmout =10000 ; + +/* Wait up to 10ms for the character(s) to be sent. */ +do { + status =serial_in (up,UART_LSR ); + +if (status &UART_LSR_BI ) + up->lsr_break_flag =UART_LSR_BI ; + +if (--tmout ==0 ) +break ; +udelay (1 ); + }while ((status &BOTH_EMPTY ) !=BOTH_EMPTY ); + +/* Wait up to 1s for flow control if necessary */ +if (up->port.flags &UPF_CONS_FLOW ) { + tmout =1000000 ; +while (--tmout && + ((serial_in (up,UART_MSR ) &UART_MSR_CTS ) ==0 )) +udelay (1 ); + } +} +static int serial8250_startup (struct uart_port *port) {struct uart_8250_port *up = (struct uart_8250_port *)port;
@@ -1624,6 +1695,37 @@ up->bugs &= ~UART_BUG_TXEN ; } +if (is_real_interrupt (up->port.irq) && !timer_pending (&up->timer)) { +/* +* Test for UARTs that do not reassert THRE when the +* transmitter is idle and the interrupt has already +* been cleared. Real 16550s should always reassert +* this interrupt whenever the transmitter is idle and +* the interrupt is enabled. +*/ +wait_for_xmitr (up); +serial_outp (up,UART_IER ,UART_IER_THRI ); + (void )serial_in (up,UART_IIR ); +serial_outp (up,UART_IER ,0 ); +serial_outp (up,UART_IER ,UART_IER_THRI ); + iir =serial_in (up,UART_IIR ); +serial_outp (up,UART_IER ,0 ); + +/* +* If the interrupt is not reasserted, setup a timer to +* kick the UART on a regular basis. +*/ +if (iir &UART_IIR_NO_INT ) { +unsigned int timeout = up->port.timeout; + +pr_debug ("ttyS%d - using backup timer\n" , port->line); + timeout = timeout >6 ? (timeout /2 -2 ) :1 ; + up->timer.function = serial8250_backup_timeout; + up->timer.data = (unsigned long )up; +mod_timer (&up->timer, jiffies + (timeout *100 )); + } + } +spin_unlock_irqrestore (&up->port.lock, flags);/*
@@ -1696,9 +1798,9 @@*/ (void )serial_in (up,UART_RX ); -if (!is_real_interrupt (up->port.irq)) -del_timer_sync (&up->timer); -else +del_timer_sync (&up->timer); + up->timer.function = serial8250_timeout; +if (is_real_interrupt (up->port.irq))serial_unlink_irq_chain (up); }
@@ -2159,36 +2261,6 @@#ifdef CONFIG_SERIAL_8250_CONSOLE -#define BOTH_EMPTY (UART_LSR_TEMT | UART_LSR_THRE) - -/* -* Wait for transmitter & holding register to empty -*/ -static inline void wait_for_xmitr (struct uart_8250_port *up) -{ -unsigned int status, tmout =10000 ; - -/* Wait up to 10ms for the character(s) to be sent. */ -do { - status =serial_in (up,UART_LSR ); - -if (status &UART_LSR_BI ) - up->lsr_break_flag =UART_LSR_BI ; - -if (--tmout ==0 ) -break ; -udelay (1 ); - }while ((status &BOTH_EMPTY ) !=BOTH_EMPTY ); - -/* Wait up to 1s for flow control if necessary */ -if (up->port.flags &UPF_CONS_FLOW ) { - tmout =1000000 ; -while (--tmout && - ((serial_in (up,UART_MSR ) &UART_MSR_CTS ) ==0 )) -udelay (1 ); - } -} -/* * Print a string to the serial port trying not to disturb * any possible real use of the port...
Quoted 9 lines · Alex Williamson
This is an update to the following patch current found in the -mm
tree:backup-timer-for-uarts-that-lose-interrupts-take-3.patch
The only change is that the spinlocks around 8250_handle_port() have been removed to be consistent with changes to upstream. Original submit message below. Thanks
is this going to cause increased timer activity on non-buggy systems?
drivers/serial/8250.c line 1467
Quoted 4 lines
drivers/serial/8250.c +4
-0+if (is_real_interrupt (up->port.irq)) +serial_out (up,UART_IER , ier); + + timeout = timeout >6 ? (timeout /2 -2 ) :1 ;
Eh? What units is timeout in, anyway?
Review
Quoted 1 line
(quoted diff) +1
-0+ mod_timer(&up->timer, jiffies + (timeout * 100));
Does this work in HZ!=100 situations?
drivers/serial/8250.c line 1566
Quoted 6 lines
drivers/serial/8250.c +6
-0+/* Wait up to 1s for flow control if necessary */ +if (up->port.flags &UPF_CONS_FLOW ) { + tmout =1000000 ; +while (--tmout && + ((serial_in (up,UART_MSR ) &UART_MSR_CTS ) ==0 )) +udelay (1 );
Could you s/tmout/timeout/ while you are modifying this?
drivers/serial/8250.c line 1722
Quoted 5 lines
drivers/serial/8250.c +5
-0+if (iir &UART_IIR_NO_INT ) { +unsigned int timeout = up->port.timeout; + +pr_debug ("ttyS%d - using backup timer\n" , port->line); + timeout = timeout >6 ? (timeout /2 -2 ) :1 ;
Same strange computation, again. Inline function?
Pavel
Signature · 1 line
Thanks, Sharp!
Quoted 1 line · Pavel Machek
is this going to cause increased timer activity on non-buggy systems?
No, the buggy hardware is detected and the backup timer is only
enabled if it is found.
Quoted 6 lines
drivers/serial/8250.c line 1467
Quoted 4 lines
drivers/serial/8250.c +4
-0+if (is_real_interrupt (up->port.irq)) +serial_out (up,UART_IER , ier); + + timeout = timeout >6 ? (timeout /2 -2 ) :1 ;Eh? What units is timeout in, anyway?
I believe timeout is in jiffies, see:
driver/serial/serial_core.c:uart_update_timeout()
This looks strange, but it's consistent with the timeout calculation throughout the 8250 driver.
Quoted 3 lines
Review
Quoted 1 line
(quoted diff) +1
-0+ mod_timer(&up->timer, jiffies + (timeout * 100));Does this work in HZ!=100 situations?
Yes, with timeout in jiffies we're simply waiting 100 times longer
than we would if we were relying on this as the primary trigger. In practice this seems to work fine and provides the UART a kick regularly enough to keep bits moving. I did try adding a fixed interval, like (HZ/10), but I didn't notice much difference from the scaling factor above. The dropped interrupt happens rarely, so I wanted to keep the backup timer at a low enough frequency that it doesn't fire too often.
Quoted 8 lines
drivers/serial/8250.c line 1566
Quoted 6 lines
drivers/serial/8250.c +6
-0+/* Wait up to 1s for flow control if necessary */ +if (up->port.flags &UPF_CONS_FLOW ) { + tmout =1000000 ; +while (--tmout && + ((serial_in (up,UART_MSR ) &UART_MSR_CTS ) ==0 )) +udelay (1 );Could you s/tmout/timeout/ while you are modifying this?
We probably could, but is it any different than the existing polling
mode of the driver timing out here? (Note this chunk is simply moving existing code to avoid forward declarations) serial8250_console_write() already disables interrupts in the IER around calling this function, perhaps it would be a good idea to del_timer_sync() pending timers on the port around this as well. Russell, any thoughts there?
Quoted 7 lines
drivers/serial/8250.c line 1722
Quoted 5 lines
drivers/serial/8250.c +5
-0+if (iir &UART_IIR_NO_INT ) { +unsigned int timeout = up->port.timeout; + +pr_debug ("ttyS%d - using backup timer\n" , port->line); + timeout = timeout >6 ? (timeout /2 -2 ) :1 ;Same strange computation, again. Inline function?
Just trying to be consistent with timeout setup elsewhere. Thanks
for the comments,
Alex