1 /*
2  *  Driver for Atmel AT91 / AT32 Serial ports
3  *  Copyright (C) 2003 Rick Bronson
4  *
5  *  Based on drivers/char/serial_sa1100.c, by Deep Blue Solutions Ltd.
6  *  Based on drivers/char/serial.c, by Linus Torvalds, Theodore Ts'o.
7  *
8  *  DMA support added by Chip Coldwell.
9  *
10  * This program is free software; you can redistribute it and/or modify
11  * it under the terms of the GNU General Public License as published by
12  * the Free Software Foundation; either version 2 of the License, or
13  * (at your option) any later version.
14  *
15  * This program is distributed in the hope that it will be useful,
16  * but WITHOUT ANY WARRANTY; without even the implied warranty of
17  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
18  * GNU General Public License for more details.
19  *
20  * You should have received a copy of the GNU General Public License
21  * along with this program; if not, write to the Free Software
22  * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
23  *
24  */
25 #include <linux/module.h>
26 #include <linux/tty.h>
27 #include <linux/ioport.h>
28 #include <linux/slab.h>
29 #include <linux/init.h>
30 #include <linux/serial.h>
31 #include <linux/clk.h>
32 #include <linux/console.h>
33 #include <linux/sysrq.h>
34 #include <linux/tty_flip.h>
35 #include <linux/platform_device.h>
36 #include <linux/of.h>
37 #include <linux/of_device.h>
38 #include <linux/dma-mapping.h>
39 #include <linux/atmel_pdc.h>
40 #include <linux/atmel_serial.h>
41 #include <linux/uaccess.h>
42 #include <linux/pinctrl/consumer.h>
43 #include <linux/platform_data/atmel.h>
44 
45 #include <asm/io.h>
46 #include <asm/ioctls.h>
47 
48 #ifdef CONFIG_ARM
49 #include <mach/cpu.h>
50 #include <asm/gpio.h>
51 #endif
52 
53 #define PDC_BUFFER_SIZE		512
54 /* Revisit: We should calculate this based on the actual port settings */
55 #define PDC_RX_TIMEOUT		(3 * 10)		/* 3 bytes */
56 
57 #if defined(CONFIG_SERIAL_ATMEL_CONSOLE) && defined(CONFIG_MAGIC_SYSRQ)
58 #define SUPPORT_SYSRQ
59 #endif
60 
61 #include <linux/serial_core.h>
62 
63 static void atmel_start_rx(struct uart_port *port);
64 static void atmel_stop_rx(struct uart_port *port);
65 
66 #ifdef CONFIG_SERIAL_ATMEL_TTYAT
67 
68 /* Use device name ttyAT, major 204 and minor 154-169.  This is necessary if we
69  * should coexist with the 8250 driver, such as if we have an external 16C550
70  * UART. */
71 #define SERIAL_ATMEL_MAJOR	204
72 #define MINOR_START		154
73 #define ATMEL_DEVICENAME	"ttyAT"
74 
75 #else
76 
77 /* Use device name ttyS, major 4, minor 64-68.  This is the usual serial port
78  * name, but it is legally reserved for the 8250 driver. */
79 #define SERIAL_ATMEL_MAJOR	TTY_MAJOR
80 #define MINOR_START		64
81 #define ATMEL_DEVICENAME	"ttyS"
82 
83 #endif
84 
85 #define ATMEL_ISR_PASS_LIMIT	256
86 
87 /* UART registers. CR is write-only, hence no GET macro */
88 #define UART_PUT_CR(port,v)	__raw_writel(v, (port)->membase + ATMEL_US_CR)
89 #define UART_GET_MR(port)	__raw_readl((port)->membase + ATMEL_US_MR)
90 #define UART_PUT_MR(port,v)	__raw_writel(v, (port)->membase + ATMEL_US_MR)
91 #define UART_PUT_IER(port,v)	__raw_writel(v, (port)->membase + ATMEL_US_IER)
92 #define UART_PUT_IDR(port,v)	__raw_writel(v, (port)->membase + ATMEL_US_IDR)
93 #define UART_GET_IMR(port)	__raw_readl((port)->membase + ATMEL_US_IMR)
94 #define UART_GET_CSR(port)	__raw_readl((port)->membase + ATMEL_US_CSR)
95 #define UART_GET_CHAR(port)	__raw_readl((port)->membase + ATMEL_US_RHR)
96 #define UART_PUT_CHAR(port,v)	__raw_writel(v, (port)->membase + ATMEL_US_THR)
97 #define UART_GET_BRGR(port)	__raw_readl((port)->membase + ATMEL_US_BRGR)
98 #define UART_PUT_BRGR(port,v)	__raw_writel(v, (port)->membase + ATMEL_US_BRGR)
99 #define UART_PUT_RTOR(port,v)	__raw_writel(v, (port)->membase + ATMEL_US_RTOR)
100 #define UART_PUT_TTGR(port, v)	__raw_writel(v, (port)->membase + ATMEL_US_TTGR)
101 
102  /* PDC registers */
103 #define UART_PUT_PTCR(port,v)	__raw_writel(v, (port)->membase + ATMEL_PDC_PTCR)
104 #define UART_GET_PTSR(port)	__raw_readl((port)->membase + ATMEL_PDC_PTSR)
105 
106 #define UART_PUT_RPR(port,v)	__raw_writel(v, (port)->membase + ATMEL_PDC_RPR)
107 #define UART_GET_RPR(port)	__raw_readl((port)->membase + ATMEL_PDC_RPR)
108 #define UART_PUT_RCR(port,v)	__raw_writel(v, (port)->membase + ATMEL_PDC_RCR)
109 #define UART_PUT_RNPR(port,v)	__raw_writel(v, (port)->membase + ATMEL_PDC_RNPR)
110 #define UART_PUT_RNCR(port,v)	__raw_writel(v, (port)->membase + ATMEL_PDC_RNCR)
111 
112 #define UART_PUT_TPR(port,v)	__raw_writel(v, (port)->membase + ATMEL_PDC_TPR)
113 #define UART_PUT_TCR(port,v)	__raw_writel(v, (port)->membase + ATMEL_PDC_TCR)
114 #define UART_GET_TCR(port)	__raw_readl((port)->membase + ATMEL_PDC_TCR)
115 
116 static int (*atmel_open_hook)(struct uart_port *);
117 static void (*atmel_close_hook)(struct uart_port *);
118 
119 struct atmel_dma_buffer {
120 	unsigned char	*buf;
121 	dma_addr_t	dma_addr;
122 	unsigned int	dma_size;
123 	unsigned int	ofs;
124 };
125 
126 struct atmel_uart_char {
127 	u16		status;
128 	u16		ch;
129 };
130 
131 #define ATMEL_SERIAL_RINGSIZE 1024
132 
133 /*
134  * We wrap our port structure around the generic uart_port.
135  */
136 struct atmel_uart_port {
137 	struct uart_port	uart;		/* uart */
138 	struct clk		*clk;		/* uart clock */
139 	int			may_wakeup;	/* cached value of device_may_wakeup for times we need to disable it */
140 	u32			backup_imr;	/* IMR saved during suspend */
141 	int			break_active;	/* break being received */
142 
143 	short			use_dma_rx;	/* enable PDC receiver */
144 	short			pdc_rx_idx;	/* current PDC RX buffer */
145 	struct atmel_dma_buffer	pdc_rx[2];	/* PDC receier */
146 
147 	short			use_dma_tx;	/* enable PDC transmitter */
148 	struct atmel_dma_buffer	pdc_tx;		/* PDC transmitter */
149 
150 	struct tasklet_struct	tasklet;
151 	unsigned int		irq_status;
152 	unsigned int		irq_status_prev;
153 
154 	struct circ_buf		rx_ring;
155 
156 	struct serial_rs485	rs485;		/* rs485 settings */
157 	unsigned int		tx_done_mask;
158 };
159 
160 static struct atmel_uart_port atmel_ports[ATMEL_MAX_UART];
161 static unsigned long atmel_ports_in_use;
162 
163 #ifdef SUPPORT_SYSRQ
164 static struct console atmel_console;
165 #endif
166 
167 #if defined(CONFIG_OF)
168 static const struct of_device_id atmel_serial_dt_ids[] = {
169 	{ .compatible = "atmel,at91rm9200-usart" },
170 	{ .compatible = "atmel,at91sam9260-usart" },
171 	{ /* sentinel */ }
172 };
173 
174 MODULE_DEVICE_TABLE(of, atmel_serial_dt_ids);
175 #endif
176 
177 static inline struct atmel_uart_port *
178 to_atmel_uart_port(struct uart_port *uart)
179 {
180 	return container_of(uart, struct atmel_uart_port, uart);
181 }
182 
183 #ifdef CONFIG_SERIAL_ATMEL_PDC
184 static bool atmel_use_dma_rx(struct uart_port *port)
185 {
186 	struct atmel_uart_port *atmel_port = to_atmel_uart_port(port);
187 
188 	return atmel_port->use_dma_rx;
189 }
190 
191 static bool atmel_use_dma_tx(struct uart_port *port)
192 {
193 	struct atmel_uart_port *atmel_port = to_atmel_uart_port(port);
194 
195 	return atmel_port->use_dma_tx;
196 }
197 #else
198 static bool atmel_use_dma_rx(struct uart_port *port)
199 {
200 	return false;
201 }
202 
203 static bool atmel_use_dma_tx(struct uart_port *port)
204 {
205 	return false;
206 }
207 #endif
208 
209 /* Enable or disable the rs485 support */
210 void atmel_config_rs485(struct uart_port *port, struct serial_rs485 *rs485conf)
211 {
212 	struct atmel_uart_port *atmel_port = to_atmel_uart_port(port);
213 	unsigned int mode;
214 	unsigned long flags;
215 
216 	spin_lock_irqsave(&port->lock, flags);
217 
218 	/* Disable interrupts */
219 	UART_PUT_IDR(port, atmel_port->tx_done_mask);
220 
221 	mode = UART_GET_MR(port);
222 
223 	/* Resetting serial mode to RS232 (0x0) */
224 	mode &= ~ATMEL_US_USMODE;
225 
226 	atmel_port->rs485 = *rs485conf;
227 
228 	if (rs485conf->flags & SER_RS485_ENABLED) {
229 		dev_dbg(port->dev, "Setting UART to RS485\n");
230 		atmel_port->tx_done_mask = ATMEL_US_TXEMPTY;
231 		if ((rs485conf->delay_rts_after_send) > 0)
232 			UART_PUT_TTGR(port, rs485conf->delay_rts_after_send);
233 		mode |= ATMEL_US_USMODE_RS485;
234 	} else {
235 		dev_dbg(port->dev, "Setting UART to RS232\n");
236 		if (atmel_use_dma_tx(port))
237 			atmel_port->tx_done_mask = ATMEL_US_ENDTX |
238 				ATMEL_US_TXBUFE;
239 		else
240 			atmel_port->tx_done_mask = ATMEL_US_TXRDY;
241 	}
242 	UART_PUT_MR(port, mode);
243 
244 	/* Enable interrupts */
245 	UART_PUT_IER(port, atmel_port->tx_done_mask);
246 
247 	spin_unlock_irqrestore(&port->lock, flags);
248 
249 }
250 
251 /*
252  * Return TIOCSER_TEMT when transmitter FIFO and Shift register is empty.
253  */
254 static u_int atmel_tx_empty(struct uart_port *port)
255 {
256 	return (UART_GET_CSR(port) & ATMEL_US_TXEMPTY) ? TIOCSER_TEMT : 0;
257 }
258 
259 /*
260  * Set state of the modem control output lines
261  */
262 static void atmel_set_mctrl(struct uart_port *port, u_int mctrl)
263 {
264 	unsigned int control = 0;
265 	unsigned int mode;
266 	struct atmel_uart_port *atmel_port = to_atmel_uart_port(port);
267 
268 #ifdef CONFIG_ARCH_AT91RM9200
269 	if (cpu_is_at91rm9200()) {
270 		/*
271 		 * AT91RM9200 Errata #39: RTS0 is not internally connected
272 		 * to PA21. We need to drive the pin manually.
273 		 */
274 		if (port->mapbase == AT91RM9200_BASE_US0) {
275 			if (mctrl & TIOCM_RTS)
276 				at91_set_gpio_value(AT91_PIN_PA21, 0);
277 			else
278 				at91_set_gpio_value(AT91_PIN_PA21, 1);
279 		}
280 	}
281 #endif
282 
283 	if (mctrl & TIOCM_RTS)
284 		control |= ATMEL_US_RTSEN;
285 	else
286 		control |= ATMEL_US_RTSDIS;
287 
288 	if (mctrl & TIOCM_DTR)
289 		control |= ATMEL_US_DTREN;
290 	else
291 		control |= ATMEL_US_DTRDIS;
292 
293 	UART_PUT_CR(port, control);
294 
295 	/* Local loopback mode? */
296 	mode = UART_GET_MR(port) & ~ATMEL_US_CHMODE;
297 	if (mctrl & TIOCM_LOOP)
298 		mode |= ATMEL_US_CHMODE_LOC_LOOP;
299 	else
300 		mode |= ATMEL_US_CHMODE_NORMAL;
301 
302 	/* Resetting serial mode to RS232 (0x0) */
303 	mode &= ~ATMEL_US_USMODE;
304 
305 	if (atmel_port->rs485.flags & SER_RS485_ENABLED) {
306 		dev_dbg(port->dev, "Setting UART to RS485\n");
307 		if ((atmel_port->rs485.delay_rts_after_send) > 0)
308 			UART_PUT_TTGR(port,
309 					atmel_port->rs485.delay_rts_after_send);
310 		mode |= ATMEL_US_USMODE_RS485;
311 	} else {
312 		dev_dbg(port->dev, "Setting UART to RS232\n");
313 	}
314 	UART_PUT_MR(port, mode);
315 }
316 
317 /*
318  * Get state of the modem control input lines
319  */
320 static u_int atmel_get_mctrl(struct uart_port *port)
321 {
322 	unsigned int status, ret = 0;
323 
324 	status = UART_GET_CSR(port);
325 
326 	/*
327 	 * The control signals are active low.
328 	 */
329 	if (!(status & ATMEL_US_DCD))
330 		ret |= TIOCM_CD;
331 	if (!(status & ATMEL_US_CTS))
332 		ret |= TIOCM_CTS;
333 	if (!(status & ATMEL_US_DSR))
334 		ret |= TIOCM_DSR;
335 	if (!(status & ATMEL_US_RI))
336 		ret |= TIOCM_RI;
337 
338 	return ret;
339 }
340 
341 /*
342  * Stop transmitting.
343  */
344 static void atmel_stop_tx(struct uart_port *port)
345 {
346 	struct atmel_uart_port *atmel_port = to_atmel_uart_port(port);
347 
348 	if (atmel_use_dma_tx(port)) {
349 		/* disable PDC transmit */
350 		UART_PUT_PTCR(port, ATMEL_PDC_TXTDIS);
351 	}
352 	/* Disable interrupts */
353 	UART_PUT_IDR(port, atmel_port->tx_done_mask);
354 
355 	if ((atmel_port->rs485.flags & SER_RS485_ENABLED) &&
356 	    !(atmel_port->rs485.flags & SER_RS485_RX_DURING_TX))
357 		atmel_start_rx(port);
358 }
359 
360 /*
361  * Start transmitting.
362  */
363 static void atmel_start_tx(struct uart_port *port)
364 {
365 	struct atmel_uart_port *atmel_port = to_atmel_uart_port(port);
366 
367 	if (atmel_use_dma_tx(port)) {
368 		if (UART_GET_PTSR(port) & ATMEL_PDC_TXTEN)
369 			/* The transmitter is already running.  Yes, we
370 			   really need this.*/
371 			return;
372 
373 		if ((atmel_port->rs485.flags & SER_RS485_ENABLED) &&
374 		    !(atmel_port->rs485.flags & SER_RS485_RX_DURING_TX))
375 			atmel_stop_rx(port);
376 
377 		/* re-enable PDC transmit */
378 		UART_PUT_PTCR(port, ATMEL_PDC_TXTEN);
379 	}
380 	/* Enable interrupts */
381 	UART_PUT_IER(port, atmel_port->tx_done_mask);
382 }
383 
384 /*
385  * start receiving - port is in process of being opened.
386  */
387 static void atmel_start_rx(struct uart_port *port)
388 {
389 	UART_PUT_CR(port, ATMEL_US_RSTSTA);  /* reset status and receiver */
390 
391 	UART_PUT_CR(port, ATMEL_US_RXEN);
392 
393 	if (atmel_use_dma_rx(port)) {
394 		/* enable PDC controller */
395 		UART_PUT_IER(port, ATMEL_US_ENDRX | ATMEL_US_TIMEOUT |
396 			port->read_status_mask);
397 		UART_PUT_PTCR(port, ATMEL_PDC_RXTEN);
398 	} else {
399 		UART_PUT_IER(port, ATMEL_US_RXRDY);
400 	}
401 }
402 
403 /*
404  * Stop receiving - port is in process of being closed.
405  */
406 static void atmel_stop_rx(struct uart_port *port)
407 {
408 	UART_PUT_CR(port, ATMEL_US_RXDIS);
409 
410 	if (atmel_use_dma_rx(port)) {
411 		/* disable PDC receive */
412 		UART_PUT_PTCR(port, ATMEL_PDC_RXTDIS);
413 		UART_PUT_IDR(port, ATMEL_US_ENDRX | ATMEL_US_TIMEOUT |
414 			port->read_status_mask);
415 	} else {
416 		UART_PUT_IDR(port, ATMEL_US_RXRDY);
417 	}
418 }
419 
420 /*
421  * Enable modem status interrupts
422  */
423 static void atmel_enable_ms(struct uart_port *port)
424 {
425 	UART_PUT_IER(port, ATMEL_US_RIIC | ATMEL_US_DSRIC
426 			| ATMEL_US_DCDIC | ATMEL_US_CTSIC);
427 }
428 
429 /*
430  * Control the transmission of a break signal
431  */
432 static void atmel_break_ctl(struct uart_port *port, int break_state)
433 {
434 	if (break_state != 0)
435 		UART_PUT_CR(port, ATMEL_US_STTBRK);	/* start break */
436 	else
437 		UART_PUT_CR(port, ATMEL_US_STPBRK);	/* stop break */
438 }
439 
440 /*
441  * Stores the incoming character in the ring buffer
442  */
443 static void
444 atmel_buffer_rx_char(struct uart_port *port, unsigned int status,
445 		     unsigned int ch)
446 {
447 	struct atmel_uart_port *atmel_port = to_atmel_uart_port(port);
448 	struct circ_buf *ring = &atmel_port->rx_ring;
449 	struct atmel_uart_char *c;
450 
451 	if (!CIRC_SPACE(ring->head, ring->tail, ATMEL_SERIAL_RINGSIZE))
452 		/* Buffer overflow, ignore char */
453 		return;
454 
455 	c = &((struct atmel_uart_char *)ring->buf)[ring->head];
456 	c->status	= status;
457 	c->ch		= ch;
458 
459 	/* Make sure the character is stored before we update head. */
460 	smp_wmb();
461 
462 	ring->head = (ring->head + 1) & (ATMEL_SERIAL_RINGSIZE - 1);
463 }
464 
465 /*
466  * Deal with parity, framing and overrun errors.
467  */
468 static void atmel_pdc_rxerr(struct uart_port *port, unsigned int status)
469 {
470 	/* clear error */
471 	UART_PUT_CR(port, ATMEL_US_RSTSTA);
472 
473 	if (status & ATMEL_US_RXBRK) {
474 		/* ignore side-effect */
475 		status &= ~(ATMEL_US_PARE | ATMEL_US_FRAME);
476 		port->icount.brk++;
477 	}
478 	if (status & ATMEL_US_PARE)
479 		port->icount.parity++;
480 	if (status & ATMEL_US_FRAME)
481 		port->icount.frame++;
482 	if (status & ATMEL_US_OVRE)
483 		port->icount.overrun++;
484 }
485 
486 /*
487  * Characters received (called from interrupt handler)
488  */
489 static void atmel_rx_chars(struct uart_port *port)
490 {
491 	struct atmel_uart_port *atmel_port = to_atmel_uart_port(port);
492 	unsigned int status, ch;
493 
494 	status = UART_GET_CSR(port);
495 	while (status & ATMEL_US_RXRDY) {
496 		ch = UART_GET_CHAR(port);
497 
498 		/*
499 		 * note that the error handling code is
500 		 * out of the main execution path
501 		 */
502 		if (unlikely(status & (ATMEL_US_PARE | ATMEL_US_FRAME
503 				       | ATMEL_US_OVRE | ATMEL_US_RXBRK)
504 			     || atmel_port->break_active)) {
505 
506 			/* clear error */
507 			UART_PUT_CR(port, ATMEL_US_RSTSTA);
508 
509 			if (status & ATMEL_US_RXBRK
510 			    && !atmel_port->break_active) {
511 				atmel_port->break_active = 1;
512 				UART_PUT_IER(port, ATMEL_US_RXBRK);
513 			} else {
514 				/*
515 				 * This is either the end-of-break
516 				 * condition or we've received at
517 				 * least one character without RXBRK
518 				 * being set. In both cases, the next
519 				 * RXBRK will indicate start-of-break.
520 				 */
521 				UART_PUT_IDR(port, ATMEL_US_RXBRK);
522 				status &= ~ATMEL_US_RXBRK;
523 				atmel_port->break_active = 0;
524 			}
525 		}
526 
527 		atmel_buffer_rx_char(port, status, ch);
528 		status = UART_GET_CSR(port);
529 	}
530 
531 	tasklet_schedule(&atmel_port->tasklet);
532 }
533 
534 /*
535  * Transmit characters (called from tasklet with TXRDY interrupt
536  * disabled)
537  */
538 static void atmel_tx_chars(struct uart_port *port)
539 {
540 	struct circ_buf *xmit = &port->state->xmit;
541 	struct atmel_uart_port *atmel_port = to_atmel_uart_port(port);
542 
543 	if (port->x_char && UART_GET_CSR(port) & atmel_port->tx_done_mask) {
544 		UART_PUT_CHAR(port, port->x_char);
545 		port->icount.tx++;
546 		port->x_char = 0;
547 	}
548 	if (uart_circ_empty(xmit) || uart_tx_stopped(port))
549 		return;
550 
551 	while (UART_GET_CSR(port) & atmel_port->tx_done_mask) {
552 		UART_PUT_CHAR(port, xmit->buf[xmit->tail]);
553 		xmit->tail = (xmit->tail + 1) & (UART_XMIT_SIZE - 1);
554 		port->icount.tx++;
555 		if (uart_circ_empty(xmit))
556 			break;
557 	}
558 
559 	if (uart_circ_chars_pending(xmit) < WAKEUP_CHARS)
560 		uart_write_wakeup(port);
561 
562 	if (!uart_circ_empty(xmit))
563 		/* Enable interrupts */
564 		UART_PUT_IER(port, atmel_port->tx_done_mask);
565 }
566 
567 /*
568  * receive interrupt handler.
569  */
570 static void
571 atmel_handle_receive(struct uart_port *port, unsigned int pending)
572 {
573 	struct atmel_uart_port *atmel_port = to_atmel_uart_port(port);
574 
575 	if (atmel_use_dma_rx(port)) {
576 		/*
577 		 * PDC receive. Just schedule the tasklet and let it
578 		 * figure out the details.
579 		 *
580 		 * TODO: We're not handling error flags correctly at
581 		 * the moment.
582 		 */
583 		if (pending & (ATMEL_US_ENDRX | ATMEL_US_TIMEOUT)) {
584 			UART_PUT_IDR(port, (ATMEL_US_ENDRX
585 						| ATMEL_US_TIMEOUT));
586 			tasklet_schedule(&atmel_port->tasklet);
587 		}
588 
589 		if (pending & (ATMEL_US_RXBRK | ATMEL_US_OVRE |
590 				ATMEL_US_FRAME | ATMEL_US_PARE))
591 			atmel_pdc_rxerr(port, pending);
592 	}
593 
594 	/* Interrupt receive */
595 	if (pending & ATMEL_US_RXRDY)
596 		atmel_rx_chars(port);
597 	else if (pending & ATMEL_US_RXBRK) {
598 		/*
599 		 * End of break detected. If it came along with a
600 		 * character, atmel_rx_chars will handle it.
601 		 */
602 		UART_PUT_CR(port, ATMEL_US_RSTSTA);
603 		UART_PUT_IDR(port, ATMEL_US_RXBRK);
604 		atmel_port->break_active = 0;
605 	}
606 }
607 
608 /*
609  * transmit interrupt handler. (Transmit is IRQF_NODELAY safe)
610  */
611 static void
612 atmel_handle_transmit(struct uart_port *port, unsigned int pending)
613 {
614 	struct atmel_uart_port *atmel_port = to_atmel_uart_port(port);
615 
616 	if (pending & atmel_port->tx_done_mask) {
617 		/* Either PDC or interrupt transmission */
618 		UART_PUT_IDR(port, atmel_port->tx_done_mask);
619 		tasklet_schedule(&atmel_port->tasklet);
620 	}
621 }
622 
623 /*
624  * status flags interrupt handler.
625  */
626 static void
627 atmel_handle_status(struct uart_port *port, unsigned int pending,
628 		    unsigned int status)
629 {
630 	struct atmel_uart_port *atmel_port = to_atmel_uart_port(port);
631 
632 	if (pending & (ATMEL_US_RIIC | ATMEL_US_DSRIC | ATMEL_US_DCDIC
633 				| ATMEL_US_CTSIC)) {
634 		atmel_port->irq_status = status;
635 		tasklet_schedule(&atmel_port->tasklet);
636 	}
637 }
638 
639 /*
640  * Interrupt handler
641  */
642 static irqreturn_t atmel_interrupt(int irq, void *dev_id)
643 {
644 	struct uart_port *port = dev_id;
645 	unsigned int status, pending, pass_counter = 0;
646 
647 	do {
648 		status = UART_GET_CSR(port);
649 		pending = status & UART_GET_IMR(port);
650 		if (!pending)
651 			break;
652 
653 		atmel_handle_receive(port, pending);
654 		atmel_handle_status(port, pending, status);
655 		atmel_handle_transmit(port, pending);
656 	} while (pass_counter++ < ATMEL_ISR_PASS_LIMIT);
657 
658 	return pass_counter ? IRQ_HANDLED : IRQ_NONE;
659 }
660 
661 /*
662  * Called from tasklet with ENDTX and TXBUFE interrupts disabled.
663  */
664 static void atmel_tx_dma(struct uart_port *port)
665 {
666 	struct atmel_uart_port *atmel_port = to_atmel_uart_port(port);
667 	struct circ_buf *xmit = &port->state->xmit;
668 	struct atmel_dma_buffer *pdc = &atmel_port->pdc_tx;
669 	int count;
670 
671 	/* nothing left to transmit? */
672 	if (UART_GET_TCR(port))
673 		return;
674 
675 	xmit->tail += pdc->ofs;
676 	xmit->tail &= UART_XMIT_SIZE - 1;
677 
678 	port->icount.tx += pdc->ofs;
679 	pdc->ofs = 0;
680 
681 	/* more to transmit - setup next transfer */
682 
683 	/* disable PDC transmit */
684 	UART_PUT_PTCR(port, ATMEL_PDC_TXTDIS);
685 
686 	if (!uart_circ_empty(xmit) && !uart_tx_stopped(port)) {
687 		dma_sync_single_for_device(port->dev,
688 					   pdc->dma_addr,
689 					   pdc->dma_size,
690 					   DMA_TO_DEVICE);
691 
692 		count = CIRC_CNT_TO_END(xmit->head, xmit->tail, UART_XMIT_SIZE);
693 		pdc->ofs = count;
694 
695 		UART_PUT_TPR(port, pdc->dma_addr + xmit->tail);
696 		UART_PUT_TCR(port, count);
697 		/* re-enable PDC transmit */
698 		UART_PUT_PTCR(port, ATMEL_PDC_TXTEN);
699 		/* Enable interrupts */
700 		UART_PUT_IER(port, atmel_port->tx_done_mask);
701 	} else {
702 		if ((atmel_port->rs485.flags & SER_RS485_ENABLED) &&
703 		    !(atmel_port->rs485.flags & SER_RS485_RX_DURING_TX)) {
704 			/* DMA done, stop TX, start RX for RS485 */
705 			atmel_start_rx(port);
706 		}
707 	}
708 
709 	if (uart_circ_chars_pending(xmit) < WAKEUP_CHARS)
710 		uart_write_wakeup(port);
711 }
712 
713 static void atmel_rx_from_ring(struct uart_port *port)
714 {
715 	struct atmel_uart_port *atmel_port = to_atmel_uart_port(port);
716 	struct circ_buf *ring = &atmel_port->rx_ring;
717 	unsigned int flg;
718 	unsigned int status;
719 
720 	while (ring->head != ring->tail) {
721 		struct atmel_uart_char c;
722 
723 		/* Make sure c is loaded after head. */
724 		smp_rmb();
725 
726 		c = ((struct atmel_uart_char *)ring->buf)[ring->tail];
727 
728 		ring->tail = (ring->tail + 1) & (ATMEL_SERIAL_RINGSIZE - 1);
729 
730 		port->icount.rx++;
731 		status = c.status;
732 		flg = TTY_NORMAL;
733 
734 		/*
735 		 * note that the error handling code is
736 		 * out of the main execution path
737 		 */
738 		if (unlikely(status & (ATMEL_US_PARE | ATMEL_US_FRAME
739 				       | ATMEL_US_OVRE | ATMEL_US_RXBRK))) {
740 			if (status & ATMEL_US_RXBRK) {
741 				/* ignore side-effect */
742 				status &= ~(ATMEL_US_PARE | ATMEL_US_FRAME);
743 
744 				port->icount.brk++;
745 				if (uart_handle_break(port))
746 					continue;
747 			}
748 			if (status & ATMEL_US_PARE)
749 				port->icount.parity++;
750 			if (status & ATMEL_US_FRAME)
751 				port->icount.frame++;
752 			if (status & ATMEL_US_OVRE)
753 				port->icount.overrun++;
754 
755 			status &= port->read_status_mask;
756 
757 			if (status & ATMEL_US_RXBRK)
758 				flg = TTY_BREAK;
759 			else if (status & ATMEL_US_PARE)
760 				flg = TTY_PARITY;
761 			else if (status & ATMEL_US_FRAME)
762 				flg = TTY_FRAME;
763 		}
764 
765 
766 		if (uart_handle_sysrq_char(port, c.ch))
767 			continue;
768 
769 		uart_insert_char(port, status, ATMEL_US_OVRE, c.ch, flg);
770 	}
771 
772 	/*
773 	 * Drop the lock here since it might end up calling
774 	 * uart_start(), which takes the lock.
775 	 */
776 	spin_unlock(&port->lock);
777 	tty_flip_buffer_push(port->state->port.tty);
778 	spin_lock(&port->lock);
779 }
780 
781 static void atmel_rx_from_dma(struct uart_port *port)
782 {
783 	struct atmel_uart_port *atmel_port = to_atmel_uart_port(port);
784 	struct tty_struct *tty = port->state->port.tty;
785 	struct atmel_dma_buffer *pdc;
786 	int rx_idx = atmel_port->pdc_rx_idx;
787 	unsigned int head;
788 	unsigned int tail;
789 	unsigned int count;
790 
791 	do {
792 		/* Reset the UART timeout early so that we don't miss one */
793 		UART_PUT_CR(port, ATMEL_US_STTTO);
794 
795 		pdc = &atmel_port->pdc_rx[rx_idx];
796 		head = UART_GET_RPR(port) - pdc->dma_addr;
797 		tail = pdc->ofs;
798 
799 		/* If the PDC has switched buffers, RPR won't contain
800 		 * any address within the current buffer. Since head
801 		 * is unsigned, we just need a one-way comparison to
802 		 * find out.
803 		 *
804 		 * In this case, we just need to consume the entire
805 		 * buffer and resubmit it for DMA. This will clear the
806 		 * ENDRX bit as well, so that we can safely re-enable
807 		 * all interrupts below.
808 		 */
809 		head = min(head, pdc->dma_size);
810 
811 		if (likely(head != tail)) {
812 			dma_sync_single_for_cpu(port->dev, pdc->dma_addr,
813 					pdc->dma_size, DMA_FROM_DEVICE);
814 
815 			/*
816 			 * head will only wrap around when we recycle
817 			 * the DMA buffer, and when that happens, we
818 			 * explicitly set tail to 0. So head will
819 			 * always be greater than tail.
820 			 */
821 			count = head - tail;
822 
823 			tty_insert_flip_string(tty, pdc->buf + pdc->ofs, count);
824 
825 			dma_sync_single_for_device(port->dev, pdc->dma_addr,
826 					pdc->dma_size, DMA_FROM_DEVICE);
827 
828 			port->icount.rx += count;
829 			pdc->ofs = head;
830 		}
831 
832 		/*
833 		 * If the current buffer is full, we need to check if
834 		 * the next one contains any additional data.
835 		 */
836 		if (head >= pdc->dma_size) {
837 			pdc->ofs = 0;
838 			UART_PUT_RNPR(port, pdc->dma_addr);
839 			UART_PUT_RNCR(port, pdc->dma_size);
840 
841 			rx_idx = !rx_idx;
842 			atmel_port->pdc_rx_idx = rx_idx;
843 		}
844 	} while (head >= pdc->dma_size);
845 
846 	/*
847 	 * Drop the lock here since it might end up calling
848 	 * uart_start(), which takes the lock.
849 	 */
850 	spin_unlock(&port->lock);
851 	tty_flip_buffer_push(tty);
852 	spin_lock(&port->lock);
853 
854 	UART_PUT_IER(port, ATMEL_US_ENDRX | ATMEL_US_TIMEOUT);
855 }
856 
857 /*
858  * tasklet handling tty stuff outside the interrupt handler.
859  */
860 static void atmel_tasklet_func(unsigned long data)
861 {
862 	struct uart_port *port = (struct uart_port *)data;
863 	struct atmel_uart_port *atmel_port = to_atmel_uart_port(port);
864 	unsigned int status;
865 	unsigned int status_change;
866 
867 	/* The interrupt handler does not take the lock */
868 	spin_lock(&port->lock);
869 
870 	if (atmel_use_dma_tx(port))
871 		atmel_tx_dma(port);
872 	else
873 		atmel_tx_chars(port);
874 
875 	status = atmel_port->irq_status;
876 	status_change = status ^ atmel_port->irq_status_prev;
877 
878 	if (status_change & (ATMEL_US_RI | ATMEL_US_DSR
879 				| ATMEL_US_DCD | ATMEL_US_CTS)) {
880 		/* TODO: All reads to CSR will clear these interrupts! */
881 		if (status_change & ATMEL_US_RI)
882 			port->icount.rng++;
883 		if (status_change & ATMEL_US_DSR)
884 			port->icount.dsr++;
885 		if (status_change & ATMEL_US_DCD)
886 			uart_handle_dcd_change(port, !(status & ATMEL_US_DCD));
887 		if (status_change & ATMEL_US_CTS)
888 			uart_handle_cts_change(port, !(status & ATMEL_US_CTS));
889 
890 		wake_up_interruptible(&port->state->port.delta_msr_wait);
891 
892 		atmel_port->irq_status_prev = status;
893 	}
894 
895 	if (atmel_use_dma_rx(port))
896 		atmel_rx_from_dma(port);
897 	else
898 		atmel_rx_from_ring(port);
899 
900 	spin_unlock(&port->lock);
901 }
902 
903 /*
904  * Perform initialization and enable port for reception
905  */
906 static int atmel_startup(struct uart_port *port)
907 {
908 	struct atmel_uart_port *atmel_port = to_atmel_uart_port(port);
909 	struct tty_struct *tty = port->state->port.tty;
910 	int retval;
911 
912 	/*
913 	 * Ensure that no interrupts are enabled otherwise when
914 	 * request_irq() is called we could get stuck trying to
915 	 * handle an unexpected interrupt
916 	 */
917 	UART_PUT_IDR(port, -1);
918 
919 	/*
920 	 * Allocate the IRQ
921 	 */
922 	retval = request_irq(port->irq, atmel_interrupt, IRQF_SHARED,
923 			tty ? tty->name : "atmel_serial", port);
924 	if (retval) {
925 		printk("atmel_serial: atmel_startup - Can't get irq\n");
926 		return retval;
927 	}
928 
929 	/*
930 	 * Initialize DMA (if necessary)
931 	 */
932 	if (atmel_use_dma_rx(port)) {
933 		int i;
934 
935 		for (i = 0; i < 2; i++) {
936 			struct atmel_dma_buffer *pdc = &atmel_port->pdc_rx[i];
937 
938 			pdc->buf = kmalloc(PDC_BUFFER_SIZE, GFP_KERNEL);
939 			if (pdc->buf == NULL) {
940 				if (i != 0) {
941 					dma_unmap_single(port->dev,
942 						atmel_port->pdc_rx[0].dma_addr,
943 						PDC_BUFFER_SIZE,
944 						DMA_FROM_DEVICE);
945 					kfree(atmel_port->pdc_rx[0].buf);
946 				}
947 				free_irq(port->irq, port);
948 				return -ENOMEM;
949 			}
950 			pdc->dma_addr = dma_map_single(port->dev,
951 						       pdc->buf,
952 						       PDC_BUFFER_SIZE,
953 						       DMA_FROM_DEVICE);
954 			pdc->dma_size = PDC_BUFFER_SIZE;
955 			pdc->ofs = 0;
956 		}
957 
958 		atmel_port->pdc_rx_idx = 0;
959 
960 		UART_PUT_RPR(port, atmel_port->pdc_rx[0].dma_addr);
961 		UART_PUT_RCR(port, PDC_BUFFER_SIZE);
962 
963 		UART_PUT_RNPR(port, atmel_port->pdc_rx[1].dma_addr);
964 		UART_PUT_RNCR(port, PDC_BUFFER_SIZE);
965 	}
966 	if (atmel_use_dma_tx(port)) {
967 		struct atmel_dma_buffer *pdc = &atmel_port->pdc_tx;
968 		struct circ_buf *xmit = &port->state->xmit;
969 
970 		pdc->buf = xmit->buf;
971 		pdc->dma_addr = dma_map_single(port->dev,
972 					       pdc->buf,
973 					       UART_XMIT_SIZE,
974 					       DMA_TO_DEVICE);
975 		pdc->dma_size = UART_XMIT_SIZE;
976 		pdc->ofs = 0;
977 	}
978 
979 	/*
980 	 * If there is a specific "open" function (to register
981 	 * control line interrupts)
982 	 */
983 	if (atmel_open_hook) {
984 		retval = atmel_open_hook(port);
985 		if (retval) {
986 			free_irq(port->irq, port);
987 			return retval;
988 		}
989 	}
990 
991 	/* Save current CSR for comparison in atmel_tasklet_func() */
992 	atmel_port->irq_status_prev = UART_GET_CSR(port);
993 	atmel_port->irq_status = atmel_port->irq_status_prev;
994 
995 	/*
996 	 * Finally, enable the serial port
997 	 */
998 	UART_PUT_CR(port, ATMEL_US_RSTSTA | ATMEL_US_RSTRX);
999 	/* enable xmit & rcvr */
1000 	UART_PUT_CR(port, ATMEL_US_TXEN | ATMEL_US_RXEN);
1001 
1002 	if (atmel_use_dma_rx(port)) {
1003 		/* set UART timeout */
1004 		UART_PUT_RTOR(port, PDC_RX_TIMEOUT);
1005 		UART_PUT_CR(port, ATMEL_US_STTTO);
1006 
1007 		UART_PUT_IER(port, ATMEL_US_ENDRX | ATMEL_US_TIMEOUT);
1008 		/* enable PDC controller */
1009 		UART_PUT_PTCR(port, ATMEL_PDC_RXTEN);
1010 	} else {
1011 		/* enable receive only */
1012 		UART_PUT_IER(port, ATMEL_US_RXRDY);
1013 	}
1014 
1015 	return 0;
1016 }
1017 
1018 /*
1019  * Disable the port
1020  */
1021 static void atmel_shutdown(struct uart_port *port)
1022 {
1023 	struct atmel_uart_port *atmel_port = to_atmel_uart_port(port);
1024 	/*
1025 	 * Ensure everything is stopped.
1026 	 */
1027 	atmel_stop_rx(port);
1028 	atmel_stop_tx(port);
1029 
1030 	/*
1031 	 * Shut-down the DMA.
1032 	 */
1033 	if (atmel_use_dma_rx(port)) {
1034 		int i;
1035 
1036 		for (i = 0; i < 2; i++) {
1037 			struct atmel_dma_buffer *pdc = &atmel_port->pdc_rx[i];
1038 
1039 			dma_unmap_single(port->dev,
1040 					 pdc->dma_addr,
1041 					 pdc->dma_size,
1042 					 DMA_FROM_DEVICE);
1043 			kfree(pdc->buf);
1044 		}
1045 	}
1046 	if (atmel_use_dma_tx(port)) {
1047 		struct atmel_dma_buffer *pdc = &atmel_port->pdc_tx;
1048 
1049 		dma_unmap_single(port->dev,
1050 				 pdc->dma_addr,
1051 				 pdc->dma_size,
1052 				 DMA_TO_DEVICE);
1053 	}
1054 
1055 	/*
1056 	 * Disable all interrupts, port and break condition.
1057 	 */
1058 	UART_PUT_CR(port, ATMEL_US_RSTSTA);
1059 	UART_PUT_IDR(port, -1);
1060 
1061 	/*
1062 	 * Free the interrupt
1063 	 */
1064 	free_irq(port->irq, port);
1065 
1066 	/*
1067 	 * If there is a specific "close" function (to unregister
1068 	 * control line interrupts)
1069 	 */
1070 	if (atmel_close_hook)
1071 		atmel_close_hook(port);
1072 }
1073 
1074 /*
1075  * Flush any TX data submitted for DMA. Called when the TX circular
1076  * buffer is reset.
1077  */
1078 static void atmel_flush_buffer(struct uart_port *port)
1079 {
1080 	struct atmel_uart_port *atmel_port = to_atmel_uart_port(port);
1081 
1082 	if (atmel_use_dma_tx(port)) {
1083 		UART_PUT_TCR(port, 0);
1084 		atmel_port->pdc_tx.ofs = 0;
1085 	}
1086 }
1087 
1088 /*
1089  * Power / Clock management.
1090  */
1091 static void atmel_serial_pm(struct uart_port *port, unsigned int state,
1092 			    unsigned int oldstate)
1093 {
1094 	struct atmel_uart_port *atmel_port = to_atmel_uart_port(port);
1095 
1096 	switch (state) {
1097 	case 0:
1098 		/*
1099 		 * Enable the peripheral clock for this serial port.
1100 		 * This is called on uart_open() or a resume event.
1101 		 */
1102 		clk_enable(atmel_port->clk);
1103 
1104 		/* re-enable interrupts if we disabled some on suspend */
1105 		UART_PUT_IER(port, atmel_port->backup_imr);
1106 		break;
1107 	case 3:
1108 		/* Back up the interrupt mask and disable all interrupts */
1109 		atmel_port->backup_imr = UART_GET_IMR(port);
1110 		UART_PUT_IDR(port, -1);
1111 
1112 		/*
1113 		 * Disable the peripheral clock for this serial port.
1114 		 * This is called on uart_close() or a suspend event.
1115 		 */
1116 		clk_disable(atmel_port->clk);
1117 		break;
1118 	default:
1119 		printk(KERN_ERR "atmel_serial: unknown pm %d\n", state);
1120 	}
1121 }
1122 
1123 /*
1124  * Change the port parameters
1125  */
1126 static void atmel_set_termios(struct uart_port *port, struct ktermios *termios,
1127 			      struct ktermios *old)
1128 {
1129 	unsigned long flags;
1130 	unsigned int mode, imr, quot, baud;
1131 	struct atmel_uart_port *atmel_port = to_atmel_uart_port(port);
1132 
1133 	/* Get current mode register */
1134 	mode = UART_GET_MR(port) & ~(ATMEL_US_USCLKS | ATMEL_US_CHRL
1135 					| ATMEL_US_NBSTOP | ATMEL_US_PAR
1136 					| ATMEL_US_USMODE);
1137 
1138 	baud = uart_get_baud_rate(port, termios, old, 0, port->uartclk / 16);
1139 	quot = uart_get_divisor(port, baud);
1140 
1141 	if (quot > 65535) {	/* BRGR is 16-bit, so switch to slower clock */
1142 		quot /= 8;
1143 		mode |= ATMEL_US_USCLKS_MCK_DIV8;
1144 	}
1145 
1146 	/* byte size */
1147 	switch (termios->c_cflag & CSIZE) {
1148 	case CS5:
1149 		mode |= ATMEL_US_CHRL_5;
1150 		break;
1151 	case CS6:
1152 		mode |= ATMEL_US_CHRL_6;
1153 		break;
1154 	case CS7:
1155 		mode |= ATMEL_US_CHRL_7;
1156 		break;
1157 	default:
1158 		mode |= ATMEL_US_CHRL_8;
1159 		break;
1160 	}
1161 
1162 	/* stop bits */
1163 	if (termios->c_cflag & CSTOPB)
1164 		mode |= ATMEL_US_NBSTOP_2;
1165 
1166 	/* parity */
1167 	if (termios->c_cflag & PARENB) {
1168 		/* Mark or Space parity */
1169 		if (termios->c_cflag & CMSPAR) {
1170 			if (termios->c_cflag & PARODD)
1171 				mode |= ATMEL_US_PAR_MARK;
1172 			else
1173 				mode |= ATMEL_US_PAR_SPACE;
1174 		} else if (termios->c_cflag & PARODD)
1175 			mode |= ATMEL_US_PAR_ODD;
1176 		else
1177 			mode |= ATMEL_US_PAR_EVEN;
1178 	} else
1179 		mode |= ATMEL_US_PAR_NONE;
1180 
1181 	/* hardware handshake (RTS/CTS) */
1182 	if (termios->c_cflag & CRTSCTS)
1183 		mode |= ATMEL_US_USMODE_HWHS;
1184 	else
1185 		mode |= ATMEL_US_USMODE_NORMAL;
1186 
1187 	spin_lock_irqsave(&port->lock, flags);
1188 
1189 	port->read_status_mask = ATMEL_US_OVRE;
1190 	if (termios->c_iflag & INPCK)
1191 		port->read_status_mask |= (ATMEL_US_FRAME | ATMEL_US_PARE);
1192 	if (termios->c_iflag & (BRKINT | PARMRK))
1193 		port->read_status_mask |= ATMEL_US_RXBRK;
1194 
1195 	if (atmel_use_dma_rx(port))
1196 		/* need to enable error interrupts */
1197 		UART_PUT_IER(port, port->read_status_mask);
1198 
1199 	/*
1200 	 * Characters to ignore
1201 	 */
1202 	port->ignore_status_mask = 0;
1203 	if (termios->c_iflag & IGNPAR)
1204 		port->ignore_status_mask |= (ATMEL_US_FRAME | ATMEL_US_PARE);
1205 	if (termios->c_iflag & IGNBRK) {
1206 		port->ignore_status_mask |= ATMEL_US_RXBRK;
1207 		/*
1208 		 * If we're ignoring parity and break indicators,
1209 		 * ignore overruns too (for real raw support).
1210 		 */
1211 		if (termios->c_iflag & IGNPAR)
1212 			port->ignore_status_mask |= ATMEL_US_OVRE;
1213 	}
1214 	/* TODO: Ignore all characters if CREAD is set.*/
1215 
1216 	/* update the per-port timeout */
1217 	uart_update_timeout(port, termios->c_cflag, baud);
1218 
1219 	/*
1220 	 * save/disable interrupts. The tty layer will ensure that the
1221 	 * transmitter is empty if requested by the caller, so there's
1222 	 * no need to wait for it here.
1223 	 */
1224 	imr = UART_GET_IMR(port);
1225 	UART_PUT_IDR(port, -1);
1226 
1227 	/* disable receiver and transmitter */
1228 	UART_PUT_CR(port, ATMEL_US_TXDIS | ATMEL_US_RXDIS);
1229 
1230 	/* Resetting serial mode to RS232 (0x0) */
1231 	mode &= ~ATMEL_US_USMODE;
1232 
1233 	if (atmel_port->rs485.flags & SER_RS485_ENABLED) {
1234 		dev_dbg(port->dev, "Setting UART to RS485\n");
1235 		if ((atmel_port->rs485.delay_rts_after_send) > 0)
1236 			UART_PUT_TTGR(port,
1237 					atmel_port->rs485.delay_rts_after_send);
1238 		mode |= ATMEL_US_USMODE_RS485;
1239 	} else {
1240 		dev_dbg(port->dev, "Setting UART to RS232\n");
1241 	}
1242 
1243 	/* set the parity, stop bits and data size */
1244 	UART_PUT_MR(port, mode);
1245 
1246 	/* set the baud rate */
1247 	UART_PUT_BRGR(port, quot);
1248 	UART_PUT_CR(port, ATMEL_US_RSTSTA | ATMEL_US_RSTRX);
1249 	UART_PUT_CR(port, ATMEL_US_TXEN | ATMEL_US_RXEN);
1250 
1251 	/* restore interrupts */
1252 	UART_PUT_IER(port, imr);
1253 
1254 	/* CTS flow-control and modem-status interrupts */
1255 	if (UART_ENABLE_MS(port, termios->c_cflag))
1256 		port->ops->enable_ms(port);
1257 
1258 	spin_unlock_irqrestore(&port->lock, flags);
1259 }
1260 
1261 static void atmel_set_ldisc(struct uart_port *port, int new)
1262 {
1263 	if (new == N_PPS) {
1264 		port->flags |= UPF_HARDPPS_CD;
1265 		atmel_enable_ms(port);
1266 	} else {
1267 		port->flags &= ~UPF_HARDPPS_CD;
1268 	}
1269 }
1270 
1271 /*
1272  * Return string describing the specified port
1273  */
1274 static const char *atmel_type(struct uart_port *port)
1275 {
1276 	return (port->type == PORT_ATMEL) ? "ATMEL_SERIAL" : NULL;
1277 }
1278 
1279 /*
1280  * Release the memory region(s) being used by 'port'.
1281  */
1282 static void atmel_release_port(struct uart_port *port)
1283 {
1284 	struct platform_device *pdev = to_platform_device(port->dev);
1285 	int size = pdev->resource[0].end - pdev->resource[0].start + 1;
1286 
1287 	release_mem_region(port->mapbase, size);
1288 
1289 	if (port->flags & UPF_IOREMAP) {
1290 		iounmap(port->membase);
1291 		port->membase = NULL;
1292 	}
1293 }
1294 
1295 /*
1296  * Request the memory region(s) being used by 'port'.
1297  */
1298 static int atmel_request_port(struct uart_port *port)
1299 {
1300 	struct platform_device *pdev = to_platform_device(port->dev);
1301 	int size = pdev->resource[0].end - pdev->resource[0].start + 1;
1302 
1303 	if (!request_mem_region(port->mapbase, size, "atmel_serial"))
1304 		return -EBUSY;
1305 
1306 	if (port->flags & UPF_IOREMAP) {
1307 		port->membase = ioremap(port->mapbase, size);
1308 		if (port->membase == NULL) {
1309 			release_mem_region(port->mapbase, size);
1310 			return -ENOMEM;
1311 		}
1312 	}
1313 
1314 	return 0;
1315 }
1316 
1317 /*
1318  * Configure/autoconfigure the port.
1319  */
1320 static void atmel_config_port(struct uart_port *port, int flags)
1321 {
1322 	if (flags & UART_CONFIG_TYPE) {
1323 		port->type = PORT_ATMEL;
1324 		atmel_request_port(port);
1325 	}
1326 }
1327 
1328 /*
1329  * Verify the new serial_struct (for TIOCSSERIAL).
1330  */
1331 static int atmel_verify_port(struct uart_port *port, struct serial_struct *ser)
1332 {
1333 	int ret = 0;
1334 	if (ser->type != PORT_UNKNOWN && ser->type != PORT_ATMEL)
1335 		ret = -EINVAL;
1336 	if (port->irq != ser->irq)
1337 		ret = -EINVAL;
1338 	if (ser->io_type != SERIAL_IO_MEM)
1339 		ret = -EINVAL;
1340 	if (port->uartclk / 16 != ser->baud_base)
1341 		ret = -EINVAL;
1342 	if ((void *)port->mapbase != ser->iomem_base)
1343 		ret = -EINVAL;
1344 	if (port->iobase != ser->port)
1345 		ret = -EINVAL;
1346 	if (ser->hub6 != 0)
1347 		ret = -EINVAL;
1348 	return ret;
1349 }
1350 
1351 #ifdef CONFIG_CONSOLE_POLL
1352 static int atmel_poll_get_char(struct uart_port *port)
1353 {
1354 	while (!(UART_GET_CSR(port) & ATMEL_US_RXRDY))
1355 		cpu_relax();
1356 
1357 	return UART_GET_CHAR(port);
1358 }
1359 
1360 static void atmel_poll_put_char(struct uart_port *port, unsigned char ch)
1361 {
1362 	while (!(UART_GET_CSR(port) & ATMEL_US_TXRDY))
1363 		cpu_relax();
1364 
1365 	UART_PUT_CHAR(port, ch);
1366 }
1367 #endif
1368 
1369 static int
1370 atmel_ioctl(struct uart_port *port, unsigned int cmd, unsigned long arg)
1371 {
1372 	struct serial_rs485 rs485conf;
1373 
1374 	switch (cmd) {
1375 	case TIOCSRS485:
1376 		if (copy_from_user(&rs485conf, (struct serial_rs485 *) arg,
1377 					sizeof(rs485conf)))
1378 			return -EFAULT;
1379 
1380 		atmel_config_rs485(port, &rs485conf);
1381 		break;
1382 
1383 	case TIOCGRS485:
1384 		if (copy_to_user((struct serial_rs485 *) arg,
1385 					&(to_atmel_uart_port(port)->rs485),
1386 					sizeof(rs485conf)))
1387 			return -EFAULT;
1388 		break;
1389 
1390 	default:
1391 		return -ENOIOCTLCMD;
1392 	}
1393 	return 0;
1394 }
1395 
1396 
1397 
1398 static struct uart_ops atmel_pops = {
1399 	.tx_empty	= atmel_tx_empty,
1400 	.set_mctrl	= atmel_set_mctrl,
1401 	.get_mctrl	= atmel_get_mctrl,
1402 	.stop_tx	= atmel_stop_tx,
1403 	.start_tx	= atmel_start_tx,
1404 	.stop_rx	= atmel_stop_rx,
1405 	.enable_ms	= atmel_enable_ms,
1406 	.break_ctl	= atmel_break_ctl,
1407 	.startup	= atmel_startup,
1408 	.shutdown	= atmel_shutdown,
1409 	.flush_buffer	= atmel_flush_buffer,
1410 	.set_termios	= atmel_set_termios,
1411 	.set_ldisc	= atmel_set_ldisc,
1412 	.type		= atmel_type,
1413 	.release_port	= atmel_release_port,
1414 	.request_port	= atmel_request_port,
1415 	.config_port	= atmel_config_port,
1416 	.verify_port	= atmel_verify_port,
1417 	.pm		= atmel_serial_pm,
1418 	.ioctl		= atmel_ioctl,
1419 #ifdef CONFIG_CONSOLE_POLL
1420 	.poll_get_char	= atmel_poll_get_char,
1421 	.poll_put_char	= atmel_poll_put_char,
1422 #endif
1423 };
1424 
1425 static void atmel_of_init_port(struct atmel_uart_port *atmel_port,
1426 					 struct device_node *np)
1427 {
1428 	u32 rs485_delay[2];
1429 
1430 	/* DMA/PDC usage specification */
1431 	if (of_get_property(np, "atmel,use-dma-rx", NULL))
1432 		atmel_port->use_dma_rx	= 1;
1433 	else
1434 		atmel_port->use_dma_rx	= 0;
1435 	if (of_get_property(np, "atmel,use-dma-tx", NULL))
1436 		atmel_port->use_dma_tx	= 1;
1437 	else
1438 		atmel_port->use_dma_tx	= 0;
1439 
1440 	/* rs485 properties */
1441 	if (of_property_read_u32_array(np, "rs485-rts-delay",
1442 					    rs485_delay, 2) == 0) {
1443 		struct serial_rs485 *rs485conf = &atmel_port->rs485;
1444 
1445 		rs485conf->delay_rts_before_send = rs485_delay[0];
1446 		rs485conf->delay_rts_after_send = rs485_delay[1];
1447 		rs485conf->flags = 0;
1448 
1449 		if (of_get_property(np, "rs485-rx-during-tx", NULL))
1450 			rs485conf->flags |= SER_RS485_RX_DURING_TX;
1451 
1452 		if (of_get_property(np, "linux,rs485-enabled-at-boot-time", NULL))
1453 			rs485conf->flags |= SER_RS485_ENABLED;
1454 	}
1455 }
1456 
1457 /*
1458  * Configure the port from the platform device resource info.
1459  */
1460 static void atmel_init_port(struct atmel_uart_port *atmel_port,
1461 				      struct platform_device *pdev)
1462 {
1463 	struct uart_port *port = &atmel_port->uart;
1464 	struct atmel_uart_data *pdata = pdev->dev.platform_data;
1465 
1466 	if (pdev->dev.of_node) {
1467 		atmel_of_init_port(atmel_port, pdev->dev.of_node);
1468 	} else {
1469 		atmel_port->use_dma_rx	= pdata->use_dma_rx;
1470 		atmel_port->use_dma_tx	= pdata->use_dma_tx;
1471 		atmel_port->rs485	= pdata->rs485;
1472 	}
1473 
1474 	port->iotype		= UPIO_MEM;
1475 	port->flags		= UPF_BOOT_AUTOCONF;
1476 	port->ops		= &atmel_pops;
1477 	port->fifosize		= 1;
1478 	port->dev		= &pdev->dev;
1479 	port->mapbase	= pdev->resource[0].start;
1480 	port->irq	= pdev->resource[1].start;
1481 
1482 	tasklet_init(&atmel_port->tasklet, atmel_tasklet_func,
1483 			(unsigned long)port);
1484 
1485 	memset(&atmel_port->rx_ring, 0, sizeof(atmel_port->rx_ring));
1486 
1487 	if (pdata && pdata->regs) {
1488 		/* Already mapped by setup code */
1489 		port->membase = pdata->regs;
1490 	} else {
1491 		port->flags	|= UPF_IOREMAP;
1492 		port->membase	= NULL;
1493 	}
1494 
1495 	/* for console, the clock could already be configured */
1496 	if (!atmel_port->clk) {
1497 		atmel_port->clk = clk_get(&pdev->dev, "usart");
1498 		clk_enable(atmel_port->clk);
1499 		port->uartclk = clk_get_rate(atmel_port->clk);
1500 		clk_disable(atmel_port->clk);
1501 		/* only enable clock when USART is in use */
1502 	}
1503 
1504 	/* Use TXEMPTY for interrupt when rs485 else TXRDY or ENDTX|TXBUFE */
1505 	if (atmel_port->rs485.flags & SER_RS485_ENABLED)
1506 		atmel_port->tx_done_mask = ATMEL_US_TXEMPTY;
1507 	else if (atmel_use_dma_tx(port)) {
1508 		port->fifosize = PDC_BUFFER_SIZE;
1509 		atmel_port->tx_done_mask = ATMEL_US_ENDTX | ATMEL_US_TXBUFE;
1510 	} else {
1511 		atmel_port->tx_done_mask = ATMEL_US_TXRDY;
1512 	}
1513 }
1514 
1515 struct platform_device *atmel_default_console_device;	/* the serial console device */
1516 
1517 #ifdef CONFIG_SERIAL_ATMEL_CONSOLE
1518 static void atmel_console_putchar(struct uart_port *port, int ch)
1519 {
1520 	while (!(UART_GET_CSR(port) & ATMEL_US_TXRDY))
1521 		cpu_relax();
1522 	UART_PUT_CHAR(port, ch);
1523 }
1524 
1525 /*
1526  * Interrupts are disabled on entering
1527  */
1528 static void atmel_console_write(struct console *co, const char *s, u_int count)
1529 {
1530 	struct uart_port *port = &atmel_ports[co->index].uart;
1531 	struct atmel_uart_port *atmel_port = to_atmel_uart_port(port);
1532 	unsigned int status, imr;
1533 	unsigned int pdc_tx;
1534 
1535 	/*
1536 	 * First, save IMR and then disable interrupts
1537 	 */
1538 	imr = UART_GET_IMR(port);
1539 	UART_PUT_IDR(port, ATMEL_US_RXRDY | atmel_port->tx_done_mask);
1540 
1541 	/* Store PDC transmit status and disable it */
1542 	pdc_tx = UART_GET_PTSR(port) & ATMEL_PDC_TXTEN;
1543 	UART_PUT_PTCR(port, ATMEL_PDC_TXTDIS);
1544 
1545 	uart_console_write(port, s, count, atmel_console_putchar);
1546 
1547 	/*
1548 	 * Finally, wait for transmitter to become empty
1549 	 * and restore IMR
1550 	 */
1551 	do {
1552 		status = UART_GET_CSR(port);
1553 	} while (!(status & ATMEL_US_TXRDY));
1554 
1555 	/* Restore PDC transmit status */
1556 	if (pdc_tx)
1557 		UART_PUT_PTCR(port, ATMEL_PDC_TXTEN);
1558 
1559 	/* set interrupts back the way they were */
1560 	UART_PUT_IER(port, imr);
1561 }
1562 
1563 /*
1564  * If the port was already initialised (eg, by a boot loader),
1565  * try to determine the current setup.
1566  */
1567 static void __init atmel_console_get_options(struct uart_port *port, int *baud,
1568 					     int *parity, int *bits)
1569 {
1570 	unsigned int mr, quot;
1571 
1572 	/*
1573 	 * If the baud rate generator isn't running, the port wasn't
1574 	 * initialized by the boot loader.
1575 	 */
1576 	quot = UART_GET_BRGR(port) & ATMEL_US_CD;
1577 	if (!quot)
1578 		return;
1579 
1580 	mr = UART_GET_MR(port) & ATMEL_US_CHRL;
1581 	if (mr == ATMEL_US_CHRL_8)
1582 		*bits = 8;
1583 	else
1584 		*bits = 7;
1585 
1586 	mr = UART_GET_MR(port) & ATMEL_US_PAR;
1587 	if (mr == ATMEL_US_PAR_EVEN)
1588 		*parity = 'e';
1589 	else if (mr == ATMEL_US_PAR_ODD)
1590 		*parity = 'o';
1591 
1592 	/*
1593 	 * The serial core only rounds down when matching this to a
1594 	 * supported baud rate. Make sure we don't end up slightly
1595 	 * lower than one of those, as it would make us fall through
1596 	 * to a much lower baud rate than we really want.
1597 	 */
1598 	*baud = port->uartclk / (16 * (quot - 1));
1599 }
1600 
1601 static int __init atmel_console_setup(struct console *co, char *options)
1602 {
1603 	struct uart_port *port = &atmel_ports[co->index].uart;
1604 	int baud = 115200;
1605 	int bits = 8;
1606 	int parity = 'n';
1607 	int flow = 'n';
1608 
1609 	if (port->membase == NULL) {
1610 		/* Port not initialized yet - delay setup */
1611 		return -ENODEV;
1612 	}
1613 
1614 	clk_enable(atmel_ports[co->index].clk);
1615 
1616 	UART_PUT_IDR(port, -1);
1617 	UART_PUT_CR(port, ATMEL_US_RSTSTA | ATMEL_US_RSTRX);
1618 	UART_PUT_CR(port, ATMEL_US_TXEN | ATMEL_US_RXEN);
1619 
1620 	if (options)
1621 		uart_parse_options(options, &baud, &parity, &bits, &flow);
1622 	else
1623 		atmel_console_get_options(port, &baud, &parity, &bits);
1624 
1625 	return uart_set_options(port, co, baud, parity, bits, flow);
1626 }
1627 
1628 static struct uart_driver atmel_uart;
1629 
1630 static struct console atmel_console = {
1631 	.name		= ATMEL_DEVICENAME,
1632 	.write		= atmel_console_write,
1633 	.device		= uart_console_device,
1634 	.setup		= atmel_console_setup,
1635 	.flags		= CON_PRINTBUFFER,
1636 	.index		= -1,
1637 	.data		= &atmel_uart,
1638 };
1639 
1640 #define ATMEL_CONSOLE_DEVICE	(&atmel_console)
1641 
1642 /*
1643  * Early console initialization (before VM subsystem initialized).
1644  */
1645 static int __init atmel_console_init(void)
1646 {
1647 	if (atmel_default_console_device) {
1648 		struct atmel_uart_data *pdata =
1649 			atmel_default_console_device->dev.platform_data;
1650 		int id = pdata->num;
1651 		struct atmel_uart_port *port = &atmel_ports[id];
1652 
1653 		port->backup_imr = 0;
1654 		port->uart.line = id;
1655 
1656 		add_preferred_console(ATMEL_DEVICENAME, id, NULL);
1657 		atmel_init_port(port, atmel_default_console_device);
1658 		register_console(&atmel_console);
1659 	}
1660 
1661 	return 0;
1662 }
1663 
1664 console_initcall(atmel_console_init);
1665 
1666 /*
1667  * Late console initialization.
1668  */
1669 static int __init atmel_late_console_init(void)
1670 {
1671 	if (atmel_default_console_device
1672 	    && !(atmel_console.flags & CON_ENABLED))
1673 		register_console(&atmel_console);
1674 
1675 	return 0;
1676 }
1677 
1678 core_initcall(atmel_late_console_init);
1679 
1680 static inline bool atmel_is_console_port(struct uart_port *port)
1681 {
1682 	return port->cons && port->cons->index == port->line;
1683 }
1684 
1685 #else
1686 #define ATMEL_CONSOLE_DEVICE	NULL
1687 
1688 static inline bool atmel_is_console_port(struct uart_port *port)
1689 {
1690 	return false;
1691 }
1692 #endif
1693 
1694 static struct uart_driver atmel_uart = {
1695 	.owner		= THIS_MODULE,
1696 	.driver_name	= "atmel_serial",
1697 	.dev_name	= ATMEL_DEVICENAME,
1698 	.major		= SERIAL_ATMEL_MAJOR,
1699 	.minor		= MINOR_START,
1700 	.nr		= ATMEL_MAX_UART,
1701 	.cons		= ATMEL_CONSOLE_DEVICE,
1702 };
1703 
1704 #ifdef CONFIG_PM
1705 static bool atmel_serial_clk_will_stop(void)
1706 {
1707 #ifdef CONFIG_ARCH_AT91
1708 	return at91_suspend_entering_slow_clock();
1709 #else
1710 	return false;
1711 #endif
1712 }
1713 
1714 static int atmel_serial_suspend(struct platform_device *pdev,
1715 				pm_message_t state)
1716 {
1717 	struct uart_port *port = platform_get_drvdata(pdev);
1718 	struct atmel_uart_port *atmel_port = to_atmel_uart_port(port);
1719 
1720 	if (atmel_is_console_port(port) && console_suspend_enabled) {
1721 		/* Drain the TX shifter */
1722 		while (!(UART_GET_CSR(port) & ATMEL_US_TXEMPTY))
1723 			cpu_relax();
1724 	}
1725 
1726 	/* we can not wake up if we're running on slow clock */
1727 	atmel_port->may_wakeup = device_may_wakeup(&pdev->dev);
1728 	if (atmel_serial_clk_will_stop())
1729 		device_set_wakeup_enable(&pdev->dev, 0);
1730 
1731 	uart_suspend_port(&atmel_uart, port);
1732 
1733 	return 0;
1734 }
1735 
1736 static int atmel_serial_resume(struct platform_device *pdev)
1737 {
1738 	struct uart_port *port = platform_get_drvdata(pdev);
1739 	struct atmel_uart_port *atmel_port = to_atmel_uart_port(port);
1740 
1741 	uart_resume_port(&atmel_uart, port);
1742 	device_set_wakeup_enable(&pdev->dev, atmel_port->may_wakeup);
1743 
1744 	return 0;
1745 }
1746 #else
1747 #define atmel_serial_suspend NULL
1748 #define atmel_serial_resume NULL
1749 #endif
1750 
1751 static int atmel_serial_probe(struct platform_device *pdev)
1752 {
1753 	struct atmel_uart_port *port;
1754 	struct device_node *np = pdev->dev.of_node;
1755 	struct atmel_uart_data *pdata = pdev->dev.platform_data;
1756 	void *data;
1757 	int ret = -ENODEV;
1758 	struct pinctrl *pinctrl;
1759 
1760 	BUILD_BUG_ON(ATMEL_SERIAL_RINGSIZE & (ATMEL_SERIAL_RINGSIZE - 1));
1761 
1762 	if (np)
1763 		ret = of_alias_get_id(np, "serial");
1764 	else
1765 		if (pdata)
1766 			ret = pdata->num;
1767 
1768 	if (ret < 0)
1769 		/* port id not found in platform data nor device-tree aliases:
1770 		 * auto-enumerate it */
1771 		ret = find_first_zero_bit(&atmel_ports_in_use,
1772 				sizeof(atmel_ports_in_use));
1773 
1774 	if (ret > ATMEL_MAX_UART) {
1775 		ret = -ENODEV;
1776 		goto err;
1777 	}
1778 
1779 	if (test_and_set_bit(ret, &atmel_ports_in_use)) {
1780 		/* port already in use */
1781 		ret = -EBUSY;
1782 		goto err;
1783 	}
1784 
1785 	port = &atmel_ports[ret];
1786 	port->backup_imr = 0;
1787 	port->uart.line = ret;
1788 
1789 	atmel_init_port(port, pdev);
1790 
1791 	pinctrl = devm_pinctrl_get_select_default(&pdev->dev);
1792 	if (IS_ERR(pinctrl)) {
1793 		ret = PTR_ERR(pinctrl);
1794 		goto err;
1795 	}
1796 
1797 	if (!atmel_use_dma_rx(&port->uart)) {
1798 		ret = -ENOMEM;
1799 		data = kmalloc(sizeof(struct atmel_uart_char)
1800 				* ATMEL_SERIAL_RINGSIZE, GFP_KERNEL);
1801 		if (!data)
1802 			goto err_alloc_ring;
1803 		port->rx_ring.buf = data;
1804 	}
1805 
1806 	ret = uart_add_one_port(&atmel_uart, &port->uart);
1807 	if (ret)
1808 		goto err_add_port;
1809 
1810 #ifdef CONFIG_SERIAL_ATMEL_CONSOLE
1811 	if (atmel_is_console_port(&port->uart)
1812 			&& ATMEL_CONSOLE_DEVICE->flags & CON_ENABLED) {
1813 		/*
1814 		 * The serial core enabled the clock for us, so undo
1815 		 * the clk_enable() in atmel_console_setup()
1816 		 */
1817 		clk_disable(port->clk);
1818 	}
1819 #endif
1820 
1821 	device_init_wakeup(&pdev->dev, 1);
1822 	platform_set_drvdata(pdev, port);
1823 
1824 	if (port->rs485.flags & SER_RS485_ENABLED) {
1825 		UART_PUT_MR(&port->uart, ATMEL_US_USMODE_NORMAL);
1826 		UART_PUT_CR(&port->uart, ATMEL_US_RTSEN);
1827 	}
1828 
1829 	return 0;
1830 
1831 err_add_port:
1832 	kfree(port->rx_ring.buf);
1833 	port->rx_ring.buf = NULL;
1834 err_alloc_ring:
1835 	if (!atmel_is_console_port(&port->uart)) {
1836 		clk_put(port->clk);
1837 		port->clk = NULL;
1838 	}
1839 err:
1840 	return ret;
1841 }
1842 
1843 static int atmel_serial_remove(struct platform_device *pdev)
1844 {
1845 	struct uart_port *port = platform_get_drvdata(pdev);
1846 	struct atmel_uart_port *atmel_port = to_atmel_uart_port(port);
1847 	int ret = 0;
1848 
1849 	device_init_wakeup(&pdev->dev, 0);
1850 	platform_set_drvdata(pdev, NULL);
1851 
1852 	ret = uart_remove_one_port(&atmel_uart, port);
1853 
1854 	tasklet_kill(&atmel_port->tasklet);
1855 	kfree(atmel_port->rx_ring.buf);
1856 
1857 	/* "port" is allocated statically, so we shouldn't free it */
1858 
1859 	clear_bit(port->line, &atmel_ports_in_use);
1860 
1861 	clk_put(atmel_port->clk);
1862 
1863 	return ret;
1864 }
1865 
1866 static struct platform_driver atmel_serial_driver = {
1867 	.probe		= atmel_serial_probe,
1868 	.remove		= atmel_serial_remove,
1869 	.suspend	= atmel_serial_suspend,
1870 	.resume		= atmel_serial_resume,
1871 	.driver		= {
1872 		.name	= "atmel_usart",
1873 		.owner	= THIS_MODULE,
1874 		.of_match_table	= of_match_ptr(atmel_serial_dt_ids),
1875 	},
1876 };
1877 
1878 static int __init atmel_serial_init(void)
1879 {
1880 	int ret;
1881 
1882 	ret = uart_register_driver(&atmel_uart);
1883 	if (ret)
1884 		return ret;
1885 
1886 	ret = platform_driver_register(&atmel_serial_driver);
1887 	if (ret)
1888 		uart_unregister_driver(&atmel_uart);
1889 
1890 	return ret;
1891 }
1892 
1893 static void __exit atmel_serial_exit(void)
1894 {
1895 	platform_driver_unregister(&atmel_serial_driver);
1896 	uart_unregister_driver(&atmel_uart);
1897 }
1898 
1899 module_init(atmel_serial_init);
1900 module_exit(atmel_serial_exit);
1901 
1902 MODULE_AUTHOR("Rick Bronson");
1903 MODULE_DESCRIPTION("Atmel AT91 / AT32 serial port driver");
1904 MODULE_LICENSE("GPL");
1905 MODULE_ALIAS("platform:atmel_usart");
1906