xref: /openbmc/linux/arch/sparc/mm/tsunami.S (revision 22246614)
1/* $Id: tsunami.S,v 1.7 2001/12/21 04:56:15 davem Exp $
2 * tsunami.S: High speed MicroSparc-I mmu/cache operations.
3 *
4 * Copyright (C) 1997 David S. Miller (davem@caip.rutgers.edu)
5 */
6
7#include <asm/ptrace.h>
8#include <asm/asm-offsets.h>
9#include <asm/psr.h>
10#include <asm/asi.h>
11#include <asm/page.h>
12#include <asm/pgtsrmmu.h>
13
14	.text
15	.align	4
16
17	.globl	tsunami_flush_cache_all, tsunami_flush_cache_mm
18	.globl	tsunami_flush_cache_range, tsunami_flush_cache_page
19	.globl	tsunami_flush_page_to_ram, tsunami_flush_page_for_dma
20	.globl	tsunami_flush_sig_insns
21	.globl	tsunami_flush_tlb_all, tsunami_flush_tlb_mm
22	.globl	tsunami_flush_tlb_range, tsunami_flush_tlb_page
23
24	/* Sliiick... */
25tsunami_flush_cache_page:
26tsunami_flush_cache_range:
27	ld	[%o0 + 0x0], %o0	/* XXX vma->vm_mm, GROSS XXX */
28tsunami_flush_cache_mm:
29	ld	[%o0 + AOFF_mm_context], %g2
30	cmp	%g2, -1
31	be	tsunami_flush_cache_out
32tsunami_flush_cache_all:
33	WINDOW_FLUSH(%g4, %g5)
34tsunami_flush_page_for_dma:
35	sta	%g0, [%g0] ASI_M_IC_FLCLEAR
36	sta	%g0, [%g0] ASI_M_DC_FLCLEAR
37tsunami_flush_cache_out:
38tsunami_flush_page_to_ram:
39	retl
40	 nop
41
42tsunami_flush_sig_insns:
43	flush	%o1
44	retl
45	 flush	%o1 + 4
46
47	/* More slick stuff... */
48tsunami_flush_tlb_range:
49	ld	[%o0 + 0x00], %o0	/* XXX vma->vm_mm GROSS XXX */
50tsunami_flush_tlb_mm:
51	ld	[%o0 + AOFF_mm_context], %g2
52	cmp	%g2, -1
53	be	tsunami_flush_tlb_out
54tsunami_flush_tlb_all:
55	 mov	0x400, %o1
56	sta	%g0, [%o1] ASI_M_FLUSH_PROBE
57	nop
58	nop
59	nop
60	nop
61	nop
62tsunami_flush_tlb_out:
63	retl
64	 nop
65
66	/* This one can be done in a fine grained manner... */
67tsunami_flush_tlb_page:
68	ld	[%o0 + 0x00], %o0	/* XXX vma->vm_mm GROSS XXX */
69	mov	SRMMU_CTX_REG, %g1
70	ld	[%o0 + AOFF_mm_context], %o3
71	andn	%o1, (PAGE_SIZE - 1), %o1
72	cmp	%o3, -1
73	be	tsunami_flush_tlb_page_out
74	 lda	[%g1] ASI_M_MMUREGS, %g5
75	sta	%o3, [%g1] ASI_M_MMUREGS
76	sta	%g0, [%o1] ASI_M_FLUSH_PROBE
77	nop
78	nop
79	nop
80	nop
81	nop
82tsunami_flush_tlb_page_out:
83	retl
84	 sta	%g5, [%g1] ASI_M_MMUREGS
85
86#define MIRROR_BLOCK(dst, src, offset, t0, t1, t2, t3) \
87	ldd	[src + offset + 0x18], t0; \
88	std	t0, [dst + offset + 0x18]; \
89	ldd	[src + offset + 0x10], t2; \
90	std	t2, [dst + offset + 0x10]; \
91	ldd	[src + offset + 0x08], t0; \
92	std	t0, [dst + offset + 0x08]; \
93	ldd	[src + offset + 0x00], t2; \
94	std	t2, [dst + offset + 0x00];
95
96	.globl	tsunami_copy_1page
97tsunami_copy_1page:
98/* NOTE: This routine has to be shorter than 70insns --jj */
99	or	%g0, (PAGE_SIZE >> 8), %g1
1001:
101	MIRROR_BLOCK(%o0, %o1, 0x00, %o2, %o3, %o4, %o5)
102	MIRROR_BLOCK(%o0, %o1, 0x20, %o2, %o3, %o4, %o5)
103	MIRROR_BLOCK(%o0, %o1, 0x40, %o2, %o3, %o4, %o5)
104	MIRROR_BLOCK(%o0, %o1, 0x60, %o2, %o3, %o4, %o5)
105	MIRROR_BLOCK(%o0, %o1, 0x80, %o2, %o3, %o4, %o5)
106	MIRROR_BLOCK(%o0, %o1, 0xa0, %o2, %o3, %o4, %o5)
107	MIRROR_BLOCK(%o0, %o1, 0xc0, %o2, %o3, %o4, %o5)
108	MIRROR_BLOCK(%o0, %o1, 0xe0, %o2, %o3, %o4, %o5)
109	subcc	%g1, 1, %g1
110	add	%o0, 0x100, %o0
111	bne	1b
112	 add	%o1, 0x100, %o1
113
114	.globl	tsunami_setup_blockops
115tsunami_setup_blockops:
116	sethi	%hi(__copy_1page), %o0
117	or	%o0, %lo(__copy_1page), %o0
118	sethi	%hi(tsunami_copy_1page), %o1
119	or	%o1, %lo(tsunami_copy_1page), %o1
120	sethi	%hi(tsunami_setup_blockops), %o2
121	or	%o2, %lo(tsunami_setup_blockops), %o2
122	ld	[%o1], %o4
1231:	add	%o1, 4, %o1
124	st	%o4, [%o0]
125	add	%o0, 4, %o0
126	cmp	%o1, %o2
127	bne	1b
128	ld	[%o1], %o4
129	sta	%g0, [%g0] ASI_M_IC_FLCLEAR
130	sta	%g0, [%g0] ASI_M_DC_FLCLEAR
131	retl
132	 nop
133