xref: /openbmc/linux/arch/csky/include/asm/pgtable.h (revision 013de2d6671d89de3397904749c86a69ac0686f7)
1*013de2d6SGuo Ren /* SPDX-License-Identifier: GPL-2.0 */
2*013de2d6SGuo Ren // Copyright (C) 2018 Hangzhou C-SKY Microsystems co.,ltd.
3*013de2d6SGuo Ren 
4*013de2d6SGuo Ren #ifndef __ASM_CSKY_PGTABLE_H
5*013de2d6SGuo Ren #define __ASM_CSKY_PGTABLE_H
6*013de2d6SGuo Ren 
7*013de2d6SGuo Ren #include <asm/fixmap.h>
8*013de2d6SGuo Ren #include <asm/addrspace.h>
9*013de2d6SGuo Ren #include <abi/pgtable-bits.h>
10*013de2d6SGuo Ren #include <asm-generic/pgtable-nopmd.h>
11*013de2d6SGuo Ren 
12*013de2d6SGuo Ren #define PGDIR_SHIFT		22
13*013de2d6SGuo Ren #define PGDIR_SIZE		(1UL << PGDIR_SHIFT)
14*013de2d6SGuo Ren #define PGDIR_MASK		(~(PGDIR_SIZE-1))
15*013de2d6SGuo Ren 
16*013de2d6SGuo Ren #define USER_PTRS_PER_PGD	(0x80000000UL/PGDIR_SIZE)
17*013de2d6SGuo Ren #define FIRST_USER_ADDRESS	0UL
18*013de2d6SGuo Ren 
19*013de2d6SGuo Ren #define PKMAP_BASE		(0xff800000)
20*013de2d6SGuo Ren 
21*013de2d6SGuo Ren #define VMALLOC_START		(0xc0008000)
22*013de2d6SGuo Ren #define VMALLOC_END		(PKMAP_BASE - 2*PAGE_SIZE)
23*013de2d6SGuo Ren 
24*013de2d6SGuo Ren /*
25*013de2d6SGuo Ren  * C-SKY is two-level paging structure:
26*013de2d6SGuo Ren  */
27*013de2d6SGuo Ren #define PGD_ORDER	0
28*013de2d6SGuo Ren #define PTE_ORDER	0
29*013de2d6SGuo Ren 
30*013de2d6SGuo Ren #define PTRS_PER_PGD	((PAGE_SIZE << PGD_ORDER) / sizeof(pgd_t))
31*013de2d6SGuo Ren #define PTRS_PER_PMD	1
32*013de2d6SGuo Ren #define PTRS_PER_PTE	((PAGE_SIZE << PTE_ORDER) / sizeof(pte_t))
33*013de2d6SGuo Ren 
34*013de2d6SGuo Ren #define pte_ERROR(e) \
35*013de2d6SGuo Ren 	pr_err("%s:%d: bad pte %08lx.\n", __FILE__, __LINE__, (e).pte_low)
36*013de2d6SGuo Ren #define pgd_ERROR(e) \
37*013de2d6SGuo Ren 	pr_err("%s:%d: bad pgd %08lx.\n", __FILE__, __LINE__, pgd_val(e))
38*013de2d6SGuo Ren 
39*013de2d6SGuo Ren /* Find an entry in the third-level page table.. */
40*013de2d6SGuo Ren #define __pte_offset_t(address) \
41*013de2d6SGuo Ren 	(((address) >> PAGE_SHIFT) & (PTRS_PER_PTE - 1))
42*013de2d6SGuo Ren #define pte_offset_kernel(dir, address) \
43*013de2d6SGuo Ren 	(pmd_page_vaddr(*(dir)) + __pte_offset_t(address))
44*013de2d6SGuo Ren #define pte_offset_map(dir, address) \
45*013de2d6SGuo Ren 	((pte_t *)page_address(pmd_page(*(dir))) + __pte_offset_t(address))
46*013de2d6SGuo Ren #define pmd_page(pmd)	(pfn_to_page(pmd_phys(pmd) >> PAGE_SHIFT))
47*013de2d6SGuo Ren #define pte_clear(mm, addr, ptep)	set_pte((ptep), \
48*013de2d6SGuo Ren 			(((unsigned int)addr&0x80000000)?__pte(1):__pte(0)))
49*013de2d6SGuo Ren #define pte_none(pte)	(!(pte_val(pte)&0xfffffffe))
50*013de2d6SGuo Ren #define pte_present(pte)	(pte_val(pte) & _PAGE_PRESENT)
51*013de2d6SGuo Ren #define pte_pfn(x)	((unsigned long)((x).pte_low >> PAGE_SHIFT))
52*013de2d6SGuo Ren #define pfn_pte(pfn, prot) __pte(((unsigned long long)(pfn) << PAGE_SHIFT) \
53*013de2d6SGuo Ren 				| pgprot_val(prot))
54*013de2d6SGuo Ren 
55*013de2d6SGuo Ren #define __READABLE	(_PAGE_READ | _PAGE_VALID | _PAGE_ACCESSED)
56*013de2d6SGuo Ren #define __WRITEABLE	(_PAGE_WRITE | _PAGE_DIRTY | _PAGE_MODIFIED)
57*013de2d6SGuo Ren 
58*013de2d6SGuo Ren #define _PAGE_CHG_MASK	(PAGE_MASK | _PAGE_ACCESSED | _PAGE_MODIFIED | \
59*013de2d6SGuo Ren 			 _CACHE_MASK)
60*013de2d6SGuo Ren 
61*013de2d6SGuo Ren #define pte_unmap(pte)	((void)(pte))
62*013de2d6SGuo Ren 
63*013de2d6SGuo Ren #define __swp_type(x)			(((x).val >> 4) & 0xff)
64*013de2d6SGuo Ren #define __swp_offset(x)			((x).val >> 12)
65*013de2d6SGuo Ren #define __swp_entry(type, offset)	((swp_entry_t) {((type) << 4) | \
66*013de2d6SGuo Ren 					((offset) << 12) })
67*013de2d6SGuo Ren #define __pte_to_swp_entry(pte)		((swp_entry_t) { pte_val(pte) })
68*013de2d6SGuo Ren #define __swp_entry_to_pte(x)		((pte_t) { (x).val })
69*013de2d6SGuo Ren 
70*013de2d6SGuo Ren #define pte_page(x)			pfn_to_page(pte_pfn(x))
71*013de2d6SGuo Ren #define __mk_pte(page_nr, pgprot)	__pte(((page_nr) << PAGE_SHIFT) | \
72*013de2d6SGuo Ren 					pgprot_val(pgprot))
73*013de2d6SGuo Ren 
74*013de2d6SGuo Ren /*
75*013de2d6SGuo Ren  * CSKY can't do page protection for execute, and considers that the same like
76*013de2d6SGuo Ren  * read. Also, write permissions imply read permissions. This is the closest
77*013de2d6SGuo Ren  * we can get by reasonable means..
78*013de2d6SGuo Ren  */
79*013de2d6SGuo Ren #define PAGE_NONE	__pgprot(_PAGE_PRESENT | _CACHE_CACHED)
80*013de2d6SGuo Ren #define PAGE_SHARED	__pgprot(_PAGE_PRESENT | _PAGE_READ | _PAGE_WRITE | \
81*013de2d6SGuo Ren 				_CACHE_CACHED)
82*013de2d6SGuo Ren #define PAGE_COPY	__pgprot(_PAGE_PRESENT | _PAGE_READ | _CACHE_CACHED)
83*013de2d6SGuo Ren #define PAGE_READONLY	__pgprot(_PAGE_PRESENT | _PAGE_READ | _CACHE_CACHED)
84*013de2d6SGuo Ren #define PAGE_KERNEL	__pgprot(_PAGE_PRESENT | __READABLE | __WRITEABLE | \
85*013de2d6SGuo Ren 				_PAGE_GLOBAL | _CACHE_CACHED)
86*013de2d6SGuo Ren #define PAGE_USERIO	__pgprot(_PAGE_PRESENT | _PAGE_READ | _PAGE_WRITE | \
87*013de2d6SGuo Ren 				_CACHE_CACHED)
88*013de2d6SGuo Ren 
89*013de2d6SGuo Ren #define __P000	PAGE_NONE
90*013de2d6SGuo Ren #define __P001	PAGE_READONLY
91*013de2d6SGuo Ren #define __P010	PAGE_COPY
92*013de2d6SGuo Ren #define __P011	PAGE_COPY
93*013de2d6SGuo Ren #define __P100	PAGE_READONLY
94*013de2d6SGuo Ren #define __P101	PAGE_READONLY
95*013de2d6SGuo Ren #define __P110	PAGE_COPY
96*013de2d6SGuo Ren #define __P111	PAGE_COPY
97*013de2d6SGuo Ren 
98*013de2d6SGuo Ren #define __S000	PAGE_NONE
99*013de2d6SGuo Ren #define __S001	PAGE_READONLY
100*013de2d6SGuo Ren #define __S010	PAGE_SHARED
101*013de2d6SGuo Ren #define __S011	PAGE_SHARED
102*013de2d6SGuo Ren #define __S100	PAGE_READONLY
103*013de2d6SGuo Ren #define __S101	PAGE_READONLY
104*013de2d6SGuo Ren #define __S110	PAGE_SHARED
105*013de2d6SGuo Ren #define __S111	PAGE_SHARED
106*013de2d6SGuo Ren 
107*013de2d6SGuo Ren extern unsigned long empty_zero_page[PAGE_SIZE / sizeof(unsigned long)];
108*013de2d6SGuo Ren #define ZERO_PAGE(vaddr)	(virt_to_page(empty_zero_page))
109*013de2d6SGuo Ren 
110*013de2d6SGuo Ren extern void load_pgd(unsigned long pg_dir);
111*013de2d6SGuo Ren extern pte_t invalid_pte_table[PTRS_PER_PTE];
112*013de2d6SGuo Ren 
113*013de2d6SGuo Ren static inline int pte_special(pte_t pte) { return 0; }
114*013de2d6SGuo Ren static inline pte_t pte_mkspecial(pte_t pte) { return pte; }
115*013de2d6SGuo Ren 
116*013de2d6SGuo Ren static inline void set_pte(pte_t *p, pte_t pte)
117*013de2d6SGuo Ren {
118*013de2d6SGuo Ren 	*p = pte;
119*013de2d6SGuo Ren #if defined(CONFIG_CPU_NEED_TLBSYNC)
120*013de2d6SGuo Ren 	dcache_wb_line((u32)p);
121*013de2d6SGuo Ren #endif
122*013de2d6SGuo Ren 	/* prevent out of order excution */
123*013de2d6SGuo Ren 	smp_mb();
124*013de2d6SGuo Ren }
125*013de2d6SGuo Ren #define set_pte_at(mm, addr, ptep, pteval) set_pte(ptep, pteval)
126*013de2d6SGuo Ren 
127*013de2d6SGuo Ren static inline pte_t *pmd_page_vaddr(pmd_t pmd)
128*013de2d6SGuo Ren {
129*013de2d6SGuo Ren 	unsigned long ptr;
130*013de2d6SGuo Ren 
131*013de2d6SGuo Ren 	ptr = pmd_val(pmd);
132*013de2d6SGuo Ren 
133*013de2d6SGuo Ren 	return __va(ptr);
134*013de2d6SGuo Ren }
135*013de2d6SGuo Ren 
136*013de2d6SGuo Ren #define pmd_phys(pmd) pmd_val(pmd)
137*013de2d6SGuo Ren 
138*013de2d6SGuo Ren static inline void set_pmd(pmd_t *p, pmd_t pmd)
139*013de2d6SGuo Ren {
140*013de2d6SGuo Ren 	*p = pmd;
141*013de2d6SGuo Ren #if defined(CONFIG_CPU_NEED_TLBSYNC)
142*013de2d6SGuo Ren 	dcache_wb_line((u32)p);
143*013de2d6SGuo Ren #endif
144*013de2d6SGuo Ren 	/* prevent specul excute */
145*013de2d6SGuo Ren 	smp_mb();
146*013de2d6SGuo Ren }
147*013de2d6SGuo Ren 
148*013de2d6SGuo Ren 
149*013de2d6SGuo Ren static inline int pmd_none(pmd_t pmd)
150*013de2d6SGuo Ren {
151*013de2d6SGuo Ren 	return pmd_val(pmd) == __pa(invalid_pte_table);
152*013de2d6SGuo Ren }
153*013de2d6SGuo Ren 
154*013de2d6SGuo Ren #define pmd_bad(pmd)	(pmd_val(pmd) & ~PAGE_MASK)
155*013de2d6SGuo Ren 
156*013de2d6SGuo Ren static inline int pmd_present(pmd_t pmd)
157*013de2d6SGuo Ren {
158*013de2d6SGuo Ren 	return (pmd_val(pmd) != __pa(invalid_pte_table));
159*013de2d6SGuo Ren }
160*013de2d6SGuo Ren 
161*013de2d6SGuo Ren static inline void pmd_clear(pmd_t *p)
162*013de2d6SGuo Ren {
163*013de2d6SGuo Ren 	pmd_val(*p) = (__pa(invalid_pte_table));
164*013de2d6SGuo Ren #if defined(CONFIG_CPU_NEED_TLBSYNC)
165*013de2d6SGuo Ren 	dcache_wb_line((u32)p);
166*013de2d6SGuo Ren #endif
167*013de2d6SGuo Ren }
168*013de2d6SGuo Ren 
169*013de2d6SGuo Ren /*
170*013de2d6SGuo Ren  * The following only work if pte_present() is true.
171*013de2d6SGuo Ren  * Undefined behaviour if not..
172*013de2d6SGuo Ren  */
173*013de2d6SGuo Ren static inline int pte_read(pte_t pte)
174*013de2d6SGuo Ren {
175*013de2d6SGuo Ren 	return pte.pte_low & _PAGE_READ;
176*013de2d6SGuo Ren }
177*013de2d6SGuo Ren 
178*013de2d6SGuo Ren static inline int pte_write(pte_t pte)
179*013de2d6SGuo Ren {
180*013de2d6SGuo Ren 	return (pte).pte_low & _PAGE_WRITE;
181*013de2d6SGuo Ren }
182*013de2d6SGuo Ren 
183*013de2d6SGuo Ren static inline int pte_dirty(pte_t pte)
184*013de2d6SGuo Ren {
185*013de2d6SGuo Ren 	return (pte).pte_low & _PAGE_MODIFIED;
186*013de2d6SGuo Ren }
187*013de2d6SGuo Ren 
188*013de2d6SGuo Ren static inline int pte_young(pte_t pte)
189*013de2d6SGuo Ren {
190*013de2d6SGuo Ren 	return (pte).pte_low & _PAGE_ACCESSED;
191*013de2d6SGuo Ren }
192*013de2d6SGuo Ren 
193*013de2d6SGuo Ren static inline pte_t pte_wrprotect(pte_t pte)
194*013de2d6SGuo Ren {
195*013de2d6SGuo Ren 	pte_val(pte) &= ~(_PAGE_WRITE | _PAGE_DIRTY);
196*013de2d6SGuo Ren 	return pte;
197*013de2d6SGuo Ren }
198*013de2d6SGuo Ren 
199*013de2d6SGuo Ren static inline pte_t pte_mkclean(pte_t pte)
200*013de2d6SGuo Ren {
201*013de2d6SGuo Ren 	pte_val(pte) &= ~(_PAGE_MODIFIED|_PAGE_DIRTY);
202*013de2d6SGuo Ren 	return pte;
203*013de2d6SGuo Ren }
204*013de2d6SGuo Ren 
205*013de2d6SGuo Ren static inline pte_t pte_mkold(pte_t pte)
206*013de2d6SGuo Ren {
207*013de2d6SGuo Ren 	pte_val(pte) &= ~(_PAGE_ACCESSED|_PAGE_VALID);
208*013de2d6SGuo Ren 	return pte;
209*013de2d6SGuo Ren }
210*013de2d6SGuo Ren 
211*013de2d6SGuo Ren static inline pte_t pte_mkwrite(pte_t pte)
212*013de2d6SGuo Ren {
213*013de2d6SGuo Ren 	pte_val(pte) |= _PAGE_WRITE;
214*013de2d6SGuo Ren 	if (pte_val(pte) & _PAGE_MODIFIED)
215*013de2d6SGuo Ren 		pte_val(pte) |= _PAGE_DIRTY;
216*013de2d6SGuo Ren 	return pte;
217*013de2d6SGuo Ren }
218*013de2d6SGuo Ren 
219*013de2d6SGuo Ren static inline pte_t pte_mkdirty(pte_t pte)
220*013de2d6SGuo Ren {
221*013de2d6SGuo Ren 	pte_val(pte) |= _PAGE_MODIFIED;
222*013de2d6SGuo Ren 	if (pte_val(pte) & _PAGE_WRITE)
223*013de2d6SGuo Ren 		pte_val(pte) |= _PAGE_DIRTY;
224*013de2d6SGuo Ren 	return pte;
225*013de2d6SGuo Ren }
226*013de2d6SGuo Ren 
227*013de2d6SGuo Ren static inline pte_t pte_mkyoung(pte_t pte)
228*013de2d6SGuo Ren {
229*013de2d6SGuo Ren 	pte_val(pte) |= _PAGE_ACCESSED;
230*013de2d6SGuo Ren 	if (pte_val(pte) & _PAGE_READ)
231*013de2d6SGuo Ren 		pte_val(pte) |= _PAGE_VALID;
232*013de2d6SGuo Ren 	return pte;
233*013de2d6SGuo Ren }
234*013de2d6SGuo Ren 
235*013de2d6SGuo Ren #define __pgd_offset(address)	pgd_index(address)
236*013de2d6SGuo Ren #define __pud_offset(address)	(((address) >> PUD_SHIFT) & (PTRS_PER_PUD-1))
237*013de2d6SGuo Ren #define __pmd_offset(address)	(((address) >> PMD_SHIFT) & (PTRS_PER_PMD-1))
238*013de2d6SGuo Ren 
239*013de2d6SGuo Ren /* to find an entry in a kernel page-table-directory */
240*013de2d6SGuo Ren #define pgd_offset_k(address)	pgd_offset(&init_mm, address)
241*013de2d6SGuo Ren 
242*013de2d6SGuo Ren #define pgd_index(address)	((address) >> PGDIR_SHIFT)
243*013de2d6SGuo Ren 
244*013de2d6SGuo Ren /*
245*013de2d6SGuo Ren  * Macro to make mark a page protection value as "uncacheable".  Note
246*013de2d6SGuo Ren  * that "protection" is really a misnomer here as the protection value
247*013de2d6SGuo Ren  * contains the memory attribute bits, dirty bits, and various other
248*013de2d6SGuo Ren  * bits as well.
249*013de2d6SGuo Ren  */
250*013de2d6SGuo Ren #define pgprot_noncached pgprot_noncached
251*013de2d6SGuo Ren 
252*013de2d6SGuo Ren static inline pgprot_t pgprot_noncached(pgprot_t _prot)
253*013de2d6SGuo Ren {
254*013de2d6SGuo Ren 	unsigned long prot = pgprot_val(_prot);
255*013de2d6SGuo Ren 
256*013de2d6SGuo Ren 	prot = (prot & ~_CACHE_MASK) | _CACHE_UNCACHED;
257*013de2d6SGuo Ren 
258*013de2d6SGuo Ren 	return __pgprot(prot);
259*013de2d6SGuo Ren }
260*013de2d6SGuo Ren 
261*013de2d6SGuo Ren /*
262*013de2d6SGuo Ren  * Conversion functions: convert a page and protection to a page entry,
263*013de2d6SGuo Ren  * and a page entry and page directory to the page they refer to.
264*013de2d6SGuo Ren  */
265*013de2d6SGuo Ren #define mk_pte(page, pgprot)    pfn_pte(page_to_pfn(page), (pgprot))
266*013de2d6SGuo Ren static inline pte_t pte_modify(pte_t pte, pgprot_t newprot)
267*013de2d6SGuo Ren {
268*013de2d6SGuo Ren 	return __pte((pte_val(pte) & _PAGE_CHG_MASK) |
269*013de2d6SGuo Ren 		     (pgprot_val(newprot)));
270*013de2d6SGuo Ren }
271*013de2d6SGuo Ren 
272*013de2d6SGuo Ren /* to find an entry in a page-table-directory */
273*013de2d6SGuo Ren static inline pgd_t *pgd_offset(struct mm_struct *mm, unsigned long address)
274*013de2d6SGuo Ren {
275*013de2d6SGuo Ren 	return mm->pgd + pgd_index(address);
276*013de2d6SGuo Ren }
277*013de2d6SGuo Ren 
278*013de2d6SGuo Ren /* Find an entry in the third-level page table.. */
279*013de2d6SGuo Ren static inline pte_t *pte_offset(pmd_t *dir, unsigned long address)
280*013de2d6SGuo Ren {
281*013de2d6SGuo Ren 	return (pte_t *) (pmd_page_vaddr(*dir)) +
282*013de2d6SGuo Ren 		((address >> PAGE_SHIFT) & (PTRS_PER_PTE - 1));
283*013de2d6SGuo Ren }
284*013de2d6SGuo Ren 
285*013de2d6SGuo Ren extern pgd_t swapper_pg_dir[PTRS_PER_PGD];
286*013de2d6SGuo Ren extern void paging_init(void);
287*013de2d6SGuo Ren 
288*013de2d6SGuo Ren extern void show_jtlb_table(void);
289*013de2d6SGuo Ren 
290*013de2d6SGuo Ren void update_mmu_cache(struct vm_area_struct *vma, unsigned long address,
291*013de2d6SGuo Ren 		      pte_t *pte);
292*013de2d6SGuo Ren 
293*013de2d6SGuo Ren /* Needs to be defined here and not in linux/mm.h, as it is arch dependent */
294*013de2d6SGuo Ren #define kern_addr_valid(addr)	(1)
295*013de2d6SGuo Ren 
296*013de2d6SGuo Ren /*
297*013de2d6SGuo Ren  * No page table caches to initialise
298*013de2d6SGuo Ren  */
299*013de2d6SGuo Ren #define pgtable_cache_init()	do {} while (0)
300*013de2d6SGuo Ren 
301*013de2d6SGuo Ren #define io_remap_pfn_range(vma, vaddr, pfn, size, prot) \
302*013de2d6SGuo Ren 	remap_pfn_range(vma, vaddr, pfn, size, prot)
303*013de2d6SGuo Ren 
304*013de2d6SGuo Ren #include <asm-generic/pgtable.h>
305*013de2d6SGuo Ren 
306*013de2d6SGuo Ren #endif /* __ASM_CSKY_PGTABLE_H */
307