1 /* SPDX-License-Identifier: GPL-2.0 */
2 /*
3 * IBM System z Huge TLB Page Support for Kernel.
4 *
5 * Copyright IBM Corp. 2008
6 * Author(s): Gerald Schaefer <gerald.schaefer@de.ibm.com>
7 */
8
9 #ifndef _ASM_S390_HUGETLB_H
10 #define _ASM_S390_HUGETLB_H
11
12 #include <linux/pgtable.h>
13 #include <asm/page.h>
14
15 #define hugetlb_free_pgd_range free_pgd_range
16 #define hugepages_supported() (MACHINE_HAS_EDAT1)
17
18 void set_huge_pte_at(struct mm_struct *mm, unsigned long addr,
19 pte_t *ptep, pte_t pte, unsigned long sz);
20 void __set_huge_pte_at(struct mm_struct *mm, unsigned long addr,
21 pte_t *ptep, pte_t pte);
22 pte_t huge_ptep_get(pte_t *ptep);
23 pte_t __huge_ptep_get_and_clear(struct mm_struct *mm, unsigned long addr,
24 pte_t *ptep);
25
huge_ptep_get_and_clear(struct mm_struct * mm,unsigned long addr,pte_t * ptep,unsigned long sz)26 static inline pte_t huge_ptep_get_and_clear(struct mm_struct *mm,
27 unsigned long addr, pte_t *ptep,
28 unsigned long sz)
29 {
30 return __huge_ptep_get_and_clear(mm, addr, ptep);
31 }
32
33 /*
34 * If the arch doesn't supply something else, assume that hugepage
35 * size aligned regions are ok without further preparation.
36 */
prepare_hugepage_range(struct file * file,unsigned long addr,unsigned long len)37 static inline int prepare_hugepage_range(struct file *file,
38 unsigned long addr, unsigned long len)
39 {
40 struct hstate *h = hstate_file(file);
41
42 if (len & ~huge_page_mask(h))
43 return -EINVAL;
44 if (addr & ~huge_page_mask(h))
45 return -EINVAL;
46 return 0;
47 }
48
arch_clear_hugepage_flags(struct page * page)49 static inline void arch_clear_hugepage_flags(struct page *page)
50 {
51 clear_bit(PG_arch_1, &page->flags);
52 }
53 #define arch_clear_hugepage_flags arch_clear_hugepage_flags
54
huge_pte_clear(struct mm_struct * mm,unsigned long addr,pte_t * ptep,unsigned long sz)55 static inline void huge_pte_clear(struct mm_struct *mm, unsigned long addr,
56 pte_t *ptep, unsigned long sz)
57 {
58 if ((pte_val(*ptep) & _REGION_ENTRY_TYPE_MASK) == _REGION_ENTRY_TYPE_R3)
59 set_pte(ptep, __pte(_REGION3_ENTRY_EMPTY));
60 else
61 set_pte(ptep, __pte(_SEGMENT_ENTRY_EMPTY));
62 }
63
huge_ptep_clear_flush(struct vm_area_struct * vma,unsigned long address,pte_t * ptep)64 static inline pte_t huge_ptep_clear_flush(struct vm_area_struct *vma,
65 unsigned long address, pte_t *ptep)
66 {
67 return __huge_ptep_get_and_clear(vma->vm_mm, address, ptep);
68 }
69
huge_ptep_set_access_flags(struct vm_area_struct * vma,unsigned long addr,pte_t * ptep,pte_t pte,int dirty)70 static inline int huge_ptep_set_access_flags(struct vm_area_struct *vma,
71 unsigned long addr, pte_t *ptep,
72 pte_t pte, int dirty)
73 {
74 int changed = !pte_same(huge_ptep_get(ptep), pte);
75 if (changed) {
76 __huge_ptep_get_and_clear(vma->vm_mm, addr, ptep);
77 __set_huge_pte_at(vma->vm_mm, addr, ptep, pte);
78 }
79 return changed;
80 }
81
huge_ptep_set_wrprotect(struct mm_struct * mm,unsigned long addr,pte_t * ptep)82 static inline void huge_ptep_set_wrprotect(struct mm_struct *mm,
83 unsigned long addr, pte_t *ptep)
84 {
85 pte_t pte = __huge_ptep_get_and_clear(mm, addr, ptep);
86 __set_huge_pte_at(mm, addr, ptep, pte_wrprotect(pte));
87 }
88
mk_huge_pte(struct page * page,pgprot_t pgprot)89 static inline pte_t mk_huge_pte(struct page *page, pgprot_t pgprot)
90 {
91 return mk_pte(page, pgprot);
92 }
93
huge_pte_none(pte_t pte)94 static inline int huge_pte_none(pte_t pte)
95 {
96 return pte_none(pte);
97 }
98
huge_pte_none_mostly(pte_t pte)99 static inline int huge_pte_none_mostly(pte_t pte)
100 {
101 return huge_pte_none(pte);
102 }
103
huge_pte_write(pte_t pte)104 static inline int huge_pte_write(pte_t pte)
105 {
106 return pte_write(pte);
107 }
108
huge_pte_dirty(pte_t pte)109 static inline int huge_pte_dirty(pte_t pte)
110 {
111 return pte_dirty(pte);
112 }
113
huge_pte_mkwrite(pte_t pte)114 static inline pte_t huge_pte_mkwrite(pte_t pte)
115 {
116 return pte_mkwrite_novma(pte);
117 }
118
huge_pte_mkdirty(pte_t pte)119 static inline pte_t huge_pte_mkdirty(pte_t pte)
120 {
121 return pte_mkdirty(pte);
122 }
123
huge_pte_wrprotect(pte_t pte)124 static inline pte_t huge_pte_wrprotect(pte_t pte)
125 {
126 return pte_wrprotect(pte);
127 }
128
huge_pte_modify(pte_t pte,pgprot_t newprot)129 static inline pte_t huge_pte_modify(pte_t pte, pgprot_t newprot)
130 {
131 return pte_modify(pte, newprot);
132 }
133
huge_pte_mkuffd_wp(pte_t pte)134 static inline pte_t huge_pte_mkuffd_wp(pte_t pte)
135 {
136 return pte;
137 }
138
huge_pte_clear_uffd_wp(pte_t pte)139 static inline pte_t huge_pte_clear_uffd_wp(pte_t pte)
140 {
141 return pte;
142 }
143
huge_pte_uffd_wp(pte_t pte)144 static inline int huge_pte_uffd_wp(pte_t pte)
145 {
146 return 0;
147 }
148
gigantic_page_runtime_supported(void)149 static inline bool gigantic_page_runtime_supported(void)
150 {
151 return true;
152 }
153
154 #endif /* _ASM_S390_HUGETLB_H */
155