| /openbmc/linux/include/linux/ |
| H A D | mmap_lock.h | 63 static inline void mmap_assert_locked(struct mm_struct *mm) in mmap_assert_locked()
84 static inline void vma_end_write_all(struct mm_struct *mm) in vma_end_write_all()
97 static inline void vma_end_write_all(struct mm_struct *mm) {} in vma_end_write_all()
100 static inline void mmap_init_lock(struct mm_struct *mm) in mmap_init_lock()
105 static inline void mmap_write_lock(struct mm_struct *mm) in mmap_write_lock()
129 static inline void mmap_write_unlock(struct mm_struct *mm) in mmap_write_unlock()
136 static inline void mmap_write_downgrade(struct mm_struct *mm) in mmap_write_downgrade()
143 static inline void mmap_read_lock(struct mm_struct *mm) in mmap_read_lock()
160 static inline bool mmap_read_trylock(struct mm_struct *mm) in mmap_read_trylock()
170 static inline void mmap_read_unlock(struct mm_struct *mm) in mmap_read_unlock()
[all …]
|
| H A D | page_table_check.h | 44 static inline void page_table_check_pte_clear(struct mm_struct *mm, pte_t pte) in page_table_check_pte_clear()
52 static inline void page_table_check_pmd_clear(struct mm_struct *mm, pmd_t pmd) in page_table_check_pmd_clear()
60 static inline void page_table_check_pud_clear(struct mm_struct *mm, pud_t pud) in page_table_check_pud_clear()
68 static inline void page_table_check_ptes_set(struct mm_struct *mm, in page_table_check_ptes_set()
77 static inline void page_table_check_pmd_set(struct mm_struct *mm, pmd_t *pmdp, in page_table_check_pmd_set()
86 static inline void page_table_check_pud_set(struct mm_struct *mm, pud_t *pudp, in page_table_check_pud_set()
95 static inline void page_table_check_pte_clear_range(struct mm_struct *mm, in page_table_check_pte_clear_range()
115 static inline void page_table_check_pte_clear(struct mm_struct *mm, pte_t pte) in page_table_check_pte_clear()
119 static inline void page_table_check_pmd_clear(struct mm_struct *mm, pmd_t pmd) in page_table_check_pmd_clear()
127 static inline void page_table_check_ptes_set(struct mm_struct *mm, in page_table_check_ptes_set()
[all …]
|
| H A D | ksm.h | 38 static inline void ksm_map_zero_page(struct mm_struct *mm) in ksm_map_zero_page()
44 static inline void ksm_might_unmap_zero_page(struct mm_struct *mm, pte_t pte) in ksm_might_unmap_zero_page()
52 static inline long mm_ksm_zero_pages(struct mm_struct *mm) in mm_ksm_zero_pages()
57 static inline int ksm_fork(struct mm_struct *mm, struct mm_struct *oldmm) in ksm_fork()
73 static inline void ksm_exit(struct mm_struct *mm) in ksm_exit()
111 static inline int ksm_disable(struct mm_struct *mm) in ksm_disable()
116 static inline int ksm_fork(struct mm_struct *mm, struct mm_struct *oldmm) in ksm_fork()
121 static inline void ksm_exit(struct mm_struct *mm) in ksm_exit()
125 static inline void ksm_might_unmap_zero_page(struct mm_struct *mm, pte_t pte) in ksm_might_unmap_zero_page()
|
| H A D | mmu_notifier.h | 240 struct mm_struct *mm; member
260 struct mm_struct *mm; member
272 struct mm_struct *mm; member
280 static inline int mm_has_notifiers(struct mm_struct *mm) in mm_has_notifiers()
410 static inline void mmu_notifier_release(struct mm_struct *mm) in mmu_notifier_release()
434 static inline int mmu_notifier_test_young(struct mm_struct *mm, in mmu_notifier_test_young()
508 struct mm_struct *mm, in mmu_notifier_range_init()
522 struct mm_struct *mm, unsigned long start, in mmu_notifier_range_init_owner()
624 static inline int mm_has_notifiers(struct mm_struct *mm) in mm_has_notifiers()
629 static inline void mmu_notifier_release(struct mm_struct *mm) in mmu_notifier_release()
[all …]
|
| /openbmc/linux/arch/x86/include/asm/ |
| H A D | mmu_context.h | 55 static inline void init_new_context_ldt(struct mm_struct *mm) in init_new_context_ldt()
66 struct mm_struct *mm) in ldt_dup_context()
78 static inline void load_mm_ldt(struct mm_struct *mm) in load_mm_ldt()
142 struct mm_struct *mm) in init_new_context()
163 static inline void destroy_context(struct mm_struct *mm) in destroy_context()
182 #define deactivate_mm(tsk, mm) \ argument
187 #define deactivate_mm(tsk, mm) \ argument
196 struct mm_struct *mm) in arch_dup_pkeys()
216 static inline void arch_exit_mmap(struct mm_struct *mm) in arch_exit_mmap()
223 static inline bool is_64bit_mm(struct mm_struct *mm) in is_64bit_mm()
[all …]
|
| H A D | pgalloc.h | 13 static inline int __paravirt_pgd_alloc(struct mm_struct *mm) { return 0; } in __paravirt_pgd_alloc()
18 #define paravirt_pgd_alloc(mm) __paravirt_pgd_alloc(mm) argument
19 static inline void paravirt_pgd_free(struct mm_struct *mm, pgd_t *pgd) {} in paravirt_pgd_free()
20 static inline void paravirt_alloc_pte(struct mm_struct *mm, unsigned long pfn) {} in paravirt_alloc_pte()
21 static inline void paravirt_alloc_pmd(struct mm_struct *mm, unsigned long pfn) {} in paravirt_alloc_pmd()
64 static inline void pmd_populate_kernel(struct mm_struct *mm, in pmd_populate_kernel()
71 static inline void pmd_populate_kernel_safe(struct mm_struct *mm, in pmd_populate_kernel_safe()
78 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, in pmd_populate()
99 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
150 static inline p4d_t *p4d_alloc_one(struct mm_struct *mm, unsigned long addr) in p4d_alloc_one()
[all …]
|
| H A D | pkeys.h | 25 static inline int execute_only_pkey(struct mm_struct *mm) in execute_only_pkey()
46 #define mm_pkey_allocation_map(mm) (mm->context.pkey_allocation_map) argument
47 #define mm_set_pkey_allocated(mm, pkey) do { \ argument
50 #define mm_set_pkey_free(mm, pkey) do { \ argument
55 bool mm_pkey_is_allocated(struct mm_struct *mm, int pkey) in mm_pkey_is_allocated()
81 int mm_pkey_alloc(struct mm_struct *mm) in mm_pkey_alloc()
108 int mm_pkey_free(struct mm_struct *mm, int pkey) in mm_pkey_free()
|
| /openbmc/linux/arch/s390/include/asm/ |
| H A D | pgalloc.h | 62 static inline void p4d_free(struct mm_struct *mm, p4d_t *p4d) in p4d_free()
76 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
96 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
119 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
124 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
129 static inline void pmd_populate(struct mm_struct *mm, in pmd_populate()
135 #define pmd_populate_kernel(mm, pmd, pte) pmd_populate(mm, pmd, pte) argument
140 #define pte_alloc_one_kernel(mm) ((pte_t *)page_table_alloc(mm)) argument
141 #define pte_alloc_one(mm) ((pte_t *)page_table_alloc(mm)) argument
143 #define pte_free_kernel(mm, pte) page_table_free(mm, (unsigned long *) pte) argument
[all …]
|
| /openbmc/linux/arch/powerpc/include/asm/ |
| H A D | mmu_context.h | 50 static inline void mm_iommu_init(struct mm_struct *mm) { } in mm_iommu_init()
72 static inline int alloc_extended_context(struct mm_struct *mm, in alloc_extended_context()
105 static inline int alloc_extended_context(struct mm_struct *mm, in alloc_extended_context()
123 static inline void inc_mm_active_cpus(struct mm_struct *mm) in inc_mm_active_cpus()
128 static inline void dec_mm_active_cpus(struct mm_struct *mm) in dec_mm_active_cpus()
134 static inline void mm_context_add_copro(struct mm_struct *mm) in mm_context_add_copro()
253 static inline void enter_lazy_tlb(struct mm_struct *mm, in enter_lazy_tlb()
263 static inline void arch_unmap(struct mm_struct *mm, in arch_unmap()
284 #define pkey_mm_init(mm) argument
285 #define arch_dup_pkeys(oldmm, mm) argument
[all …]
|
| H A D | pgalloc.h | 8 static inline gfp_t pgtable_gfp_flags(struct mm_struct *mm, gfp_t gfp) in pgtable_gfp_flags()
15 static inline gfp_t pgtable_gfp_flags(struct mm_struct *mm, gfp_t gfp) in pgtable_gfp_flags()
25 static inline pte_t *pte_alloc_one_kernel(struct mm_struct *mm) in pte_alloc_one_kernel()
30 static inline pgtable_t pte_alloc_one(struct mm_struct *mm) in pte_alloc_one()
38 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
43 static inline void pte_free(struct mm_struct *mm, pgtable_t ptepage) in pte_free()
|
| /openbmc/linux/include/asm-generic/ |
| H A D | pgalloc.h | 19 static inline pte_t *__pte_alloc_one_kernel(struct mm_struct *mm) in __pte_alloc_one_kernel()
36 static inline pte_t *pte_alloc_one_kernel(struct mm_struct *mm) in pte_alloc_one_kernel()
47 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
64 static inline pgtable_t __pte_alloc_one(struct mm_struct *mm, gfp_t gfp) in __pte_alloc_one()
88 static inline pgtable_t pte_alloc_one(struct mm_struct *mm) in pte_alloc_one()
104 static inline void pte_free(struct mm_struct *mm, struct page *pte_page) in pte_free()
127 static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long addr) in pmd_alloc_one()
146 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
191 static inline void __pud_free(struct mm_struct *mm, pud_t *pud) in __pud_free()
198 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
[all …]
|
| /openbmc/linux/arch/s390/mm/ |
| H A D | pgtable.c | 87 static inline pte_t ptep_flush_direct(struct mm_struct *mm, in ptep_flush_direct()
106 static inline pte_t ptep_flush_lazy(struct mm_struct *mm, in ptep_flush_lazy()
174 struct mm_struct *mm) in pgste_update_all()
195 struct mm_struct *mm) in pgste_set_key()
267 static inline pte_t ptep_xchg_commit(struct mm_struct *mm, in ptep_xchg_commit()
353 struct mm_struct *mm = vma->vm_mm; in ptep_modify_prot_start() local
370 struct mm_struct *mm = vma->vm_mm; in ptep_modify_prot_commit() local
385 static inline void pmdp_idte_local(struct mm_struct *mm, in pmdp_idte_local()
397 static inline void pmdp_idte_global(struct mm_struct *mm, in pmdp_idte_global()
434 static inline pmd_t pmdp_flush_lazy(struct mm_struct *mm, in pmdp_flush_lazy()
[all …]
|
| /openbmc/linux/arch/m68k/include/asm/ |
| H A D | motorola_pgalloc.h | 27 static inline pte_t *pte_alloc_one_kernel(struct mm_struct *mm) in pte_alloc_one_kernel()
32 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
37 static inline pgtable_t pte_alloc_one(struct mm_struct *mm) in pte_alloc_one()
42 static inline void pte_free(struct mm_struct *mm, pgtable_t pgtable) in pte_free()
54 static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long address) in pmd_alloc_one()
59 static inline int pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
71 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
76 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
82 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, pte_t *pte) in pmd_populate_kernel()
87 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, pgtable_t page) in pmd_populate()
[all …]
|
| H A D | mmu_context.h | 28 static inline void get_mmu_context(struct mm_struct *mm) in get_mmu_context()
58 static inline void destroy_context(struct mm_struct *mm) in destroy_context()
85 struct mm_struct *mm) in activate_mm()
96 struct mm_struct *mm; in load_ksp_mmu() local
179 struct mm_struct *mm) in init_new_context()
187 static inline void get_mmu_context(struct mm_struct *mm) in get_mmu_context()
195 static inline void destroy_context(struct mm_struct *mm) in destroy_context()
201 static inline void activate_context(struct mm_struct *mm) in activate_context()
228 struct mm_struct *mm) in init_new_context()
234 static inline void switch_mm_0230(struct mm_struct *mm) in switch_mm_0230()
[all …]
|
| H A D | mcf_pgalloc.h | 8 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
15 static inline pte_t *pte_alloc_one_kernel(struct mm_struct *mm) in pte_alloc_one_kernel()
31 #define pmd_populate(mm, pmd, pte) (pmd_val(*pmd) = (unsigned long)(pte)) argument
44 static inline pgtable_t pte_alloc_one(struct mm_struct *mm) in pte_alloc_one()
60 static inline void pte_free(struct mm_struct *mm, pgtable_t pgtable) in pte_free()
72 #define pmd_free(mm, pmd) BUG() argument
74 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
79 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
|
| /openbmc/linux/arch/powerpc/include/asm/book3s/64/ |
| H A D | pgalloc.h | 25 static inline pgd_t *radix__pgd_alloc(struct mm_struct *mm) in radix__pgd_alloc()
39 static inline void radix__pgd_free(struct mm_struct *mm, pgd_t *pgd) in radix__pgd_free()
48 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
81 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
88 static inline void p4d_populate(struct mm_struct *mm, p4d_t *pgd, pud_t *pud) in p4d_populate()
93 static inline pud_t *pud_alloc_one(struct mm_struct *mm, unsigned long addr) in pud_alloc_one()
126 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
142 static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long addr) in pmd_alloc_one()
147 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
158 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, in pmd_populate_kernel()
[all …]
|
| /openbmc/linux/arch/riscv/include/asm/ |
| H A D | pgalloc.h | 18 static inline void pmd_populate_kernel(struct mm_struct *mm, in pmd_populate_kernel()
26 static inline void pmd_populate(struct mm_struct *mm, in pmd_populate()
35 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
42 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate()
51 static inline void p4d_populate_safe(struct mm_struct *mm, p4d_t *p4d, in p4d_populate_safe()
71 static inline void pgd_populate_safe(struct mm_struct *mm, pgd_t *pgd, in pgd_populate_safe()
83 static inline pud_t *pud_alloc_one(struct mm_struct *mm, unsigned long addr) in pud_alloc_one()
92 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
114 static inline void __p4d_free(struct mm_struct *mm, p4d_t *p4d) in __p4d_free()
121 static inline void p4d_free(struct mm_struct *mm, p4d_t *p4d) in p4d_free()
[all …]
|
| /openbmc/linux/include/linux/sched/ |
| H A D | mm.h | 34 static inline void mmgrab(struct mm_struct *mm) in mmgrab()
46 static inline void mmdrop(struct mm_struct *mm) in mmdrop()
73 static inline void mmdrop_sched(struct mm_struct *mm) in mmdrop_sched()
80 static inline void mmdrop_sched(struct mm_struct *mm) in mmdrop_sched()
87 static inline void mmgrab_lazy_tlb(struct mm_struct *mm) in mmgrab_lazy_tlb()
93 static inline void mmdrop_lazy_tlb(struct mm_struct *mm) in mmdrop_lazy_tlb()
106 static inline void mmdrop_lazy_tlb_sched(struct mm_struct *mm) in mmdrop_lazy_tlb_sched()
130 static inline void mmget(struct mm_struct *mm) in mmget()
135 static inline bool mmget_not_zero(struct mm_struct *mm) in mmget_not_zero()
165 static inline void mm_update_next_owner(struct mm_struct *mm) in mm_update_next_owner()
[all …]
|
| /openbmc/linux/arch/x86/kernel/ |
| H A D | ldt.c | 42 void load_mm_ldt(struct mm_struct *mm) in load_mm_ldt()
138 struct mm_struct *mm = __mm; in flush_ldt() local
189 static void do_sanity_check(struct mm_struct *mm, in do_sanity_check()
234 static void map_ldt_struct_to_user(struct mm_struct *mm) in map_ldt_struct_to_user()
247 static void sanity_check_ldt_mapping(struct mm_struct *mm) in sanity_check_ldt_mapping()
264 static void map_ldt_struct_to_user(struct mm_struct *mm) in map_ldt_struct_to_user()
393 static void free_ldt_pgtables(struct mm_struct *mm) in free_ldt_pgtables()
491 void destroy_context_ldt(struct mm_struct *mm) in destroy_context_ldt()
497 void ldt_arch_exit_mmap(struct mm_struct *mm) in ldt_arch_exit_mmap()
504 struct mm_struct *mm = current->mm; in read_ldt() local
[all …]
|
| /openbmc/linux/drivers/gpu/drm/ |
| H A D | drm_buddy.c | 35 static void drm_block_free(struct drm_buddy *mm, in drm_block_free()
41 static void list_insert_sorted(struct drm_buddy *mm, in list_insert_sorted()
68 static void mark_free(struct drm_buddy *mm, in mark_free()
187 void drm_buddy_fini(struct drm_buddy *mm) in drm_buddy_fini()
203 static int split_block(struct drm_buddy *mm, in split_block()
293 void drm_buddy_free_block(struct drm_buddy *mm, in drm_buddy_free_block()
331 alloc_range_bias(struct drm_buddy *mm, in alloc_range_bias()
444 alloc_from_freelist(struct drm_buddy *mm, in alloc_from_freelist()
490 static int __alloc_range(struct drm_buddy *mm, in __alloc_range()
600 int drm_buddy_block_trim(struct drm_buddy *mm, in drm_buddy_block_trim()
[all …]
|
| /openbmc/linux/arch/arm/include/asm/ |
| H A D | pgalloc.h | 26 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
37 #define pmd_alloc_one(mm,addr) ({ BUG(); ((pmd_t *)2); }) argument
38 #define pmd_free(mm, pmd) do { } while (0) argument
41 #define pud_populate(mm,pmd,pte) do { } while (0) argument
43 #define pud_populate(mm,pmd,pte) BUG() argument
78 pte_alloc_one_kernel(struct mm_struct *mm) in pte_alloc_one_kernel()
95 pte_alloc_one(struct mm_struct *mm) in pte_alloc_one()
125 pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmdp, pte_t *ptep) in pmd_populate_kernel()
134 pmd_populate(struct mm_struct *mm, pmd_t *pmdp, pgtable_t ptep) in pmd_populate()
|
| /openbmc/linux/arch/loongarch/include/asm/ |
| H A D | mmu_context.h | 34 #define cpu_context(cpu, mm) ((mm)->context.asid[cpu]) argument
36 #define cpu_asid(cpu, mm) (cpu_context((cpu), (mm)) & cpu_asid_mask(&cpu_data[cpu])) argument
38 static inline int asid_valid(struct mm_struct *mm, unsigned int cpu) in asid_valid()
46 static inline void enter_lazy_tlb(struct mm_struct *mm, struct task_struct *tsk) in enter_lazy_tlb()
52 get_new_mmu_context(struct mm_struct *mm, unsigned long cpu) in get_new_mmu_context()
67 init_new_context(struct task_struct *tsk, struct mm_struct *mm) in init_new_context()
116 static inline void destroy_context(struct mm_struct *mm) in destroy_context()
121 #define deactivate_mm(task, mm) do { } while (0) argument
128 drop_mmu_context(struct mm_struct *mm, unsigned int cpu) in drop_mmu_context()
|
| /openbmc/linux/arch/parisc/include/asm/ |
| H A D | pgalloc.h | 19 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
32 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
41 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
47 static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long address) in pmd_alloc_one()
57 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
64 pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, pte_t *pte) in pmd_populate_kernel()
70 #define pmd_populate(mm, pmd, pte_page) \ argument
|
| /openbmc/linux/mm/ |
| H A D | mmu_notifier.c | 262 struct mm_struct *mm) in mn_itree_release()
300 struct mm_struct *mm) in mn_hlist_release()
348 void __mmu_notifier_release(struct mm_struct *mm) in __mmu_notifier_release()
612 struct mm_struct *mm) in __mmu_notifier_register()
715 struct mm_struct *mm) in mmu_notifier_register()
767 struct mm_struct *mm) in mmu_notifier_get_locked()
813 struct mm_struct *mm) in mmu_notifier_unregister()
858 struct mm_struct *mm = subscription->mm; in mmu_notifier_free_rcu() local
889 struct mm_struct *mm = subscription->mm; in mmu_notifier_put() local
988 struct mm_struct *mm, unsigned long start, in mmu_interval_notifier_insert()
[all …]
|
| /openbmc/linux/arch/powerpc/include/asm/nohash/64/ |
| H A D | pgalloc.h | 18 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate()
23 static inline pud_t *pud_alloc_one(struct mm_struct *mm, unsigned long addr) in pud_alloc_one()
29 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
34 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
39 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, in pmd_populate_kernel()
45 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, in pmd_populate()
51 static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long addr) in pmd_alloc_one()
57 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
|