| /openbmc/linux/include/linux/ |
| H A D | page_idle.h | 16 static inline bool folio_test_young(struct folio *folio) in folio_test_young()
30 static inline void folio_set_young(struct folio *folio) in folio_set_young()
41 static inline bool folio_test_clear_young(struct folio *folio) in folio_test_clear_young()
55 static inline bool folio_test_idle(struct folio *folio) in folio_test_idle()
69 static inline void folio_set_idle(struct folio *folio) in folio_set_idle()
80 static inline void folio_clear_idle(struct folio *folio) in folio_clear_idle()
94 static inline bool folio_test_young(struct folio *folio) in folio_test_young()
99 static inline void folio_set_young(struct folio *folio) in folio_set_young()
108 static inline bool folio_test_idle(struct folio *folio) in folio_test_idle()
113 static inline void folio_set_idle(struct folio *folio) in folio_set_idle()
[all …]
|
| H A D | page_ref.h | 87 static inline int folio_ref_count(const struct folio *folio) in folio_ref_count()
104 static inline void folio_set_count(struct folio *folio, int v) in folio_set_count()
125 static inline void folio_ref_add(struct folio *folio, int nr) in folio_ref_add()
137 static inline void folio_ref_sub(struct folio *folio, int nr) in folio_ref_sub()
151 static inline int folio_ref_sub_return(struct folio *folio, int nr) in folio_ref_sub_return()
163 static inline void folio_ref_inc(struct folio *folio) in folio_ref_inc()
175 static inline void folio_ref_dec(struct folio *folio) in folio_ref_dec()
203 static inline int folio_ref_inc_return(struct folio *folio) in folio_ref_inc_return()
217 static inline int folio_ref_dec_and_test(struct folio *folio) in folio_ref_dec_and_test()
231 static inline int folio_ref_dec_return(struct folio *folio) in folio_ref_dec_return()
[all …]
|
| H A D | hugetlb_cgroup.h | 68 __hugetlb_cgroup_from_folio(struct folio *folio, bool rsvd) in __hugetlb_cgroup_from_folio()
85 hugetlb_cgroup_from_folio_rsvd(struct folio *folio) in hugetlb_cgroup_from_folio_rsvd()
90 static inline void __set_hugetlb_cgroup(struct folio *folio, in __set_hugetlb_cgroup()
102 static inline void set_hugetlb_cgroup(struct folio *folio, in set_hugetlb_cgroup()
108 static inline void set_hugetlb_cgroup_rsvd(struct folio *folio, in set_hugetlb_cgroup_rsvd()
184 hugetlb_cgroup_from_folio_rsvd(struct folio *folio) in hugetlb_cgroup_from_folio_rsvd()
189 static inline void set_hugetlb_cgroup(struct folio *folio, in set_hugetlb_cgroup()
233 struct folio *folio) in hugetlb_cgroup_commit_charge()
240 struct folio *folio) in hugetlb_cgroup_commit_charge_rsvd()
245 struct folio *folio) in hugetlb_cgroup_uncharge_folio()
[all …]
|
| H A D | pagemap.h | 794 static inline pgoff_t folio_index(struct folio *folio) in folio_index()
950 static inline loff_t folio_pos(struct folio *folio) in folio_pos()
971 static inline pgoff_t folio_pgoff(struct folio *folio) in folio_pgoff()
993 struct folio *folio; member
999 struct folio *folio; member
1035 static inline bool folio_trylock(struct folio *folio) in folio_trylock()
1070 static inline void folio_lock(struct folio *folio) in folio_lock()
1090 struct folio *folio; in lock_page() local
1353 struct folio *folio; in __readahead_folio() local
1382 struct folio *folio = __readahead_folio(ractl); in readahead_page() local
[all …]
|
| H A D | mm_inline.h | 27 static inline int folio_is_file_lru(struct folio *folio) in folio_is_file_lru()
65 static __always_inline void __folio_clear_lru_flags(struct folio *folio) in __folio_clear_lru_flags()
86 static __always_inline enum lru_list folio_lru_list(struct folio *folio) in folio_lru_list()
143 static inline int folio_lru_refs(struct folio *folio) in folio_lru_refs()
157 static inline int folio_lru_gen(struct folio *folio) in folio_lru_gen()
174 static inline void lru_gen_update_size(struct lruvec *lruvec, struct folio *folio, in lru_gen_update_size()
220 static inline bool lru_gen_add_folio(struct lruvec *lruvec, struct folio *folio, bool reclaiming) in lru_gen_add_folio()
271 static inline bool lru_gen_del_folio(struct lruvec *lruvec, struct folio *folio, bool reclaiming) in lru_gen_del_folio()
318 void lruvec_add_folio(struct lruvec *lruvec, struct folio *folio) in lruvec_add_folio()
332 void lruvec_add_folio_tail(struct lruvec *lruvec, struct folio *folio) in lruvec_add_folio_tail()
[all …]
|
| H A D | vmstat.h | 418 static inline void __zone_stat_mod_folio(struct folio *folio, in __zone_stat_mod_folio()
424 static inline void __zone_stat_add_folio(struct folio *folio, in __zone_stat_add_folio()
430 static inline void __zone_stat_sub_folio(struct folio *folio, in __zone_stat_sub_folio()
436 static inline void zone_stat_mod_folio(struct folio *folio, in zone_stat_mod_folio()
442 static inline void zone_stat_add_folio(struct folio *folio, in zone_stat_add_folio()
448 static inline void zone_stat_sub_folio(struct folio *folio, in zone_stat_sub_folio()
454 static inline void __node_stat_mod_folio(struct folio *folio, in __node_stat_mod_folio()
460 static inline void __node_stat_add_folio(struct folio *folio, in __node_stat_add_folio()
472 static inline void node_stat_mod_folio(struct folio *folio, in node_stat_mod_folio()
478 static inline void node_stat_add_folio(struct folio *folio, in node_stat_add_folio()
[all …]
|
| H A D | memcontrol.h | 549 static inline bool folio_memcg_kmem(struct folio *folio) in folio_memcg_kmem()
558 static inline bool folio_memcg_kmem(struct folio *folio) in folio_memcg_kmem()
701 static inline void mem_cgroup_uncharge(struct folio *folio) in mem_cgroup_uncharge()
760 static inline struct lruvec *folio_lruvec(struct folio *folio) in folio_lruvec()
1183 static inline bool folio_memcg_kmem(struct folio *folio) in folio_memcg_kmem()
1243 static inline int mem_cgroup_charge(struct folio *folio, in mem_cgroup_charge()
1259 static inline void mem_cgroup_uncharge(struct folio *folio) in mem_cgroup_uncharge()
1277 static inline struct lruvec *folio_lruvec(struct folio *folio) in folio_lruvec()
1432 static inline void folio_memcg_lock(struct folio *folio) in folio_memcg_lock()
1436 static inline void folio_memcg_unlock(struct folio *folio) in folio_memcg_unlock()
[all …]
|
| H A D | mmdebug.h | 27 #define VM_BUG_ON_FOLIO(cond, folio) \ argument
59 #define VM_WARN_ON_FOLIO(cond, folio) ({ \ argument
68 #define VM_WARN_ON_ONCE_FOLIO(cond, folio) ({ \ argument
98 #define VM_BUG_ON_FOLIO(cond, folio) VM_BUG_ON(cond) argument
104 #define VM_WARN_ON_FOLIO(cond, folio) BUILD_BUG_ON_INVALID(cond) argument
105 #define VM_WARN_ON_ONCE_FOLIO(cond, folio) BUILD_BUG_ON_INVALID(cond) argument
|
| /openbmc/linux/mm/ |
| H A D | swap.c | 122 void __folio_put(struct folio *folio) in __folio_put()
141 struct folio *folio, *next; in put_pages_list() local
210 struct folio *folio = fbatch->folios[i]; in folio_batch_move_lru() local
229 struct folio *folio, move_fn_t move_fn) in folio_batch_add_and_move()
352 void folio_activate(struct folio *folio) in folio_activate()
371 void folio_activate(struct folio *folio) in folio_activate()
458 void folio_mark_accessed(struct folio *folio) in folio_mark_accessed()
501 void folio_add_lru(struct folio *folio) in folio_add_lru()
713 void folio_deactivate(struct folio *folio) in folio_deactivate()
970 struct folio *folio; in release_pages() local
[all …]
|
| H A D | filemap.c | 151 struct folio *folio) in filemap_unaccount_folio()
285 struct folio *folio; in page_cache_delete_batch() local
475 struct folio *folio; in filemap_range_has_page() local
636 struct folio *folio; in filemap_range_has_writeback() local
992 struct folio *folio; in filemap_alloc_folio() local
1847 struct folio *folio; in filemap_get_entry() local
1894 struct folio *folio; in __filemap_get_folio() local
1998 struct folio *folio; in find_get_entry() local
2054 struct folio *folio; in find_get_entries() local
2100 struct folio *folio; in find_lock_entries() local
[all …]
|
| H A D | rmap.c | 747 struct folio *folio = page_folio(page); in page_address_in_vma() local
1016 int folio_mkclean(struct folio *folio) in folio_mkclean()
1073 int folio_total_mapcount(struct folio *folio) in folio_total_mapcount()
1109 struct folio *folio = page_folio(page); in page_move_anon_rmap() local
1206 struct folio *folio = page_folio(page); in page_add_anon_rmap() local
1369 struct folio *folio = page_folio(page); in page_add_file_rmap() local
1393 struct folio *folio = page_folio(page); in page_remove_rmap() local
2342 struct folio *folio = page_folio(pages[i]); in make_device_exclusive_range() local
2412 static void rmap_walk_anon(struct folio *folio, in rmap_walk_anon()
2461 static void rmap_walk_file(struct folio *folio, in rmap_walk_file()
[all …]
|
| H A D | truncate.c | 83 struct folio *folio = fbatch->folios[i]; in truncate_folio_batch_exceptionals() local
153 void folio_invalidate(struct folio *folio, size_t offset, size_t length) in folio_invalidate()
172 static void truncate_cleanup_folio(struct folio *folio) in truncate_cleanup_folio()
189 int truncate_inode_folio(struct address_space *mapping, struct folio *folio) in truncate_inode_folio()
270 struct folio *folio) in mapping_evict_folio()
296 struct folio *folio = page_folio(page); in invalidate_inode_page() local
338 struct folio *folio; in truncate_inode_pages_range() local
414 struct folio *folio = fbatch.folios[i]; in truncate_inode_pages_range() local
510 struct folio *folio = fbatch.folios[i]; in mapping_try_invalidate() local
570 struct folio *folio) in invalidate_complete_folio2()
[all …]
|
| H A D | page_io.c | 32 struct folio *folio = bio_first_folio_all(bio); in __end_swap_bio_write() local
60 struct folio *folio = bio_first_folio_all(bio); in __end_swap_bio_read() local
181 struct folio *folio = page_folio(page); in swap_writepage() local
208 static inline void count_swpout_vm_event(struct folio *folio) in count_swpout_vm_event()
218 static void bio_associate_blkg_from_page(struct bio *bio, struct folio *folio) in bio_associate_blkg_from_page()
233 #define bio_associate_blkg_from_page(bio, folio) do { } while (0) argument
334 struct folio *folio = page_folio(page); in swap_writepage_bdev_sync() local
355 struct folio *folio = page_folio(page); in swap_writepage_bdev_async() local
408 struct folio *folio = page_folio(sio->bvec[p].bv_page); in sio_read_complete() local
416 struct folio *folio = page_folio(sio->bvec[p].bv_page); in sio_read_complete() local
[all …]
|
| H A D | swap.h | 60 static inline unsigned int folio_swap_flags(struct folio *folio) in folio_swap_flags()
117 static inline bool add_to_swap(struct folio *folio) in add_to_swap()
127 static inline int add_to_swap_cache(struct folio *folio, swp_entry_t entry, in add_to_swap_cache()
133 static inline void __delete_from_swap_cache(struct folio *folio, in __delete_from_swap_cache()
138 static inline void delete_from_swap_cache(struct folio *folio) in delete_from_swap_cache()
147 static inline unsigned int folio_swap_flags(struct folio *folio) in folio_swap_flags()
|
| H A D | page_idle.c | 37 struct folio *folio; in page_idle_get_folio() local
52 static bool page_idle_clear_pte_refs_one(struct folio *folio, in page_idle_clear_pte_refs_one()
89 static void page_idle_clear_pte_refs(struct folio *folio) in page_idle_clear_pte_refs()
119 struct folio *folio; in page_idle_bitmap_read() local
164 struct folio *folio; in page_idle_bitmap_write() local
|
| H A D | mlock.c | 61 static struct lruvec *__mlock_folio(struct folio *folio, struct lruvec *lruvec) in __mlock_folio()
103 static struct lruvec *__mlock_new_folio(struct folio *folio, struct lruvec *lruvec) in __mlock_new_folio()
122 static struct lruvec *__munlock_folio(struct folio *folio, struct lruvec *lruvec) in __munlock_folio()
169 static inline struct folio *mlock_lru(struct folio *folio) in mlock_lru()
174 static inline struct folio *mlock_new(struct folio *folio) in mlock_new()
190 struct folio *folio; in mlock_folio_batch() local
243 void mlock_folio(struct folio *folio) in mlock_folio()
268 void mlock_new_folio(struct folio *folio) in mlock_new_folio()
291 void munlock_folio(struct folio *folio) in munlock_folio()
316 struct folio *folio; in mlock_pte_range() local
|
| /openbmc/linux/fs/iomap/ |
| H A D | buffered-io.c | 295 struct folio *folio) in iomap_read_inline_data()
632 size_t len, struct folio *folio) in __iomap_write_begin()
706 struct folio *folio) in __iomap_put_folio()
719 struct folio *folio) in iomap_write_begin_inline()
732 struct folio *folio; in iomap_write_begin() local
880 struct folio *folio; in iomap_write_iter() local
1077 struct folio *folio; in iomap_write_delalloc_scan() local
1284 struct folio *folio; in iomap_unshare_iter() local
1349 struct folio *folio; in iomap_zero_iter() local
1414 struct folio *folio) in iomap_folio_mkwrite_iter()
[all …]
|
| /openbmc/linux/mm/damon/ |
| H A D | paddr.c | 19 static bool __damon_pa_mkold(struct folio *folio, struct vm_area_struct *vma, in __damon_pa_mkold()
36 struct folio *folio = damon_get_folio(PHYS_PFN(paddr)); in damon_pa_mkold() local
82 static bool __damon_pa_young(struct folio *folio, struct vm_area_struct *vma, in __damon_pa_young()
116 struct folio *folio = damon_get_folio(PHYS_PFN(paddr)); in damon_pa_young() local
189 struct folio *folio) in __damos_pa_filter_out()
217 static bool damos_pa_filter_out(struct damos *scheme, struct folio *folio) in damos_pa_filter_out()
234 struct folio *folio = damon_get_folio(PHYS_PFN(addr)); in damon_pa_pageout() local
264 struct folio *folio = damon_get_folio(PHYS_PFN(addr)); in damon_pa_mark_accessed_or_deactivate() local
|
| /openbmc/linux/fs/nfs/ |
| H A D | write.c | 383 struct folio *folio = nfs_page_to_folio(req); in nfs_mark_uptodate() local
608 static int nfs_page_async_flush(struct folio *folio, in nfs_page_async_flush()
663 static int nfs_writepage_locked(struct folio *folio, in nfs_writepage_locked()
687 struct folio *folio = page_folio(page); in nfs_writepage() local
759 struct folio *folio = nfs_page_to_folio(req); in nfs_inode_add_request() local
816 struct folio *folio = nfs_page_to_folio(req); in nfs_mark_request_dirty() local
831 struct folio *folio) in nfs_page_search_commits_for_head_request_locked()
1156 struct folio *folio, in nfs_setup_write_request()
1174 struct folio *folio, unsigned int offset, in nfs_writepage_setup()
1803 struct folio *folio = nfs_page_to_folio(req); in nfs_commit_resched_write() local
[all …]
|
| H A D | read.c | 55 static int nfs_return_empty_folio(struct folio *folio) in nfs_return_empty_folio()
123 struct folio *folio = nfs_page_to_folio(req); in nfs_readpage_release() local
149 struct folio *folio = nfs_page_to_folio(req); in nfs_read_completion() local
289 struct folio *folio) in nfs_read_add_folio()
332 int nfs_read_folio(struct file *file, struct folio *folio) in nfs_read_folio()
398 struct folio *folio; in nfs_readahead() local
|
| /openbmc/linux/fs/9p/ |
| H A D | vfs_addr.c | 115 static bool v9fs_release_folio(struct folio *folio, gfp_t gfp) in v9fs_release_folio()
130 static void v9fs_invalidate_folio(struct folio *folio, size_t offset, in v9fs_invalidate_folio()
152 static int v9fs_vfs_write_folio_locked(struct folio *folio) in v9fs_vfs_write_folio_locked()
203 struct folio *folio = page_folio(page); in v9fs_vfs_writepage() local
223 static int v9fs_launder_folio(struct folio *folio) in v9fs_launder_folio()
280 struct folio *folio; in v9fs_write_begin() local
302 struct folio *folio = page_folio(subpage); in v9fs_write_end() local
341 static bool v9fs_dirty_folio(struct address_space *mapping, struct folio *folio) in v9fs_dirty_folio()
|
| /openbmc/linux/fs/afs/ |
| H A D | write.c | 51 struct folio *folio) in afs_flush_conflicting_write()
73 struct folio *folio; in afs_write_begin() local
157 struct folio *folio = page_folio(subpage); in afs_write_end() local
224 struct folio *folio; in afs_kill_pages() local
262 struct folio *folio; in afs_redirty_pages() local
293 struct folio *folio; in afs_pages_written_back() local
471 struct folio *folio; in afs_extend_writeback() local
583 struct folio *folio, in afs_write_back_from_locked_folio()
708 struct folio *folio; in afs_writepages_region() local
912 struct folio *folio = page_folio(vmf->page); in afs_page_mkwrite() local
[all …]
|
| /openbmc/linux/fs/gfs2/ |
| H A D | aops.c | 40 void gfs2_trans_add_databufs(struct gfs2_inode *ip, struct folio *folio, in gfs2_trans_add_databufs()
92 static int gfs2_write_jdata_folio(struct folio *folio, in gfs2_write_jdata_folio()
124 static int __gfs2_jdata_write_folio(struct folio *folio, in __gfs2_jdata_write_folio()
153 struct folio *folio = page_folio(page); in gfs2_jdata_writepage() local
229 struct folio *folio = fbatch->folios[i]; in gfs2_write_jdata_batch() local
450 static int gfs2_read_folio(struct file *file, struct folio *folio) in gfs2_read_folio()
491 struct folio *folio; in gfs2_internal_read() local
579 struct folio *folio) in jdata_dirty_folio()
638 static void gfs2_invalidate_folio(struct folio *folio, size_t offset, in gfs2_invalidate_folio()
680 bool gfs2_release_folio(struct folio *folio, gfp_t gfp_mask) in gfs2_release_folio()
|
| /openbmc/linux/arch/mips/include/asm/ |
| H A D | cacheflush.h | 39 #define folio_test_dcache_dirty(folio) \ argument
41 #define folio_set_dcache_dirty(folio) \ argument
43 #define folio_clear_dcache_dirty(folio) \ argument
56 static inline void flush_dcache_folio(struct folio *folio) in flush_dcache_folio()
|
| /openbmc/linux/fs/ |
| H A D | buffer.c | 198 struct folio *folio; in __find_get_block_slow() local
250 struct folio *folio; in end_buffer_async_read() local
318 struct folio *folio = bh->b_folio; in need_fsverity() local
389 struct folio *folio; in end_buffer_async_write() local
1042 struct folio *folio; in grow_dev_page() local
1205 struct folio *folio = bh->b_folio; in mark_buffer_dirty() local
1716 struct folio *folio = fbatch.folios[i]; in clean_bdev_aliases() local
2246 struct folio *folio = page_folio(page); in block_write_end() local
2593 struct folio *folio = page_folio(page); in block_commit_write() local
2662 struct folio *folio; in block_truncate_page() local
[all …]
|