| /openbmc/linux/mm/ |
| H A D | khugepaged.c | 1788 struct folio *folio, *new_folio; in collapse_file() local
1798 result = alloc_charge_folio(&new_folio, mm, cc); in collapse_file()
1802 __folio_set_locked(new_folio); in collapse_file()
1804 __folio_set_swapbacked(new_folio); in collapse_file()
1805 new_folio->index = start; in collapse_file()
1806 new_folio->mapping = mapping; in collapse_file()
2039 dst = folio_page(new_folio, 0); in collapse_file()
2120 __lruvec_stat_mod_folio(new_folio, NR_SHMEM_THPS, HPAGE_PMD_NR); in collapse_file()
2122 __lruvec_stat_mod_folio(new_folio, NR_FILE_THPS, HPAGE_PMD_NR); in collapse_file()
2125 __lruvec_stat_mod_folio(new_folio, NR_FILE_PAGES, nr_none); in collapse_file()
[all …]
|
| H A D | hugetlb.c | 2939 struct folio *new_folio; in alloc_and_dissolve_hugetlb_folio() local
2949 new_folio = alloc_buddy_hugetlb_folio(h, gfp_mask, nid, NULL, NULL); in alloc_and_dissolve_hugetlb_folio()
2950 if (!new_folio) in alloc_and_dissolve_hugetlb_folio()
2952 __prep_new_hugetlb_folio(h, new_folio); in alloc_and_dissolve_hugetlb_folio()
2958 * Freed from under us. Drop new_folio too. in alloc_and_dissolve_hugetlb_folio()
2987 * and enqueue_hugetlb_folio() for new_folio. The counters will in alloc_and_dissolve_hugetlb_folio()
2993 * Ref count on new_folio is already zero as it was dropped in alloc_and_dissolve_hugetlb_folio()
2997 enqueue_hugetlb_folio(h, new_folio); in alloc_and_dissolve_hugetlb_folio()
3011 folio_ref_unfreeze(new_folio, 1); in alloc_and_dissolve_hugetlb_folio()
3012 update_and_free_hugetlb_folio(h, new_folio, fals in alloc_and_dissolve_hugetlb_folio()
5017 hugetlb_install_folio(struct vm_area_struct * vma,pte_t * ptep,unsigned long addr,struct folio * new_folio,pte_t old,unsigned long sz) hugetlb_install_folio() argument
5149 struct folio *new_folio; copy_hugetlb_page_range() local
5570 struct folio *new_folio; hugetlb_wp() local
5861 bool new_folio, new_pagecache_folio = false; hugetlb_no_page() local
7263 move_hugetlb_state(struct folio * old_folio,struct folio * new_folio,int reason) move_hugetlb_state() argument
[all...] |
| H A D | memory.c | 890 struct folio *new_folio; in copy_present_page() local
893 new_folio = *prealloc; in copy_present_page()
894 if (!new_folio) in copy_present_page()
902 copy_user_highpage(&new_folio->page, page, addr, src_vma); in copy_present_page()
903 __folio_mark_uptodate(new_folio); in copy_present_page()
904 folio_add_new_anon_rmap(new_folio, dst_vma, addr); in copy_present_page()
905 folio_add_lru_vma(new_folio, dst_vma); in copy_present_page()
909 pte = mk_pte(&new_folio->page, dst_vma->vm_page_prot); in copy_present_page()
985 struct folio *new_folio; in page_copy_prealloc() local
987 new_folio = vma_alloc_folio(GFP_HIGHUSER_MOVABLE, 0, vma, addr, false); in page_copy_prealloc()
[all …]
|
| H A D | hugetlb_cgroup.c | 887 void hugetlb_cgroup_migrate(struct folio *old_folio, struct folio *new_folio) in hugetlb_cgroup_migrate() argument
903 set_hugetlb_cgroup(new_folio, h_cg); in hugetlb_cgroup_migrate()
904 set_hugetlb_cgroup_rsvd(new_folio, h_cg_rsvd); in hugetlb_cgroup_migrate()
905 list_move(&new_folio->lru, &h->hugepage_activelist); in hugetlb_cgroup_migrate()
|
| H A D | mempolicy.c | 1211 static struct folio *new_folio(struct folio *src, unsigned long start) in new_folio() function
1252 static struct folio *new_folio(struct folio *src, unsigned long start) in new_folio() function
1346 nr_failed |= migrate_pages(&pagelist, new_folio, NULL, in do_mbind()
|
| H A D | huge_memory.c | 2406 struct folio *new_folio = (struct folio *)page_tail; in __split_huge_page_tail() local
2456 new_folio->swap.val = folio->swap.val + tail; in __split_huge_page_tail()
|
| /openbmc/linux/include/trace/events/ |
| H A D | huge_memory.h | 210 TP_PROTO(struct mm_struct *mm, struct folio *new_folio, pgoff_t index,
213 TP_ARGS(mm, new_folio, index, addr, is_shmem, file, nr, result),
227 __entry->hpfn = new_folio ? folio_pfn(new_folio) : -1;
|
| /openbmc/linux/include/linux/ |
| H A D | hugetlb_cgroup.h | 168 struct folio *new_folio);
277 struct folio *new_folio) in hugetlb_cgroup_migrate() argument
|
| H A D | hugetlb.h | 170 void move_hugetlb_state(struct folio *old_folio, struct folio *new_folio, int reason);
464 struct folio *new_folio, int reason) in move_hugetlb_state() argument
|
| /openbmc/linux/fs/jbd2/ |
| H A D | journal.c | 336 struct folio *new_folio; in jbd2_journal_write_metadata_buffer() local
365 new_folio = virt_to_folio(jh_in->b_frozen_data); in jbd2_journal_write_metadata_buffer()
366 new_offset = offset_in_folio(new_folio, jh_in->b_frozen_data); in jbd2_journal_write_metadata_buffer()
368 new_folio = jh2bh(jh_in)->b_folio; in jbd2_journal_write_metadata_buffer()
369 new_offset = offset_in_folio(new_folio, jh2bh(jh_in)->b_data); in jbd2_journal_write_metadata_buffer()
372 mapped_data = kmap_local_folio(new_folio, new_offset); in jbd2_journal_write_metadata_buffer()
412 memcpy_from_folio(tmp, new_folio, new_offset, bh_in->b_size); in jbd2_journal_write_metadata_buffer()
414 new_folio = virt_to_folio(tmp); in jbd2_journal_write_metadata_buffer()
415 new_offset = offset_in_folio(new_folio, tmp); in jbd2_journal_write_metadata_buffer()
431 mapped_data = kmap_local_folio(new_folio, new_offset); in jbd2_journal_write_metadata_buffer()
[all …]
|
| /openbmc/linux/kernel/events/ |
| H A D | uprobes.c | 157 struct folio *new_folio; in __replace_page() local
167 new_folio = page_folio(new_page); in __replace_page()
168 err = mem_cgroup_charge(new_folio, vma->vm_mm, GFP_KERNEL); in __replace_page()
183 folio_get(new_folio); in __replace_page()
185 folio_add_lru_vma(new_folio, vma); in __replace_page()
|