H A D | page_alloc.c | 229 static void __free_pages_ok(struct page *page, unsigned int order, 303 static bool page_contains_unaccepted(struct page *page, unsigned int order); 304 static void accept_page(struct page *page, unsigned int order); 305 static bool cond_accept_memory(struct zone *zone, unsigned int order); 331 _deferred_grow_zone(struct zone *zone, unsigned int order) in _deferred_grow_zone() argument 333 return deferred_grow_zone(zone, order); in _deferred_grow_zone() 520 static inline unsigned int order_to_pindex(int migratetype, int order) in order_to_pindex() argument 525 if (order > PAGE_ALLOC_COSTLY_ORDER) { in order_to_pindex() 526 VM_BUG_ON(order != pageblock_order); in order_to_pindex() 533 VM_BUG_ON(order > PAGE_ALLOC_COSTLY_ORDE in order_to_pindex() 541 int order = pindex / MIGRATE_PCPTYPES; pindex_to_order() local 553 pcp_allowed_order(unsigned int order) pcp_allowed_order() argument 564 free_the_page(struct page * page,unsigned int order) free_the_page() argument 584 prep_compound_page(struct page * page,unsigned int order) prep_compound_page() argument 608 set_buddy_order(struct page * page,unsigned int order) set_buddy_order() argument 627 compaction_capture(struct capture_control * capc,struct page * page,int order,int migratetype) compaction_capture() argument 658 compaction_capture(struct capture_control * capc,struct page * page,int order,int migratetype) compaction_capture() argument 666 add_to_free_list(struct page * page,struct zone * zone,unsigned int order,int migratetype) add_to_free_list() argument 676 add_to_free_list_tail(struct page * page,struct zone * zone,unsigned int order,int migratetype) add_to_free_list_tail() argument 690 move_to_free_list(struct page * page,struct zone * zone,unsigned int order,int migratetype) move_to_free_list() argument 698 del_page_from_free_list(struct page * page,struct zone * zone,unsigned int order) del_page_from_free_list() argument 727 buddy_merge_likely(unsigned long pfn,unsigned long buddy_pfn,struct page * page,unsigned int order) buddy_merge_likely() argument 768 __free_one_page(struct page * page,unsigned long pfn,struct zone * zone,unsigned int order,int migratetype,fpi_t fpi_flags) __free_one_page() argument 861 split_free_page(struct page * free_page,unsigned int order,unsigned long split_pfn_offset) split_free_page() argument 1080 free_pages_prepare(struct page * page,unsigned int order,fpi_t fpi_flags) free_pages_prepare() argument 1207 unsigned int order; free_pcppages_bulk() local 1263 free_one_page(struct zone * zone,struct page * page,unsigned long pfn,unsigned int order,int migratetype,fpi_t fpi_flags) free_one_page() argument 1277 __free_pages_ok(struct page * page,unsigned int order,fpi_t fpi_flags) __free_pages_ok() argument 1306 __free_pages_core(struct page * page,unsigned int order) __free_pages_core() argument 1457 check_new_pages(struct page * page,unsigned int order) check_new_pages() argument 1499 post_alloc_hook(struct page * page,unsigned int order,gfp_t gfp_flags) post_alloc_hook() argument 1559 prep_new_page(struct page * page,unsigned int order,gfp_t gfp_flags,unsigned int alloc_flags) prep_new_page() argument 1584 __rmqueue_smallest(struct zone * zone,unsigned int order,int migratetype) __rmqueue_smallest() argument 1624 __rmqueue_cma_fallback(struct zone * zone,unsigned int order) __rmqueue_cma_fallback() argument 1630 __rmqueue_cma_fallback(struct zone * zone,unsigned int order) __rmqueue_cma_fallback() argument 1644 unsigned int order; move_freepages() local 1720 can_steal_fallback(unsigned int order,int start_mt) can_steal_fallback() argument 1867 find_suitable_fallback(struct free_area * area,unsigned int order,int migratetype,bool only_stealable,bool * can_steal) find_suitable_fallback() argument 1948 int order; unreserve_highatomic_pageblock() local 2023 __rmqueue_fallback(struct zone * zone,int order,int start_migratetype,unsigned int alloc_flags) __rmqueue_fallback() argument 2104 __rmqueue(struct zone * zone,unsigned int order,int migratetype,unsigned int alloc_flags) __rmqueue() argument 2141 rmqueue_bulk(struct zone * zone,unsigned int order,unsigned long count,struct list_head * list,int migratetype,unsigned int alloc_flags) rmqueue_bulk() argument 2333 free_unref_page_prepare(struct page * page,unsigned long pfn,unsigned int order) free_unref_page_prepare() argument 2394 free_unref_page_commit(struct zone * zone,struct per_cpu_pages * pcp,struct page * page,int migratetype,unsigned int order) free_unref_page_commit() argument 2422 free_unref_page(struct page * page,unsigned int order) free_unref_page() argument 2554 split_page(struct page * page,unsigned int order) split_page() argument 2568 __isolate_free_page(struct page * page,unsigned int order) __isolate_free_page() argument 2620 __putback_isolated_page(struct page * page,unsigned int order,int mt) __putback_isolated_page() argument 2660 rmqueue_buddy(struct zone * preferred_zone,struct zone * zone,unsigned int order,unsigned int alloc_flags,int migratetype) rmqueue_buddy() argument 2701 __rmqueue_pcplist(struct zone * zone,unsigned int order,int migratetype,unsigned int alloc_flags,struct per_cpu_pages * pcp,struct list_head * list) __rmqueue_pcplist() argument 2742 rmqueue_pcplist(struct zone * preferred_zone,struct zone * zone,unsigned int order,int migratetype,unsigned int alloc_flags) rmqueue_pcplist() argument 2789 rmqueue(struct zone * preferred_zone,struct zone * zone,unsigned int order,gfp_t gfp_flags,unsigned int alloc_flags,int migratetype) rmqueue() argument 2823 should_fail_alloc_page(gfp_t gfp_mask,unsigned int order) should_fail_alloc_page() argument 2830 __zone_watermark_unusable_free(struct zone * z,unsigned int order,unsigned int alloc_flags) __zone_watermark_unusable_free() argument 2857 __zone_watermark_ok(struct zone * z,unsigned int order,unsigned long mark,int highest_zoneidx,unsigned int alloc_flags,long free_pages) __zone_watermark_ok() argument 2935 zone_watermark_ok(struct zone * z,unsigned int order,unsigned long mark,int highest_zoneidx,unsigned int alloc_flags) zone_watermark_ok() argument 2942 zone_watermark_fast(struct zone * z,unsigned int order,unsigned long mark,int highest_zoneidx,unsigned int alloc_flags,gfp_t gfp_mask) zone_watermark_fast() argument 2987 zone_watermark_ok_safe(struct zone * z,unsigned int order,unsigned long mark,int highest_zoneidx) zone_watermark_ok_safe() argument 3070 get_page_from_freelist(gfp_t gfp_mask,unsigned int order,int alloc_flags,const struct alloc_context * ac) get_page_from_freelist() argument 3273 __alloc_pages_cpuset_fallback(gfp_t gfp_mask,unsigned int order,unsigned int alloc_flags,const struct alloc_context * ac) __alloc_pages_cpuset_fallback() argument 3293 __alloc_pages_may_oom(gfp_t gfp_mask,unsigned int order,const struct alloc_context * ac,unsigned long * did_some_progress) __alloc_pages_may_oom() argument 3388 __alloc_pages_direct_compact(gfp_t gfp_mask,unsigned int order,unsigned int alloc_flags,const struct alloc_context * ac,enum compact_priority prio,enum compact_result * compact_result) __alloc_pages_direct_compact() argument 3447 should_compact_retry(struct alloc_context * ac,int order,int alloc_flags,enum compact_result compact_result,enum compact_priority * compact_priority,int * compaction_retries) should_compact_retry() argument 3513 __alloc_pages_direct_compact(gfp_t gfp_mask,unsigned int order,unsigned int alloc_flags,const struct alloc_context * ac,enum compact_priority prio,enum compact_result * compact_result) __alloc_pages_direct_compact() argument 3522 should_compact_retry(struct alloc_context * ac,unsigned int order,int alloc_flags,enum compact_result compact_result,enum compact_priority * compact_priority,int * compaction_retries) should_compact_retry() argument 3634 __perform_reclaim(gfp_t gfp_mask,unsigned int order,const struct alloc_context * ac) __perform_reclaim() argument 3660 __alloc_pages_direct_reclaim(gfp_t gfp_mask,unsigned int order,unsigned int alloc_flags,const struct alloc_context * ac,unsigned long * did_some_progress) __alloc_pages_direct_reclaim() argument 3693 wake_all_kswapds(unsigned int order,gfp_t gfp_mask,const struct alloc_context * ac) wake_all_kswapds() argument 3713 gfp_to_alloc_flags(gfp_t gfp_mask,unsigned int order) gfp_to_alloc_flags() argument 3814 should_reclaim_retry(gfp_t gfp_mask,unsigned order,struct alloc_context * ac,int alloc_flags,bool did_some_progress,int * no_progress_loops) should_reclaim_retry() argument 3919 __alloc_pages_slowpath(gfp_t gfp_mask,unsigned int order,struct alloc_context * ac) __alloc_pages_slowpath() argument 4197 prepare_alloc_pages(gfp_t gfp_mask,unsigned int order,int preferred_nid,nodemask_t * nodemask,struct alloc_context * ac,gfp_t * alloc_gfp,unsigned int * alloc_flags) prepare_alloc_pages() argument 4413 __alloc_pages(gfp_t gfp,unsigned int order,int preferred_nid,nodemask_t * nodemask) __alloc_pages() argument 4478 __folio_alloc(gfp_t gfp,unsigned int order,int preferred_nid,nodemask_t * nodemask) __folio_alloc() argument 4492 __get_free_pages(gfp_t gfp_mask,unsigned int order) __get_free_pages() argument 4529 __free_pages(struct page * page,unsigned int order) __free_pages() argument 4542 free_pages(unsigned long addr,unsigned int order) free_pages() argument 4678 make_alloc_exact(unsigned long addr,unsigned int order,size_t size) make_alloc_exact() argument 4715 unsigned int order = get_order(size); alloc_pages_exact() local 4740 unsigned int order = get_order(size); alloc_pages_exact_nid() local 6132 int order; alloc_contig_range() local 6417 unsigned int order; __offline_isolated_pages() local 6460 unsigned int order; is_free_buddy_page() local 6517 unsigned int order; take_page_off_buddy() local 6607 page_contains_unaccepted(struct page * page,unsigned int order) page_contains_unaccepted() argument 6615 accept_page(struct page * page,unsigned int order) accept_page() argument 6653 cond_accept_memory(struct zone * zone,unsigned int order) cond_accept_memory() argument 6709 page_contains_unaccepted(struct page * page,unsigned int order) page_contains_unaccepted() argument 6714 accept_page(struct page * page,unsigned int order) accept_page() argument 6718 cond_accept_memory(struct zone * zone,unsigned int order) cond_accept_memory() argument [all...] |
H A D | compaction.c | 53 #define block_start_pfn(pfn, order) round_down(pfn, 1UL << (order)) argument 54 #define block_end_pfn(pfn, order) ALIGN((pfn) + 1, 1UL << (order)) argument 57 * Page order with-respect-to which proactive compaction 87 unsigned int i, order, nr_pages; in split_map_pages() local 94 order = page_private(page); in split_map_pages() 95 nr_pages = 1 << order; in split_map_pages() 97 post_alloc_hook(page, order, __GFP_MOVABLE); in split_map_pages() 98 if (order) in split_map_pages() 153 defer_compaction(struct zone * zone,int order) defer_compaction() argument 168 compaction_deferred(struct zone * zone,int order) compaction_deferred() argument 191 compaction_defer_reset(struct zone * zone,int order,bool alloc_success) compaction_defer_reset() argument 205 compaction_restarting(struct zone * zone,int order) compaction_restarting() argument 596 unsigned int order; isolate_freepages_block() local 627 const unsigned int order = compound_order(page); isolate_freepages_block() local 1019 const unsigned int order = compound_order(page); isolate_migratepages_block() local 1451 next_search_order(struct compact_control * cc,int order) next_search_order() argument 1477 int order; fast_isolate_freepages() local 1852 int order; fast_find_migrateblock() local 2072 is_via_compact_memory(int order) is_via_compact_memory() argument 2171 unsigned int order; __compact_finished() local 2278 __compaction_suitable(struct zone * zone,int order,int highest_zoneidx,unsigned long wmark_target) __compaction_suitable() argument 2307 compaction_suitable(struct zone * zone,int order,int highest_zoneidx) compaction_suitable() argument 2350 compaction_zonelist_suitable(struct alloc_context * ac,int order,int alloc_flags) compaction_zonelist_suitable() argument 2618 compact_zone_order(struct zone * zone,int order,gfp_t gfp_mask,enum compact_priority prio,unsigned int alloc_flags,int highest_zoneidx,struct page ** capture) compact_zone_order() argument 2683 try_to_compact_pages(gfp_t gfp_mask,unsigned int order,unsigned int alloc_flags,const struct alloc_context * ac,enum compact_priority prio,struct page ** capture) try_to_compact_pages() argument 3011 wakeup_kcompactd(pg_data_t * pgdat,int order,int highest_zoneidx) wakeup_kcompactd() argument [all...] |