Lines Matching refs:pgdat
48 pg_data_t *pgdat = NODE_DATA(nid); in mminit_verify_zonelist() local
60 zonelist = &pgdat->node_zonelists[listid]; in mminit_verify_zonelist()
61 zone = &pgdat->node_zones[zoneid]; in mminit_verify_zonelist()
653 static inline void pgdat_set_deferred_range(pg_data_t *pgdat) in pgdat_set_deferred_range() argument
655 pgdat->first_deferred_pfn = ULONG_MAX; in pgdat_set_deferred_range()
708 pg_data_t *pgdat; in init_reserved_page() local
714 pgdat = NODE_DATA(nid); in init_reserved_page()
717 struct zone *zone = &pgdat->node_zones[zid]; in init_reserved_page()
725 static inline void pgdat_set_deferred_range(pg_data_t *pgdat) {} in pgdat_set_deferred_range() argument
1069 struct pglist_data *pgdat = zone->zone_pgdat; in memmap_init_zone_device() local
1074 int nid = pgdat->node_id; in memmap_init_zone_device()
1249 static void __init reset_memoryless_node_totalpages(struct pglist_data *pgdat) in reset_memoryless_node_totalpages() argument
1253 for (z = pgdat->node_zones; z < pgdat->node_zones + MAX_NR_ZONES; z++) { in reset_memoryless_node_totalpages()
1262 pgdat->node_spanned_pages = 0; in reset_memoryless_node_totalpages()
1263 pgdat->node_present_pages = 0; in reset_memoryless_node_totalpages()
1264 pr_debug("On node %d totalpages: 0\n", pgdat->node_id); in reset_memoryless_node_totalpages()
1267 static void __init calculate_node_totalpages(struct pglist_data *pgdat, in calculate_node_totalpages() argument
1275 struct zone *zone = pgdat->node_zones + i; in calculate_node_totalpages()
1280 spanned = zone_spanned_pages_in_node(pgdat->node_id, i, in calculate_node_totalpages()
1285 absent = zone_absent_pages_in_node(pgdat->node_id, i, in calculate_node_totalpages()
1305 pgdat->node_spanned_pages = totalpages; in calculate_node_totalpages()
1306 pgdat->node_present_pages = realtotalpages; in calculate_node_totalpages()
1307 pr_debug("On node %d totalpages: %lu\n", pgdat->node_id, realtotalpages); in calculate_node_totalpages()
1331 static void pgdat_init_split_queue(struct pglist_data *pgdat) in pgdat_init_split_queue() argument
1333 struct deferred_split *ds_queue = &pgdat->deferred_split_queue; in pgdat_init_split_queue()
1340 static void pgdat_init_split_queue(struct pglist_data *pgdat) {} in pgdat_init_split_queue() argument
1344 static void pgdat_init_kcompactd(struct pglist_data *pgdat) in pgdat_init_kcompactd() argument
1346 init_waitqueue_head(&pgdat->kcompactd_wait); in pgdat_init_kcompactd()
1349 static void pgdat_init_kcompactd(struct pglist_data *pgdat) {} in pgdat_init_kcompactd() argument
1352 static void __meminit pgdat_init_internals(struct pglist_data *pgdat) in pgdat_init_internals() argument
1356 pgdat_resize_init(pgdat); in pgdat_init_internals()
1357 pgdat_kswapd_lock_init(pgdat); in pgdat_init_internals()
1359 pgdat_init_split_queue(pgdat); in pgdat_init_internals()
1360 pgdat_init_kcompactd(pgdat); in pgdat_init_internals()
1362 init_waitqueue_head(&pgdat->kswapd_wait); in pgdat_init_internals()
1363 init_waitqueue_head(&pgdat->pfmemalloc_wait); in pgdat_init_internals()
1366 init_waitqueue_head(&pgdat->reclaim_wait[i]); in pgdat_init_internals()
1368 pgdat_page_ext_init(pgdat); in pgdat_init_internals()
1369 lruvec_init(&pgdat->__lruvec); in pgdat_init_internals()
1401 struct pglist_data *pgdat = zone->zone_pgdat; in init_currently_empty_zone() local
1404 if (zone_idx > pgdat->nr_zones) in init_currently_empty_zone()
1405 pgdat->nr_zones = zone_idx; in init_currently_empty_zone()
1411 pgdat->node_id, in init_currently_empty_zone()
1502 void __ref free_area_init_core_hotplug(struct pglist_data *pgdat) in free_area_init_core_hotplug() argument
1504 int nid = pgdat->node_id; in free_area_init_core_hotplug()
1508 pgdat_init_internals(pgdat); in free_area_init_core_hotplug()
1510 if (pgdat->per_cpu_nodestats == &boot_nodestats) in free_area_init_core_hotplug()
1511 pgdat->per_cpu_nodestats = alloc_percpu(struct per_cpu_nodestat); in free_area_init_core_hotplug()
1518 pgdat->nr_zones = 0; in free_area_init_core_hotplug()
1519 pgdat->kswapd_order = 0; in free_area_init_core_hotplug()
1520 pgdat->kswapd_highest_zoneidx = 0; in free_area_init_core_hotplug()
1521 pgdat->node_start_pfn = 0; in free_area_init_core_hotplug()
1522 pgdat->node_present_pages = 0; in free_area_init_core_hotplug()
1527 p = per_cpu_ptr(pgdat->per_cpu_nodestats, cpu); in free_area_init_core_hotplug()
1537 struct zone *zone = pgdat->node_zones + z; in free_area_init_core_hotplug()
1554 static void __init free_area_init_core(struct pglist_data *pgdat) in free_area_init_core() argument
1557 int nid = pgdat->node_id; in free_area_init_core()
1559 pgdat_init_internals(pgdat); in free_area_init_core()
1560 pgdat->per_cpu_nodestats = &boot_nodestats; in free_area_init_core()
1563 struct zone *zone = pgdat->node_zones + j; in free_area_init_core()
1635 static void __init alloc_node_mem_map(struct pglist_data *pgdat) in alloc_node_mem_map() argument
1641 if (!pgdat->node_spanned_pages) in alloc_node_mem_map()
1644 start = pgdat->node_start_pfn & ~(MAX_ORDER_NR_PAGES - 1); in alloc_node_mem_map()
1645 offset = pgdat->node_start_pfn - start; in alloc_node_mem_map()
1647 if (!pgdat->node_mem_map) { in alloc_node_mem_map()
1656 end = pgdat_end_pfn(pgdat); in alloc_node_mem_map()
1660 pgdat->node_id, false); in alloc_node_mem_map()
1663 size, pgdat->node_id); in alloc_node_mem_map()
1664 pgdat->node_mem_map = map + offset; in alloc_node_mem_map()
1667 __func__, pgdat->node_id, (unsigned long)pgdat, in alloc_node_mem_map()
1668 (unsigned long)pgdat->node_mem_map); in alloc_node_mem_map()
1673 if (pgdat == NODE_DATA(0)) { in alloc_node_mem_map()
1675 if (page_to_pfn(mem_map) != pgdat->node_start_pfn) in alloc_node_mem_map()
1681 static inline void alloc_node_mem_map(struct pglist_data *pgdat) { } in alloc_node_mem_map() argument
1714 pg_data_t *pgdat = NODE_DATA(nid); in free_area_init_node() local
1719 WARN_ON(pgdat->nr_zones || pgdat->kswapd_highest_zoneidx); in free_area_init_node()
1723 pgdat->node_id = nid; in free_area_init_node()
1724 pgdat->node_start_pfn = start_pfn; in free_area_init_node()
1725 pgdat->per_cpu_nodestats = NULL; in free_area_init_node()
1732 calculate_node_totalpages(pgdat, start_pfn, end_pfn); in free_area_init_node()
1736 reset_memoryless_node_totalpages(pgdat); in free_area_init_node()
1739 alloc_node_mem_map(pgdat); in free_area_init_node()
1740 pgdat_set_deferred_range(pgdat); in free_area_init_node()
1742 free_area_init_core(pgdat); in free_area_init_node()
1743 lru_gen_init_pgdat(pgdat); in free_area_init_node()
1747 static void __init check_for_memory(pg_data_t *pgdat) in check_for_memory() argument
1752 struct zone *zone = &pgdat->node_zones[zone_type]; in check_for_memory()
1755 node_set_state(pgdat->node_id, N_HIGH_MEMORY); in check_for_memory()
1757 node_set_state(pgdat->node_id, N_NORMAL_MEMORY); in check_for_memory()
1877 pg_data_t *pgdat; in free_area_init() local
1883 pgdat = arch_alloc_nodedata(nid); in free_area_init()
1884 if (!pgdat) in free_area_init()
1886 sizeof(*pgdat), nid); in free_area_init()
1887 arch_refresh_nodedata(nid, pgdat); in free_area_init()
1903 pgdat = NODE_DATA(nid); in free_area_init()
1907 if (pgdat->node_present_pages) in free_area_init()
1909 check_for_memory(pgdat); in free_area_init()
2188 pg_data_t *pgdat = data; in deferred_init_memmap() local
2189 const struct cpumask *cpumask = cpumask_of_node(pgdat->node_id); in deferred_init_memmap()
2201 pgdat_resize_lock(pgdat, &flags); in deferred_init_memmap()
2202 first_init_pfn = pgdat->first_deferred_pfn; in deferred_init_memmap()
2204 pgdat_resize_unlock(pgdat, &flags); in deferred_init_memmap()
2210 BUG_ON(pgdat->first_deferred_pfn < pgdat->node_start_pfn); in deferred_init_memmap()
2211 BUG_ON(pgdat->first_deferred_pfn > pgdat_end_pfn(pgdat)); in deferred_init_memmap()
2212 pgdat->first_deferred_pfn = ULONG_MAX; in deferred_init_memmap()
2219 pgdat_resize_unlock(pgdat, &flags); in deferred_init_memmap()
2223 zone = pgdat->node_zones + zid; in deferred_init_memmap()
2256 pgdat->node_id, jiffies_to_msecs(jiffies - start)); in deferred_init_memmap()
2280 pg_data_t *pgdat = zone->zone_pgdat; in deferred_grow_zone() local
2281 unsigned long first_deferred_pfn = pgdat->first_deferred_pfn; in deferred_grow_zone()
2287 if (zone_end_pfn(zone) != pgdat_end_pfn(pgdat)) in deferred_grow_zone()
2290 pgdat_resize_lock(pgdat, &flags); in deferred_grow_zone()
2296 if (first_deferred_pfn != pgdat->first_deferred_pfn) { in deferred_grow_zone()
2297 pgdat_resize_unlock(pgdat, &flags); in deferred_grow_zone()
2304 pgdat->first_deferred_pfn = ULONG_MAX; in deferred_grow_zone()
2305 pgdat_resize_unlock(pgdat, &flags); in deferred_grow_zone()
2331 pgdat->first_deferred_pfn = spfn; in deferred_grow_zone()
2332 pgdat_resize_unlock(pgdat, &flags); in deferred_grow_zone()