107 	struct memory_block *mem = to_memory_block(dev);  in memory_block_release()  local
109 	WARN_ON(mem->altmap);  in memory_block_release()
110 	kfree(mem);  in memory_block_release()
123 	struct memory_block *mem = to_memory_block(dev);  in phys_index_show()  local
125 	return sysfs_emit(buf, "%08lx\n", memory_block_id(mem->start_section_nr));  in phys_index_show()
144 	struct memory_block *mem = to_memory_block(dev);  in state_show()  local
151 	switch (mem->state) {  in state_show()
163 		return sysfs_emit(buf, "ERROR-UNKNOWN-%ld\n", mem->state);  in state_show()
175 static unsigned long memblk_nr_poison(struct memory_block *mem);
177 static inline unsigned long memblk_nr_poison(struct memory_block *mem)  in memblk_nr_poison()  argument
186 static int memory_block_online(struct memory_block *mem)  in memory_block_online()  argument
188 	unsigned long start_pfn = section_nr_to_pfn(mem->start_section_nr);  in memory_block_online()
194 	if (memblk_nr_poison(mem))  in memory_block_online()
197 	zone = zone_for_pfn_range(mem->online_type, mem->nid, mem->group,  in memory_block_online()
207 	if (mem->altmap)  in memory_block_online()
208 		nr_vmemmap_pages = mem->altmap->free;  in memory_block_online()
218 			   nr_pages - nr_vmemmap_pages, zone, mem->group);  in memory_block_online()
230 		adjust_present_page_count(pfn_to_page(start_pfn), mem->group,  in memory_block_online()
233 	mem->zone = zone;  in memory_block_online()
242 static int memory_block_offline(struct memory_block *mem)  in memory_block_offline()  argument
244 	unsigned long start_pfn = section_nr_to_pfn(mem->start_section_nr);  in memory_block_offline()
249 	if (!mem->zone)  in memory_block_offline()
256 	if (mem->altmap)  in memory_block_offline()
257 		nr_vmemmap_pages = mem->altmap->free;  in memory_block_offline()
261 		adjust_present_page_count(pfn_to_page(start_pfn), mem->group,  in memory_block_offline()
265 			    nr_pages - nr_vmemmap_pages, mem->zone, mem->group);  in memory_block_offline()
270 						  mem->group, nr_vmemmap_pages);  in memory_block_offline()
277 	mem->zone = NULL;  in memory_block_offline()
288 memory_block_action(struct memory_block *mem, unsigned long action)  in memory_block_action()  argument
294 		ret = memory_block_online(mem);  in memory_block_action()
297 		ret = memory_block_offline(mem);  in memory_block_action()
301 		     "%ld\n", __func__, mem->start_section_nr, action, action);  in memory_block_action()
308 static int memory_block_change_state(struct memory_block *mem,  in memory_block_change_state()  argument
313 	if (mem->state != from_state_req)  in memory_block_change_state()
317 		mem->state = MEM_GOING_OFFLINE;  in memory_block_change_state()
319 	ret = memory_block_action(mem, to_state);  in memory_block_change_state()
320 	mem->state = ret ? from_state_req : to_state;  in memory_block_change_state()
328 	struct memory_block *mem = to_memory_block(dev);  in memory_subsys_online()  local
331 	if (mem->state == MEM_ONLINE)  in memory_subsys_online()
338 	if (mem->online_type == MMOP_OFFLINE)  in memory_subsys_online()
339 		mem->online_type = MMOP_ONLINE;  in memory_subsys_online()
341 	ret = memory_block_change_state(mem, MEM_ONLINE, MEM_OFFLINE);  in memory_subsys_online()
342 	mem->online_type = MMOP_OFFLINE;  in memory_subsys_online()
349 	struct memory_block *mem = to_memory_block(dev);  in memory_subsys_offline()  local
351 	if (mem->state == MEM_OFFLINE)  in memory_subsys_offline()
354 	return memory_block_change_state(mem, MEM_OFFLINE, MEM_ONLINE);  in memory_subsys_offline()
361 	struct memory_block *mem = to_memory_block(dev);  in state_store()  local
376 		mem->online_type = online_type;  in state_store()
377 		ret = device_online(&mem->dev);  in state_store()
380 		ret = device_offline(&mem->dev);  in state_store()
406 	struct memory_block *mem = to_memory_block(dev);  in phys_device_show()  local
407 	unsigned long start_pfn = section_nr_to_pfn(mem->start_section_nr);  in phys_device_show()
431 	struct memory_block *mem = to_memory_block(dev);  in valid_zones_show()  local
432 	unsigned long start_pfn = section_nr_to_pfn(mem->start_section_nr);  in valid_zones_show()
434 	struct memory_group *group = mem->group;  in valid_zones_show()
436 	int nid = mem->nid;  in valid_zones_show()
443 	if (mem->state == MEM_ONLINE) {  in valid_zones_show()
448 		default_zone = mem->zone;  in valid_zones_show()
620 	struct memory_block *mem;  in find_memory_block_by_id()  local
622 	mem = xa_load(&memory_blocks, block_id);  in find_memory_block_by_id()
623 	if (mem)  in find_memory_block_by_id()
624 		get_device(&mem->dev);  in find_memory_block_by_id()
625 	return mem;  in find_memory_block_by_id()
681 static struct zone *early_node_zone_for_memory_block(struct memory_block *mem,  in early_node_zone_for_memory_block()  argument
684 	const unsigned long start_pfn = section_nr_to_pfn(mem->start_section_nr);  in early_node_zone_for_memory_block()
728 void memory_block_add_nid(struct memory_block *mem, int nid,  in memory_block_add_nid()  argument
731 	if (context == MEMINIT_EARLY && mem->nid != nid) {  in memory_block_add_nid()
741 		if (mem->nid == NUMA_NO_NODE)  in memory_block_add_nid()
742 			mem->zone = early_node_zone_for_memory_block(mem, nid);  in memory_block_add_nid()
744 			mem->zone = NULL;  in memory_block_add_nid()
753 	mem->nid = nid;  in memory_block_add_nid()
761 	struct memory_block *mem;  in add_memory_block()  local
764 	mem = find_memory_block_by_id(block_id);  in add_memory_block()
765 	if (mem) {  in add_memory_block()
766 		put_device(&mem->dev);  in add_memory_block()
769 	mem = kzalloc(sizeof(*mem), GFP_KERNEL);  in add_memory_block()
770 	if (!mem)  in add_memory_block()
773 	mem->start_section_nr = block_id * sections_per_block;  in add_memory_block()
774 	mem->state = state;  in add_memory_block()
775 	mem->nid = NUMA_NO_NODE;  in add_memory_block()
776 	mem->altmap = altmap;  in add_memory_block()
777 	INIT_LIST_HEAD(&mem->group_next);  in add_memory_block()
787 		mem->zone = early_node_zone_for_memory_block(mem, NUMA_NO_NODE);  in add_memory_block()
790 	ret = __add_memory_block(mem);  in add_memory_block()
795 		mem->group = group;  in add_memory_block()
796 		list_add(&mem->group_next, &group->memory_blocks);  in add_memory_block()
855 	struct memory_block *mem;  in create_memory_block_devices()  local
872 			mem = find_memory_block_by_id(block_id);  in create_memory_block_devices()
873 			if (WARN_ON_ONCE(!mem))  in create_memory_block_devices()
875 			remove_memory_block(mem);  in create_memory_block_devices()
892 	struct memory_block *mem;  in remove_memory_block_devices()  local
900 		mem = find_memory_block_by_id(block_id);  in remove_memory_block_devices()
901 		if (WARN_ON_ONCE(!mem))  in remove_memory_block_devices()
903 		num_poisoned_pages_sub(-1UL, memblk_nr_poison(mem));  in remove_memory_block_devices()
904 		unregister_memory_block_under_nodes(mem);  in remove_memory_block_devices()
905 		remove_memory_block(mem);  in remove_memory_block_devices()
991 	struct memory_block *mem;  in walk_memory_blocks()  local
999 		mem = find_memory_block_by_id(block_id);  in walk_memory_blocks()
1000 		if (!mem)  in walk_memory_blocks()
1003 		ret = func(mem, arg);  in walk_memory_blocks()
1004 		put_device(&mem->dev);  in walk_memory_blocks()
1018 	struct memory_block *mem = to_memory_block(dev);  in for_each_memory_block_cb()  local
1021 	return cb_data->func(mem, cb_data->arg);  in for_each_memory_block_cb()
1212 	struct memory_block *mem = find_memory_block_by_id(block_id);  in memblk_nr_poison_inc()  local
1214 	if (mem)  in memblk_nr_poison_inc()
1215 		atomic_long_inc(&mem->nr_hwpoison);  in memblk_nr_poison_inc()
1221 	struct memory_block *mem = find_memory_block_by_id(block_id);  in memblk_nr_poison_sub()  local
1223 	if (mem)  in memblk_nr_poison_sub()
1224 		atomic_long_sub(i, &mem->nr_hwpoison);  in memblk_nr_poison_sub()
1227 static unsigned long memblk_nr_poison(struct memory_block *mem)  in memblk_nr_poison()  argument
1229 	return atomic_long_read(&mem->nr_hwpoison);  in memblk_nr_poison()