273 #define SWAPFILE_CLUSTER	HPAGE_PMD_NR  macro
277 #define SWAPFILE_CLUSTER	256  macro
364 		ci += offset / SWAPFILE_CLUSTER;  in lock_cluster()
468 	memset(si->swap_map + idx * SWAPFILE_CLUSTER,  in swap_cluster_schedule_discard()
469 			SWAP_MAP_BAD, SWAPFILE_CLUSTER);  in swap_cluster_schedule_discard()
499 		discard_swap_cluster(si, idx * SWAPFILE_CLUSTER,  in swap_do_scheduled_discard()
500 				SWAPFILE_CLUSTER);  in swap_do_scheduled_discard()
503 		ci = lock_cluster(si, idx * SWAPFILE_CLUSTER);  in swap_do_scheduled_discard()
505 		memset(si->swap_map + idx * SWAPFILE_CLUSTER,  in swap_do_scheduled_discard()
506 				0, SWAPFILE_CLUSTER);  in swap_do_scheduled_discard()
565 	unsigned long idx = page_nr / SWAPFILE_CLUSTER;  in inc_cluster_info_page()
572 	VM_BUG_ON(cluster_count(&cluster_info[idx]) >= SWAPFILE_CLUSTER);  in inc_cluster_info_page()
585 	unsigned long idx = page_nr / SWAPFILE_CLUSTER;  in dec_cluster_info_page()
609 	offset /= SWAPFILE_CLUSTER;  in scan_swap_map_ssd_cluster_conflict()
639 					SWAPFILE_CLUSTER;  in scan_swap_map_try_ssd_cluster()
660 		    (cluster_next(&cluster->index) + 1) * SWAPFILE_CLUSTER);  in scan_swap_map_try_ssd_cluster()
839 		if (si->pages - si->inuse_pages < SWAPFILE_CLUSTER) {  in scan_swap_map_slots()
840 			si->cluster_nr = SWAPFILE_CLUSTER - 1;  in scan_swap_map_slots()
853 		last_in_cluster = offset + SWAPFILE_CLUSTER - 1;  in scan_swap_map_slots()
858 				last_in_cluster = offset + SWAPFILE_CLUSTER;  in scan_swap_map_slots()
861 				offset -= SWAPFILE_CLUSTER - 1;  in scan_swap_map_slots()
863 				si->cluster_nr = SWAPFILE_CLUSTER - 1;  in scan_swap_map_slots()
874 		si->cluster_nr = SWAPFILE_CLUSTER - 1;  in scan_swap_map_slots()
1021 	offset = idx * SWAPFILE_CLUSTER;  in swap_alloc_cluster()
1024 	cluster_set_count_flag(ci, SWAPFILE_CLUSTER, CLUSTER_FLAG_HUGE);  in swap_alloc_cluster()
1026 	memset(si->swap_map + offset, SWAP_HAS_CACHE, SWAPFILE_CLUSTER);  in swap_alloc_cluster()
1028 	swap_range_alloc(si, offset, SWAPFILE_CLUSTER);  in swap_alloc_cluster()
1036 	unsigned long offset = idx * SWAPFILE_CLUSTER;  in swap_free_cluster()
1040 	memset(si->swap_map + offset, 0, SWAPFILE_CLUSTER);  in swap_free_cluster()
1044 	swap_range_free(si, offset, SWAPFILE_CLUSTER);  in swap_free_cluster()
1056 	WARN_ON_ONCE(n_goal > 1 && size == SWAPFILE_CLUSTER);  in get_swap_pages()
1093 		if (size == SWAPFILE_CLUSTER) {  in get_swap_pages()
1100 		if (n_ret || size == SWAPFILE_CLUSTER)  in get_swap_pages()
1348 	unsigned long idx = offset / SWAPFILE_CLUSTER;  in put_swap_folio()
1361 	if (size == SWAPFILE_CLUSTER) {  in put_swap_folio()
1364 		for (i = 0; i < SWAPFILE_CLUSTER; i++) {  in put_swap_folio()
1371 		if (free_entries == SWAPFILE_CLUSTER) {  in put_swap_folio()
1374 			mem_cgroup_uncharge_swap(entry, SWAPFILE_CLUSTER);  in put_swap_folio()
1521 	unsigned long offset = round_down(roffset, SWAPFILE_CLUSTER);  in swap_page_trans_huge_swapped()
1531 	for (i = 0; i < SWAPFILE_CLUSTER; i++) {  in swap_page_trans_huge_swapped()
2904 	DIV_ROUND_UP(SWAP_ADDRESS_SPACE_PAGES, SWAPFILE_CLUSTER)
2918 	unsigned long nr_clusters = DIV_ROUND_UP(maxpages, SWAPFILE_CLUSTER);  in setup_swap_map_and_extents()
2919 	unsigned long col = p->cluster_next / SWAPFILE_CLUSTER % SWAP_CLUSTER_COLS;  in setup_swap_map_and_extents()
2943 	for (i = maxpages; i < round_up(maxpages, SWAPFILE_CLUSTER); i++)  in setup_swap_map_and_extents()
3106 		nr_cluster = DIV_ROUND_UP(maxpages, SWAPFILE_CLUSTER);  in SYSCALL_DEFINE2()