13bd94003SHeinz Mauelshagen // SPDX-License-Identifier: GPL-2.0-only
23241b1d3SJoe Thornber /*
33241b1d3SJoe Thornber  * Copyright (C) 2011 Red Hat, Inc.
43241b1d3SJoe Thornber  *
53241b1d3SJoe Thornber  * This file is released under the GPL.
63241b1d3SJoe Thornber  */
73241b1d3SJoe Thornber 
83241b1d3SJoe Thornber #include "dm-space-map-common.h"
93241b1d3SJoe Thornber #include "dm-space-map-disk.h"
103241b1d3SJoe Thornber #include "dm-space-map.h"
113241b1d3SJoe Thornber #include "dm-transaction-manager.h"
123241b1d3SJoe Thornber 
133241b1d3SJoe Thornber #include <linux/list.h>
143241b1d3SJoe Thornber #include <linux/slab.h>
151944ce60SPaul Gortmaker #include <linux/export.h>
163241b1d3SJoe Thornber #include <linux/device-mapper.h>
173241b1d3SJoe Thornber 
183241b1d3SJoe Thornber #define DM_MSG_PREFIX "space map disk"
193241b1d3SJoe Thornber 
203241b1d3SJoe Thornber /*----------------------------------------------------------------*/
213241b1d3SJoe Thornber 
223241b1d3SJoe Thornber /*
233241b1d3SJoe Thornber  * Space map interface.
243241b1d3SJoe Thornber  */
253241b1d3SJoe Thornber struct sm_disk {
263241b1d3SJoe Thornber 	struct dm_space_map sm;
273241b1d3SJoe Thornber 
283241b1d3SJoe Thornber 	struct ll_disk ll;
293241b1d3SJoe Thornber 	struct ll_disk old_ll;
303241b1d3SJoe Thornber 
313241b1d3SJoe Thornber 	dm_block_t begin;
323241b1d3SJoe Thornber 	dm_block_t nr_allocated_this_transaction;
333241b1d3SJoe Thornber };
343241b1d3SJoe Thornber 
sm_disk_destroy(struct dm_space_map * sm)353241b1d3SJoe Thornber static void sm_disk_destroy(struct dm_space_map *sm)
363241b1d3SJoe Thornber {
373241b1d3SJoe Thornber 	struct sm_disk *smd = container_of(sm, struct sm_disk, sm);
383241b1d3SJoe Thornber 
393241b1d3SJoe Thornber 	kfree(smd);
403241b1d3SJoe Thornber }
413241b1d3SJoe Thornber 
sm_disk_extend(struct dm_space_map * sm,dm_block_t extra_blocks)423241b1d3SJoe Thornber static int sm_disk_extend(struct dm_space_map *sm, dm_block_t extra_blocks)
433241b1d3SJoe Thornber {
443241b1d3SJoe Thornber 	struct sm_disk *smd = container_of(sm, struct sm_disk, sm);
453241b1d3SJoe Thornber 
463241b1d3SJoe Thornber 	return sm_ll_extend(&smd->ll, extra_blocks);
473241b1d3SJoe Thornber }
483241b1d3SJoe Thornber 
sm_disk_get_nr_blocks(struct dm_space_map * sm,dm_block_t * count)493241b1d3SJoe Thornber static int sm_disk_get_nr_blocks(struct dm_space_map *sm, dm_block_t *count)
503241b1d3SJoe Thornber {
513241b1d3SJoe Thornber 	struct sm_disk *smd = container_of(sm, struct sm_disk, sm);
520ef0b471SHeinz Mauelshagen 
533241b1d3SJoe Thornber 	*count = smd->old_ll.nr_blocks;
543241b1d3SJoe Thornber 
553241b1d3SJoe Thornber 	return 0;
563241b1d3SJoe Thornber }
573241b1d3SJoe Thornber 
sm_disk_get_nr_free(struct dm_space_map * sm,dm_block_t * count)583241b1d3SJoe Thornber static int sm_disk_get_nr_free(struct dm_space_map *sm, dm_block_t *count)
593241b1d3SJoe Thornber {
603241b1d3SJoe Thornber 	struct sm_disk *smd = container_of(sm, struct sm_disk, sm);
610ef0b471SHeinz Mauelshagen 
623241b1d3SJoe Thornber 	*count = (smd->old_ll.nr_blocks - smd->old_ll.nr_allocated) - smd->nr_allocated_this_transaction;
633241b1d3SJoe Thornber 
643241b1d3SJoe Thornber 	return 0;
653241b1d3SJoe Thornber }
663241b1d3SJoe Thornber 
sm_disk_get_count(struct dm_space_map * sm,dm_block_t b,uint32_t * result)673241b1d3SJoe Thornber static int sm_disk_get_count(struct dm_space_map *sm, dm_block_t b,
683241b1d3SJoe Thornber 			     uint32_t *result)
693241b1d3SJoe Thornber {
703241b1d3SJoe Thornber 	struct sm_disk *smd = container_of(sm, struct sm_disk, sm);
710ef0b471SHeinz Mauelshagen 
723241b1d3SJoe Thornber 	return sm_ll_lookup(&smd->ll, b, result);
733241b1d3SJoe Thornber }
743241b1d3SJoe Thornber 
sm_disk_count_is_more_than_one(struct dm_space_map * sm,dm_block_t b,int * result)753241b1d3SJoe Thornber static int sm_disk_count_is_more_than_one(struct dm_space_map *sm, dm_block_t b,
763241b1d3SJoe Thornber 					  int *result)
773241b1d3SJoe Thornber {
783241b1d3SJoe Thornber 	int r;
793241b1d3SJoe Thornber 	uint32_t count;
803241b1d3SJoe Thornber 
813241b1d3SJoe Thornber 	r = sm_disk_get_count(sm, b, &count);
823241b1d3SJoe Thornber 	if (r)
833241b1d3SJoe Thornber 		return r;
843241b1d3SJoe Thornber 
85145b9006SMike Snitzer 	*result = count > 1;
86145b9006SMike Snitzer 
87145b9006SMike Snitzer 	return 0;
883241b1d3SJoe Thornber }
893241b1d3SJoe Thornber 
sm_disk_set_count(struct dm_space_map * sm,dm_block_t b,uint32_t count)903241b1d3SJoe Thornber static int sm_disk_set_count(struct dm_space_map *sm, dm_block_t b,
913241b1d3SJoe Thornber 			     uint32_t count)
923241b1d3SJoe Thornber {
933241b1d3SJoe Thornber 	int r;
94be500ed7SJoe Thornber 	int32_t nr_allocations;
953241b1d3SJoe Thornber 	struct sm_disk *smd = container_of(sm, struct sm_disk, sm);
963241b1d3SJoe Thornber 
97be500ed7SJoe Thornber 	r = sm_ll_insert(&smd->ll, b, count, &nr_allocations);
98*2d0f25cbSHeinz Mauelshagen 	if (!r)
99be500ed7SJoe Thornber 		smd->nr_allocated_this_transaction += nr_allocations;
1003241b1d3SJoe Thornber 
1013241b1d3SJoe Thornber 	return r;
1023241b1d3SJoe Thornber }
1033241b1d3SJoe Thornber 
sm_disk_inc_blocks(struct dm_space_map * sm,dm_block_t b,dm_block_t e)104be500ed7SJoe Thornber static int sm_disk_inc_blocks(struct dm_space_map *sm, dm_block_t b, dm_block_t e)
1053241b1d3SJoe Thornber {
1063241b1d3SJoe Thornber 	int r;
107be500ed7SJoe Thornber 	int32_t nr_allocations;
1083241b1d3SJoe Thornber 	struct sm_disk *smd = container_of(sm, struct sm_disk, sm);
1093241b1d3SJoe Thornber 
110be500ed7SJoe Thornber 	r = sm_ll_inc(&smd->ll, b, e, &nr_allocations);
111be500ed7SJoe Thornber 	if (!r)
112be500ed7SJoe Thornber 		smd->nr_allocated_this_transaction += nr_allocations;
1133241b1d3SJoe Thornber 
1143241b1d3SJoe Thornber 	return r;
1153241b1d3SJoe Thornber }
1163241b1d3SJoe Thornber 
sm_disk_dec_blocks(struct dm_space_map * sm,dm_block_t b,dm_block_t e)117be500ed7SJoe Thornber static int sm_disk_dec_blocks(struct dm_space_map *sm, dm_block_t b, dm_block_t e)
1183241b1d3SJoe Thornber {
1190377a07cSJoe Thornber 	int r;
120be500ed7SJoe Thornber 	int32_t nr_allocations;
1213241b1d3SJoe Thornber 	struct sm_disk *smd = container_of(sm, struct sm_disk, sm);
1223241b1d3SJoe Thornber 
123be500ed7SJoe Thornber 	r = sm_ll_dec(&smd->ll, b, e, &nr_allocations);
124be500ed7SJoe Thornber 	if (!r)
125be500ed7SJoe Thornber 		smd->nr_allocated_this_transaction += nr_allocations;
1260377a07cSJoe Thornber 
1270377a07cSJoe Thornber 	return r;
1283241b1d3SJoe Thornber }
1293241b1d3SJoe Thornber 
sm_disk_new_block(struct dm_space_map * sm,dm_block_t * b)1303241b1d3SJoe Thornber static int sm_disk_new_block(struct dm_space_map *sm, dm_block_t *b)
1313241b1d3SJoe Thornber {
1323241b1d3SJoe Thornber 	int r;
133be500ed7SJoe Thornber 	int32_t nr_allocations;
1343241b1d3SJoe Thornber 	struct sm_disk *smd = container_of(sm, struct sm_disk, sm);
1353241b1d3SJoe Thornber 
1364feaef83SJoe Thornber 	/*
1374feaef83SJoe Thornber 	 * Any block we allocate has to be free in both the old and current ll.
1384feaef83SJoe Thornber 	 */
1394feaef83SJoe Thornber 	r = sm_ll_find_common_free_block(&smd->old_ll, &smd->ll, smd->begin, smd->ll.nr_blocks, b);
140*2d0f25cbSHeinz Mauelshagen 	if (r == -ENOSPC)
1415faafc77SJoe Thornber 		/*
1425faafc77SJoe Thornber 		 * There's no free block between smd->begin and the end of the metadata device.
1435faafc77SJoe Thornber 		 * We search before smd->begin in case something has been freed.
1445faafc77SJoe Thornber 		 */
1455faafc77SJoe Thornber 		r = sm_ll_find_common_free_block(&smd->old_ll, &smd->ll, 0, smd->begin, b);
1465faafc77SJoe Thornber 
1473241b1d3SJoe Thornber 	if (r)
1483241b1d3SJoe Thornber 		return r;
1493241b1d3SJoe Thornber 
1503241b1d3SJoe Thornber 	smd->begin = *b + 1;
151be500ed7SJoe Thornber 	r = sm_ll_inc(&smd->ll, *b, *b + 1, &nr_allocations);
152*2d0f25cbSHeinz Mauelshagen 	if (!r)
153be500ed7SJoe Thornber 		smd->nr_allocated_this_transaction += nr_allocations;
1543241b1d3SJoe Thornber 
1553241b1d3SJoe Thornber 	return r;
1563241b1d3SJoe Thornber }
1573241b1d3SJoe Thornber 
sm_disk_commit(struct dm_space_map * sm)1583241b1d3SJoe Thornber static int sm_disk_commit(struct dm_space_map *sm)
1593241b1d3SJoe Thornber {
1603241b1d3SJoe Thornber 	int r;
1613241b1d3SJoe Thornber 	struct sm_disk *smd = container_of(sm, struct sm_disk, sm);
1623241b1d3SJoe Thornber 
1633241b1d3SJoe Thornber 	r = sm_ll_commit(&smd->ll);
1643241b1d3SJoe Thornber 	if (r)
1653241b1d3SJoe Thornber 		return r;
1663241b1d3SJoe Thornber 
1673241b1d3SJoe Thornber 	memcpy(&smd->old_ll, &smd->ll, sizeof(smd->old_ll));
1683241b1d3SJoe Thornber 	smd->nr_allocated_this_transaction = 0;
1693241b1d3SJoe Thornber 
1703241b1d3SJoe Thornber 	return 0;
1713241b1d3SJoe Thornber }
1723241b1d3SJoe Thornber 
sm_disk_root_size(struct dm_space_map * sm,size_t * result)1733241b1d3SJoe Thornber static int sm_disk_root_size(struct dm_space_map *sm, size_t *result)
1743241b1d3SJoe Thornber {
1753241b1d3SJoe Thornber 	*result = sizeof(struct disk_sm_root);
1763241b1d3SJoe Thornber 
1773241b1d3SJoe Thornber 	return 0;
1783241b1d3SJoe Thornber }
1793241b1d3SJoe Thornber 
sm_disk_copy_root(struct dm_space_map * sm,void * where_le,size_t max)1803241b1d3SJoe Thornber static int sm_disk_copy_root(struct dm_space_map *sm, void *where_le, size_t max)
1813241b1d3SJoe Thornber {
1823241b1d3SJoe Thornber 	struct sm_disk *smd = container_of(sm, struct sm_disk, sm);
1833241b1d3SJoe Thornber 	struct disk_sm_root root_le;
1843241b1d3SJoe Thornber 
1853241b1d3SJoe Thornber 	root_le.nr_blocks = cpu_to_le64(smd->ll.nr_blocks);
1863241b1d3SJoe Thornber 	root_le.nr_allocated = cpu_to_le64(smd->ll.nr_allocated);
1873241b1d3SJoe Thornber 	root_le.bitmap_root = cpu_to_le64(smd->ll.bitmap_root);
1883241b1d3SJoe Thornber 	root_le.ref_count_root = cpu_to_le64(smd->ll.ref_count_root);
1893241b1d3SJoe Thornber 
1903241b1d3SJoe Thornber 	if (max < sizeof(root_le))
1913241b1d3SJoe Thornber 		return -ENOSPC;
1923241b1d3SJoe Thornber 
1933241b1d3SJoe Thornber 	memcpy(where_le, &root_le, sizeof(root_le));
1943241b1d3SJoe Thornber 
1953241b1d3SJoe Thornber 	return 0;
1963241b1d3SJoe Thornber }
1973241b1d3SJoe Thornber 
1983241b1d3SJoe Thornber /*----------------------------------------------------------------*/
1993241b1d3SJoe Thornber 
2003241b1d3SJoe Thornber static struct dm_space_map ops = {
2013241b1d3SJoe Thornber 	.destroy = sm_disk_destroy,
2023241b1d3SJoe Thornber 	.extend = sm_disk_extend,
2033241b1d3SJoe Thornber 	.get_nr_blocks = sm_disk_get_nr_blocks,
2043241b1d3SJoe Thornber 	.get_nr_free = sm_disk_get_nr_free,
2053241b1d3SJoe Thornber 	.get_count = sm_disk_get_count,
2063241b1d3SJoe Thornber 	.count_is_more_than_one = sm_disk_count_is_more_than_one,
2073241b1d3SJoe Thornber 	.set_count = sm_disk_set_count,
208be500ed7SJoe Thornber 	.inc_blocks = sm_disk_inc_blocks,
209be500ed7SJoe Thornber 	.dec_blocks = sm_disk_dec_blocks,
2103241b1d3SJoe Thornber 	.new_block = sm_disk_new_block,
2113241b1d3SJoe Thornber 	.commit = sm_disk_commit,
2123241b1d3SJoe Thornber 	.root_size = sm_disk_root_size,
2137c3d3f2aSJoe Thornber 	.copy_root = sm_disk_copy_root,
2147c3d3f2aSJoe Thornber 	.register_threshold_callback = NULL
2153241b1d3SJoe Thornber };
2163241b1d3SJoe Thornber 
dm_sm_disk_create(struct dm_transaction_manager * tm,dm_block_t nr_blocks)2173caf6d73SJoe Thornber struct dm_space_map *dm_sm_disk_create(struct dm_transaction_manager *tm,
2183241b1d3SJoe Thornber 				       dm_block_t nr_blocks)
2193241b1d3SJoe Thornber {
2203241b1d3SJoe Thornber 	int r;
2213241b1d3SJoe Thornber 	struct sm_disk *smd;
2223241b1d3SJoe Thornber 
2233241b1d3SJoe Thornber 	smd = kmalloc(sizeof(*smd), GFP_KERNEL);
2243241b1d3SJoe Thornber 	if (!smd)
2253241b1d3SJoe Thornber 		return ERR_PTR(-ENOMEM);
2263241b1d3SJoe Thornber 
2273241b1d3SJoe Thornber 	smd->begin = 0;
2283241b1d3SJoe Thornber 	smd->nr_allocated_this_transaction = 0;
2293241b1d3SJoe Thornber 	memcpy(&smd->sm, &ops, sizeof(smd->sm));
2303241b1d3SJoe Thornber 
2313241b1d3SJoe Thornber 	r = sm_ll_new_disk(&smd->ll, tm);
2323241b1d3SJoe Thornber 	if (r)
2333241b1d3SJoe Thornber 		goto bad;
2343241b1d3SJoe Thornber 
2353241b1d3SJoe Thornber 	r = sm_ll_extend(&smd->ll, nr_blocks);
2363241b1d3SJoe Thornber 	if (r)
2373241b1d3SJoe Thornber 		goto bad;
2383241b1d3SJoe Thornber 
2393241b1d3SJoe Thornber 	r = sm_disk_commit(&smd->sm);
2403241b1d3SJoe Thornber 	if (r)
2413241b1d3SJoe Thornber 		goto bad;
2423241b1d3SJoe Thornber 
2433241b1d3SJoe Thornber 	return &smd->sm;
2443241b1d3SJoe Thornber 
2453241b1d3SJoe Thornber bad:
2463241b1d3SJoe Thornber 	kfree(smd);
2473241b1d3SJoe Thornber 	return ERR_PTR(r);
2483241b1d3SJoe Thornber }
2493241b1d3SJoe Thornber EXPORT_SYMBOL_GPL(dm_sm_disk_create);
2503241b1d3SJoe Thornber 
dm_sm_disk_open(struct dm_transaction_manager * tm,void * root_le,size_t len)2513caf6d73SJoe Thornber struct dm_space_map *dm_sm_disk_open(struct dm_transaction_manager *tm,
2523241b1d3SJoe Thornber 				     void *root_le, size_t len)
2533241b1d3SJoe Thornber {
2543241b1d3SJoe Thornber 	int r;
2553241b1d3SJoe Thornber 	struct sm_disk *smd;
2563241b1d3SJoe Thornber 
2573241b1d3SJoe Thornber 	smd = kmalloc(sizeof(*smd), GFP_KERNEL);
2583241b1d3SJoe Thornber 	if (!smd)
2593241b1d3SJoe Thornber 		return ERR_PTR(-ENOMEM);
2603241b1d3SJoe Thornber 
2613241b1d3SJoe Thornber 	smd->begin = 0;
2623241b1d3SJoe Thornber 	smd->nr_allocated_this_transaction = 0;
2633241b1d3SJoe Thornber 	memcpy(&smd->sm, &ops, sizeof(smd->sm));
2643241b1d3SJoe Thornber 
2653241b1d3SJoe Thornber 	r = sm_ll_open_disk(&smd->ll, tm, root_le, len);
2663241b1d3SJoe Thornber 	if (r)
2673241b1d3SJoe Thornber 		goto bad;
2683241b1d3SJoe Thornber 
2693241b1d3SJoe Thornber 	r = sm_disk_commit(&smd->sm);
2703241b1d3SJoe Thornber 	if (r)
2713241b1d3SJoe Thornber 		goto bad;
2723241b1d3SJoe Thornber 
2733241b1d3SJoe Thornber 	return &smd->sm;
2743241b1d3SJoe Thornber 
2753241b1d3SJoe Thornber bad:
2763241b1d3SJoe Thornber 	kfree(smd);
2773241b1d3SJoe Thornber 	return ERR_PTR(r);
2783241b1d3SJoe Thornber }
2793241b1d3SJoe Thornber EXPORT_SYMBOL_GPL(dm_sm_disk_open);
2803241b1d3SJoe Thornber 
2813241b1d3SJoe Thornber /*----------------------------------------------------------------*/
282