13241b1d3SJoe Thornber /* 23241b1d3SJoe Thornber * Copyright (C) 2011 Red Hat, Inc. 33241b1d3SJoe Thornber * 43241b1d3SJoe Thornber * This file is released under the GPL. 53241b1d3SJoe Thornber */ 63241b1d3SJoe Thornber 73241b1d3SJoe Thornber #include "dm-space-map-common.h" 83241b1d3SJoe Thornber #include "dm-space-map-disk.h" 93241b1d3SJoe Thornber #include "dm-space-map.h" 103241b1d3SJoe Thornber #include "dm-transaction-manager.h" 113241b1d3SJoe Thornber 123241b1d3SJoe Thornber #include <linux/list.h> 133241b1d3SJoe Thornber #include <linux/slab.h> 141944ce60SPaul Gortmaker #include <linux/export.h> 153241b1d3SJoe Thornber #include <linux/device-mapper.h> 163241b1d3SJoe Thornber 173241b1d3SJoe Thornber #define DM_MSG_PREFIX "space map disk" 183241b1d3SJoe Thornber 193241b1d3SJoe Thornber /*----------------------------------------------------------------*/ 203241b1d3SJoe Thornber 213241b1d3SJoe Thornber /* 223241b1d3SJoe Thornber * Space map interface. 233241b1d3SJoe Thornber */ 243241b1d3SJoe Thornber struct sm_disk { 253241b1d3SJoe Thornber struct dm_space_map sm; 263241b1d3SJoe Thornber 273241b1d3SJoe Thornber struct ll_disk ll; 283241b1d3SJoe Thornber struct ll_disk old_ll; 293241b1d3SJoe Thornber 303241b1d3SJoe Thornber dm_block_t begin; 313241b1d3SJoe Thornber dm_block_t nr_allocated_this_transaction; 323241b1d3SJoe Thornber }; 333241b1d3SJoe Thornber 343241b1d3SJoe Thornber static void sm_disk_destroy(struct dm_space_map *sm) 353241b1d3SJoe Thornber { 363241b1d3SJoe Thornber struct sm_disk *smd = container_of(sm, struct sm_disk, sm); 373241b1d3SJoe Thornber 383241b1d3SJoe Thornber kfree(smd); 393241b1d3SJoe Thornber } 403241b1d3SJoe Thornber 413241b1d3SJoe Thornber static int sm_disk_extend(struct dm_space_map *sm, dm_block_t extra_blocks) 423241b1d3SJoe Thornber { 433241b1d3SJoe Thornber struct sm_disk *smd = container_of(sm, struct sm_disk, sm); 443241b1d3SJoe Thornber 453241b1d3SJoe Thornber return sm_ll_extend(&smd->ll, extra_blocks); 463241b1d3SJoe Thornber } 473241b1d3SJoe Thornber 483241b1d3SJoe Thornber static int sm_disk_get_nr_blocks(struct dm_space_map *sm, dm_block_t *count) 493241b1d3SJoe Thornber { 503241b1d3SJoe Thornber struct sm_disk *smd = container_of(sm, struct sm_disk, sm); 513241b1d3SJoe Thornber *count = smd->old_ll.nr_blocks; 523241b1d3SJoe Thornber 533241b1d3SJoe Thornber return 0; 543241b1d3SJoe Thornber } 553241b1d3SJoe Thornber 563241b1d3SJoe Thornber static int sm_disk_get_nr_free(struct dm_space_map *sm, dm_block_t *count) 573241b1d3SJoe Thornber { 583241b1d3SJoe Thornber struct sm_disk *smd = container_of(sm, struct sm_disk, sm); 593241b1d3SJoe Thornber *count = (smd->old_ll.nr_blocks - smd->old_ll.nr_allocated) - smd->nr_allocated_this_transaction; 603241b1d3SJoe Thornber 613241b1d3SJoe Thornber return 0; 623241b1d3SJoe Thornber } 633241b1d3SJoe Thornber 643241b1d3SJoe Thornber static int sm_disk_get_count(struct dm_space_map *sm, dm_block_t b, 653241b1d3SJoe Thornber uint32_t *result) 663241b1d3SJoe Thornber { 673241b1d3SJoe Thornber struct sm_disk *smd = container_of(sm, struct sm_disk, sm); 683241b1d3SJoe Thornber return sm_ll_lookup(&smd->ll, b, result); 693241b1d3SJoe Thornber } 703241b1d3SJoe Thornber 713241b1d3SJoe Thornber static int sm_disk_count_is_more_than_one(struct dm_space_map *sm, dm_block_t b, 723241b1d3SJoe Thornber int *result) 733241b1d3SJoe Thornber { 743241b1d3SJoe Thornber int r; 753241b1d3SJoe Thornber uint32_t count; 763241b1d3SJoe Thornber 773241b1d3SJoe Thornber r = sm_disk_get_count(sm, b, &count); 783241b1d3SJoe Thornber if (r) 793241b1d3SJoe Thornber return r; 803241b1d3SJoe Thornber 81145b9006SMike Snitzer *result = count > 1; 82145b9006SMike Snitzer 83145b9006SMike Snitzer return 0; 843241b1d3SJoe Thornber } 853241b1d3SJoe Thornber 863241b1d3SJoe Thornber static int sm_disk_set_count(struct dm_space_map *sm, dm_block_t b, 873241b1d3SJoe Thornber uint32_t count) 883241b1d3SJoe Thornber { 893241b1d3SJoe Thornber int r; 903241b1d3SJoe Thornber uint32_t old_count; 913241b1d3SJoe Thornber enum allocation_event ev; 923241b1d3SJoe Thornber struct sm_disk *smd = container_of(sm, struct sm_disk, sm); 933241b1d3SJoe Thornber 943241b1d3SJoe Thornber r = sm_ll_insert(&smd->ll, b, count, &ev); 953241b1d3SJoe Thornber if (!r) { 963241b1d3SJoe Thornber switch (ev) { 973241b1d3SJoe Thornber case SM_NONE: 983241b1d3SJoe Thornber break; 993241b1d3SJoe Thornber 1003241b1d3SJoe Thornber case SM_ALLOC: 1013241b1d3SJoe Thornber /* 1023241b1d3SJoe Thornber * This _must_ be free in the prior transaction 1033241b1d3SJoe Thornber * otherwise we've lost atomicity. 1043241b1d3SJoe Thornber */ 1053241b1d3SJoe Thornber smd->nr_allocated_this_transaction++; 1063241b1d3SJoe Thornber break; 1073241b1d3SJoe Thornber 1083241b1d3SJoe Thornber case SM_FREE: 1093241b1d3SJoe Thornber /* 1103241b1d3SJoe Thornber * It's only free if it's also free in the last 1113241b1d3SJoe Thornber * transaction. 1123241b1d3SJoe Thornber */ 1133241b1d3SJoe Thornber r = sm_ll_lookup(&smd->old_ll, b, &old_count); 1143241b1d3SJoe Thornber if (r) 1153241b1d3SJoe Thornber return r; 1163241b1d3SJoe Thornber 1173241b1d3SJoe Thornber if (!old_count) 1183241b1d3SJoe Thornber smd->nr_allocated_this_transaction--; 1193241b1d3SJoe Thornber break; 1203241b1d3SJoe Thornber } 1213241b1d3SJoe Thornber } 1223241b1d3SJoe Thornber 1233241b1d3SJoe Thornber return r; 1243241b1d3SJoe Thornber } 1253241b1d3SJoe Thornber 1263241b1d3SJoe Thornber static int sm_disk_inc_block(struct dm_space_map *sm, dm_block_t b) 1273241b1d3SJoe Thornber { 1283241b1d3SJoe Thornber int r; 1293241b1d3SJoe Thornber enum allocation_event ev; 1303241b1d3SJoe Thornber struct sm_disk *smd = container_of(sm, struct sm_disk, sm); 1313241b1d3SJoe Thornber 1323241b1d3SJoe Thornber r = sm_ll_inc(&smd->ll, b, &ev); 1333241b1d3SJoe Thornber if (!r && (ev == SM_ALLOC)) 1343241b1d3SJoe Thornber /* 1353241b1d3SJoe Thornber * This _must_ be free in the prior transaction 1363241b1d3SJoe Thornber * otherwise we've lost atomicity. 1373241b1d3SJoe Thornber */ 1383241b1d3SJoe Thornber smd->nr_allocated_this_transaction++; 1393241b1d3SJoe Thornber 1403241b1d3SJoe Thornber return r; 1413241b1d3SJoe Thornber } 1423241b1d3SJoe Thornber 1433241b1d3SJoe Thornber static int sm_disk_dec_block(struct dm_space_map *sm, dm_block_t b) 1443241b1d3SJoe Thornber { 145*0377a07cSJoe Thornber int r; 146*0377a07cSJoe Thornber uint32_t old_count; 1473241b1d3SJoe Thornber enum allocation_event ev; 1483241b1d3SJoe Thornber struct sm_disk *smd = container_of(sm, struct sm_disk, sm); 1493241b1d3SJoe Thornber 150*0377a07cSJoe Thornber r = sm_ll_dec(&smd->ll, b, &ev); 151*0377a07cSJoe Thornber if (!r && (ev == SM_FREE)) { 152*0377a07cSJoe Thornber /* 153*0377a07cSJoe Thornber * It's only free if it's also free in the last 154*0377a07cSJoe Thornber * transaction. 155*0377a07cSJoe Thornber */ 156*0377a07cSJoe Thornber r = sm_ll_lookup(&smd->old_ll, b, &old_count); 157*0377a07cSJoe Thornber if (!r && !old_count) 158*0377a07cSJoe Thornber smd->nr_allocated_this_transaction--; 159*0377a07cSJoe Thornber } 160*0377a07cSJoe Thornber 161*0377a07cSJoe Thornber return r; 1623241b1d3SJoe Thornber } 1633241b1d3SJoe Thornber 1643241b1d3SJoe Thornber static int sm_disk_new_block(struct dm_space_map *sm, dm_block_t *b) 1653241b1d3SJoe Thornber { 1663241b1d3SJoe Thornber int r; 1673241b1d3SJoe Thornber enum allocation_event ev; 1683241b1d3SJoe Thornber struct sm_disk *smd = container_of(sm, struct sm_disk, sm); 1693241b1d3SJoe Thornber 1703241b1d3SJoe Thornber /* FIXME: we should loop round a couple of times */ 1713241b1d3SJoe Thornber r = sm_ll_find_free_block(&smd->old_ll, smd->begin, smd->old_ll.nr_blocks, b); 1723241b1d3SJoe Thornber if (r) 1733241b1d3SJoe Thornber return r; 1743241b1d3SJoe Thornber 1753241b1d3SJoe Thornber smd->begin = *b + 1; 1763241b1d3SJoe Thornber r = sm_ll_inc(&smd->ll, *b, &ev); 1773241b1d3SJoe Thornber if (!r) { 1783241b1d3SJoe Thornber BUG_ON(ev != SM_ALLOC); 1793241b1d3SJoe Thornber smd->nr_allocated_this_transaction++; 1803241b1d3SJoe Thornber } 1813241b1d3SJoe Thornber 1823241b1d3SJoe Thornber return r; 1833241b1d3SJoe Thornber } 1843241b1d3SJoe Thornber 1853241b1d3SJoe Thornber static int sm_disk_commit(struct dm_space_map *sm) 1863241b1d3SJoe Thornber { 1873241b1d3SJoe Thornber int r; 1883241b1d3SJoe Thornber dm_block_t nr_free; 1893241b1d3SJoe Thornber struct sm_disk *smd = container_of(sm, struct sm_disk, sm); 1903241b1d3SJoe Thornber 1913241b1d3SJoe Thornber r = sm_disk_get_nr_free(sm, &nr_free); 1923241b1d3SJoe Thornber if (r) 1933241b1d3SJoe Thornber return r; 1943241b1d3SJoe Thornber 1953241b1d3SJoe Thornber r = sm_ll_commit(&smd->ll); 1963241b1d3SJoe Thornber if (r) 1973241b1d3SJoe Thornber return r; 1983241b1d3SJoe Thornber 1993241b1d3SJoe Thornber memcpy(&smd->old_ll, &smd->ll, sizeof(smd->old_ll)); 2003241b1d3SJoe Thornber smd->begin = 0; 2013241b1d3SJoe Thornber smd->nr_allocated_this_transaction = 0; 2023241b1d3SJoe Thornber 2033241b1d3SJoe Thornber r = sm_disk_get_nr_free(sm, &nr_free); 2043241b1d3SJoe Thornber if (r) 2053241b1d3SJoe Thornber return r; 2063241b1d3SJoe Thornber 2073241b1d3SJoe Thornber return 0; 2083241b1d3SJoe Thornber } 2093241b1d3SJoe Thornber 2103241b1d3SJoe Thornber static int sm_disk_root_size(struct dm_space_map *sm, size_t *result) 2113241b1d3SJoe Thornber { 2123241b1d3SJoe Thornber *result = sizeof(struct disk_sm_root); 2133241b1d3SJoe Thornber 2143241b1d3SJoe Thornber return 0; 2153241b1d3SJoe Thornber } 2163241b1d3SJoe Thornber 2173241b1d3SJoe Thornber static int sm_disk_copy_root(struct dm_space_map *sm, void *where_le, size_t max) 2183241b1d3SJoe Thornber { 2193241b1d3SJoe Thornber struct sm_disk *smd = container_of(sm, struct sm_disk, sm); 2203241b1d3SJoe Thornber struct disk_sm_root root_le; 2213241b1d3SJoe Thornber 2223241b1d3SJoe Thornber root_le.nr_blocks = cpu_to_le64(smd->ll.nr_blocks); 2233241b1d3SJoe Thornber root_le.nr_allocated = cpu_to_le64(smd->ll.nr_allocated); 2243241b1d3SJoe Thornber root_le.bitmap_root = cpu_to_le64(smd->ll.bitmap_root); 2253241b1d3SJoe Thornber root_le.ref_count_root = cpu_to_le64(smd->ll.ref_count_root); 2263241b1d3SJoe Thornber 2273241b1d3SJoe Thornber if (max < sizeof(root_le)) 2283241b1d3SJoe Thornber return -ENOSPC; 2293241b1d3SJoe Thornber 2303241b1d3SJoe Thornber memcpy(where_le, &root_le, sizeof(root_le)); 2313241b1d3SJoe Thornber 2323241b1d3SJoe Thornber return 0; 2333241b1d3SJoe Thornber } 2343241b1d3SJoe Thornber 2353241b1d3SJoe Thornber /*----------------------------------------------------------------*/ 2363241b1d3SJoe Thornber 2373241b1d3SJoe Thornber static struct dm_space_map ops = { 2383241b1d3SJoe Thornber .destroy = sm_disk_destroy, 2393241b1d3SJoe Thornber .extend = sm_disk_extend, 2403241b1d3SJoe Thornber .get_nr_blocks = sm_disk_get_nr_blocks, 2413241b1d3SJoe Thornber .get_nr_free = sm_disk_get_nr_free, 2423241b1d3SJoe Thornber .get_count = sm_disk_get_count, 2433241b1d3SJoe Thornber .count_is_more_than_one = sm_disk_count_is_more_than_one, 2443241b1d3SJoe Thornber .set_count = sm_disk_set_count, 2453241b1d3SJoe Thornber .inc_block = sm_disk_inc_block, 2463241b1d3SJoe Thornber .dec_block = sm_disk_dec_block, 2473241b1d3SJoe Thornber .new_block = sm_disk_new_block, 2483241b1d3SJoe Thornber .commit = sm_disk_commit, 2493241b1d3SJoe Thornber .root_size = sm_disk_root_size, 2507c3d3f2aSJoe Thornber .copy_root = sm_disk_copy_root, 2517c3d3f2aSJoe Thornber .register_threshold_callback = NULL 2523241b1d3SJoe Thornber }; 2533241b1d3SJoe Thornber 2543caf6d73SJoe Thornber struct dm_space_map *dm_sm_disk_create(struct dm_transaction_manager *tm, 2553241b1d3SJoe Thornber dm_block_t nr_blocks) 2563241b1d3SJoe Thornber { 2573241b1d3SJoe Thornber int r; 2583241b1d3SJoe Thornber struct sm_disk *smd; 2593241b1d3SJoe Thornber 2603241b1d3SJoe Thornber smd = kmalloc(sizeof(*smd), GFP_KERNEL); 2613241b1d3SJoe Thornber if (!smd) 2623241b1d3SJoe Thornber return ERR_PTR(-ENOMEM); 2633241b1d3SJoe Thornber 2643241b1d3SJoe Thornber smd->begin = 0; 2653241b1d3SJoe Thornber smd->nr_allocated_this_transaction = 0; 2663241b1d3SJoe Thornber memcpy(&smd->sm, &ops, sizeof(smd->sm)); 2673241b1d3SJoe Thornber 2683241b1d3SJoe Thornber r = sm_ll_new_disk(&smd->ll, tm); 2693241b1d3SJoe Thornber if (r) 2703241b1d3SJoe Thornber goto bad; 2713241b1d3SJoe Thornber 2723241b1d3SJoe Thornber r = sm_ll_extend(&smd->ll, nr_blocks); 2733241b1d3SJoe Thornber if (r) 2743241b1d3SJoe Thornber goto bad; 2753241b1d3SJoe Thornber 2763241b1d3SJoe Thornber r = sm_disk_commit(&smd->sm); 2773241b1d3SJoe Thornber if (r) 2783241b1d3SJoe Thornber goto bad; 2793241b1d3SJoe Thornber 2803241b1d3SJoe Thornber return &smd->sm; 2813241b1d3SJoe Thornber 2823241b1d3SJoe Thornber bad: 2833241b1d3SJoe Thornber kfree(smd); 2843241b1d3SJoe Thornber return ERR_PTR(r); 2853241b1d3SJoe Thornber } 2863241b1d3SJoe Thornber EXPORT_SYMBOL_GPL(dm_sm_disk_create); 2873241b1d3SJoe Thornber 2883caf6d73SJoe Thornber struct dm_space_map *dm_sm_disk_open(struct dm_transaction_manager *tm, 2893241b1d3SJoe Thornber void *root_le, size_t len) 2903241b1d3SJoe Thornber { 2913241b1d3SJoe Thornber int r; 2923241b1d3SJoe Thornber struct sm_disk *smd; 2933241b1d3SJoe Thornber 2943241b1d3SJoe Thornber smd = kmalloc(sizeof(*smd), GFP_KERNEL); 2953241b1d3SJoe Thornber if (!smd) 2963241b1d3SJoe Thornber return ERR_PTR(-ENOMEM); 2973241b1d3SJoe Thornber 2983241b1d3SJoe Thornber smd->begin = 0; 2993241b1d3SJoe Thornber smd->nr_allocated_this_transaction = 0; 3003241b1d3SJoe Thornber memcpy(&smd->sm, &ops, sizeof(smd->sm)); 3013241b1d3SJoe Thornber 3023241b1d3SJoe Thornber r = sm_ll_open_disk(&smd->ll, tm, root_le, len); 3033241b1d3SJoe Thornber if (r) 3043241b1d3SJoe Thornber goto bad; 3053241b1d3SJoe Thornber 3063241b1d3SJoe Thornber r = sm_disk_commit(&smd->sm); 3073241b1d3SJoe Thornber if (r) 3083241b1d3SJoe Thornber goto bad; 3093241b1d3SJoe Thornber 3103241b1d3SJoe Thornber return &smd->sm; 3113241b1d3SJoe Thornber 3123241b1d3SJoe Thornber bad: 3133241b1d3SJoe Thornber kfree(smd); 3143241b1d3SJoe Thornber return ERR_PTR(r); 3153241b1d3SJoe Thornber } 3163241b1d3SJoe Thornber EXPORT_SYMBOL_GPL(dm_sm_disk_open); 3173241b1d3SJoe Thornber 3183241b1d3SJoe Thornber /*----------------------------------------------------------------*/ 319