168252eb5SThomas Gleixner // SPDX-License-Identifier: GPL-2.0-or-later 2e2780ab1SPhillip Lougher /* 3e2780ab1SPhillip Lougher * Squashfs - a compressed read only filesystem for Linux 4e2780ab1SPhillip Lougher * 5e2780ab1SPhillip Lougher * Copyright (c) 2002, 2003, 2004, 2005, 2006, 2007, 2008 6d7f2ff67SPhillip Lougher * Phillip Lougher <phillip@squashfs.org.uk> 7e2780ab1SPhillip Lougher * 8e2780ab1SPhillip Lougher * block.c 9e2780ab1SPhillip Lougher */ 10e2780ab1SPhillip Lougher 11e2780ab1SPhillip Lougher /* 12e2780ab1SPhillip Lougher * This file implements the low-level routines to read and decompress 13e2780ab1SPhillip Lougher * datablocks and metadata blocks. 14e2780ab1SPhillip Lougher */ 15e2780ab1SPhillip Lougher 1693e72b3cSPhilippe Liard #include <linux/blkdev.h> 17e2780ab1SPhillip Lougher #include <linux/fs.h> 18e2780ab1SPhillip Lougher #include <linux/vfs.h> 19e2780ab1SPhillip Lougher #include <linux/slab.h> 20e2780ab1SPhillip Lougher #include <linux/string.h> 21e2780ab1SPhillip Lougher #include <linux/buffer_head.h> 222f8b5444SChristoph Hellwig #include <linux/bio.h> 23e2780ab1SPhillip Lougher 24e2780ab1SPhillip Lougher #include "squashfs_fs.h" 25e2780ab1SPhillip Lougher #include "squashfs_fs_sb.h" 26e2780ab1SPhillip Lougher #include "squashfs.h" 274c0f0bb2SPhillip Lougher #include "decompressor.h" 28846b730eSPhillip Lougher #include "page_actor.h" 29e2780ab1SPhillip Lougher 30e2780ab1SPhillip Lougher /* 3193e72b3cSPhilippe Liard * Returns the amount of bytes copied to the page actor. 32e2780ab1SPhillip Lougher */ 3393e72b3cSPhilippe Liard static int copy_bio_to_actor(struct bio *bio, 3493e72b3cSPhilippe Liard struct squashfs_page_actor *actor, 3593e72b3cSPhilippe Liard int offset, int req_length) 3693e72b3cSPhilippe Liard { 3793e72b3cSPhilippe Liard void *actor_addr = squashfs_first_page(actor); 3893e72b3cSPhilippe Liard struct bvec_iter_all iter_all = {}; 3993e72b3cSPhilippe Liard struct bio_vec *bvec = bvec_init_iter_all(&iter_all); 4093e72b3cSPhilippe Liard int copied_bytes = 0; 4193e72b3cSPhilippe Liard int actor_offset = 0; 4293e72b3cSPhilippe Liard 4393e72b3cSPhilippe Liard if (WARN_ON_ONCE(!bio_next_segment(bio, &iter_all))) 4493e72b3cSPhilippe Liard return 0; 4593e72b3cSPhilippe Liard 4693e72b3cSPhilippe Liard while (copied_bytes < req_length) { 4793e72b3cSPhilippe Liard int bytes_to_copy = min_t(int, bvec->bv_len - offset, 4893e72b3cSPhilippe Liard PAGE_SIZE - actor_offset); 4993e72b3cSPhilippe Liard 5093e72b3cSPhilippe Liard bytes_to_copy = min_t(int, bytes_to_copy, 5193e72b3cSPhilippe Liard req_length - copied_bytes); 52*fbc27241SChristoph Hellwig memcpy(actor_addr + actor_offset, bvec_virt(bvec) + offset, 5393e72b3cSPhilippe Liard bytes_to_copy); 5493e72b3cSPhilippe Liard 5593e72b3cSPhilippe Liard actor_offset += bytes_to_copy; 5693e72b3cSPhilippe Liard copied_bytes += bytes_to_copy; 5793e72b3cSPhilippe Liard offset += bytes_to_copy; 5893e72b3cSPhilippe Liard 5993e72b3cSPhilippe Liard if (actor_offset >= PAGE_SIZE) { 6093e72b3cSPhilippe Liard actor_addr = squashfs_next_page(actor); 6193e72b3cSPhilippe Liard if (!actor_addr) 6293e72b3cSPhilippe Liard break; 6393e72b3cSPhilippe Liard actor_offset = 0; 6493e72b3cSPhilippe Liard } 6593e72b3cSPhilippe Liard if (offset >= bvec->bv_len) { 6693e72b3cSPhilippe Liard if (!bio_next_segment(bio, &iter_all)) 6793e72b3cSPhilippe Liard break; 6893e72b3cSPhilippe Liard offset = 0; 6993e72b3cSPhilippe Liard } 7093e72b3cSPhilippe Liard } 7193e72b3cSPhilippe Liard squashfs_finish_page(actor); 7293e72b3cSPhilippe Liard return copied_bytes; 7393e72b3cSPhilippe Liard } 7493e72b3cSPhilippe Liard 7593e72b3cSPhilippe Liard static int squashfs_bio_read(struct super_block *sb, u64 index, int length, 7693e72b3cSPhilippe Liard struct bio **biop, int *block_offset) 77e2780ab1SPhillip Lougher { 78e2780ab1SPhillip Lougher struct squashfs_sb_info *msblk = sb->s_fs_info; 7993e72b3cSPhilippe Liard const u64 read_start = round_down(index, msblk->devblksize); 8093e72b3cSPhilippe Liard const sector_t block = read_start >> msblk->devblksize_log2; 8193e72b3cSPhilippe Liard const u64 read_end = round_up(index + length, msblk->devblksize); 8293e72b3cSPhilippe Liard const sector_t block_end = read_end >> msblk->devblksize_log2; 8393e72b3cSPhilippe Liard int offset = read_start - round_down(index, PAGE_SIZE); 8493e72b3cSPhilippe Liard int total_len = (block_end - block) << msblk->devblksize_log2; 8593e72b3cSPhilippe Liard const int page_count = DIV_ROUND_UP(total_len + offset, PAGE_SIZE); 8693e72b3cSPhilippe Liard int error, i; 8793e72b3cSPhilippe Liard struct bio *bio; 88e2780ab1SPhillip Lougher 89a8affc03SChristoph Hellwig if (page_count <= BIO_MAX_VECS) 9093e72b3cSPhilippe Liard bio = bio_alloc(GFP_NOIO, page_count); 91f26044c8SPhillip Lougher else 92f26044c8SPhillip Lougher bio = bio_kmalloc(GFP_NOIO, page_count); 93f26044c8SPhillip Lougher 9493e72b3cSPhilippe Liard if (!bio) 9593e72b3cSPhilippe Liard return -ENOMEM; 96e2780ab1SPhillip Lougher 9793e72b3cSPhilippe Liard bio_set_dev(bio, sb->s_bdev); 9893e72b3cSPhilippe Liard bio->bi_opf = READ; 9993e72b3cSPhilippe Liard bio->bi_iter.bi_sector = block * (msblk->devblksize >> SECTOR_SHIFT); 1003689456bSPhillip Lougher 10193e72b3cSPhilippe Liard for (i = 0; i < page_count; ++i) { 10293e72b3cSPhilippe Liard unsigned int len = 10393e72b3cSPhilippe Liard min_t(unsigned int, PAGE_SIZE - offset, total_len); 10493e72b3cSPhilippe Liard struct page *page = alloc_page(GFP_NOIO); 10593e72b3cSPhilippe Liard 10693e72b3cSPhilippe Liard if (!page) { 10793e72b3cSPhilippe Liard error = -ENOMEM; 10893e72b3cSPhilippe Liard goto out_free_bio; 1093689456bSPhillip Lougher } 11093e72b3cSPhilippe Liard if (!bio_add_page(bio, page, len, offset)) { 11193e72b3cSPhilippe Liard error = -EIO; 11293e72b3cSPhilippe Liard goto out_free_bio; 11393e72b3cSPhilippe Liard } 11493e72b3cSPhilippe Liard offset = 0; 11593e72b3cSPhilippe Liard total_len -= len; 116e2780ab1SPhillip Lougher } 117e2780ab1SPhillip Lougher 11893e72b3cSPhilippe Liard error = submit_bio_wait(bio); 11993e72b3cSPhilippe Liard if (error) 12093e72b3cSPhilippe Liard goto out_free_bio; 121e2780ab1SPhillip Lougher 12293e72b3cSPhilippe Liard *biop = bio; 12393e72b3cSPhilippe Liard *block_offset = index & ((1 << msblk->devblksize_log2) - 1); 12493e72b3cSPhilippe Liard return 0; 12593e72b3cSPhilippe Liard 12693e72b3cSPhilippe Liard out_free_bio: 12793e72b3cSPhilippe Liard bio_free_pages(bio); 12893e72b3cSPhilippe Liard bio_put(bio); 12993e72b3cSPhilippe Liard return error; 13093e72b3cSPhilippe Liard } 131e2780ab1SPhillip Lougher 132e2780ab1SPhillip Lougher /* 133e2780ab1SPhillip Lougher * Read and decompress a metadata block or datablock. Length is non-zero 134e2780ab1SPhillip Lougher * if a datablock is being read (the size is stored elsewhere in the 135e2780ab1SPhillip Lougher * filesystem), otherwise the length is obtained from the first two bytes of 136e2780ab1SPhillip Lougher * the metadata block. A bit in the length field indicates if the block 137e2780ab1SPhillip Lougher * is stored uncompressed in the filesystem (usually because compression 138ec9267b6SPhillip Lougher * generated a larger block - this does occasionally happen with compression 139ec9267b6SPhillip Lougher * algorithms). 140e2780ab1SPhillip Lougher */ 141846b730eSPhillip Lougher int squashfs_read_data(struct super_block *sb, u64 index, int length, 142846b730eSPhillip Lougher u64 *next_index, struct squashfs_page_actor *output) 143e2780ab1SPhillip Lougher { 144e2780ab1SPhillip Lougher struct squashfs_sb_info *msblk = sb->s_fs_info; 14593e72b3cSPhilippe Liard struct bio *bio = NULL; 14693e72b3cSPhilippe Liard int compressed; 14793e72b3cSPhilippe Liard int res; 14893e72b3cSPhilippe Liard int offset; 149e2780ab1SPhillip Lougher 150e2780ab1SPhillip Lougher if (length) { 151e2780ab1SPhillip Lougher /* 152e2780ab1SPhillip Lougher * Datablock. 153e2780ab1SPhillip Lougher */ 154e2780ab1SPhillip Lougher compressed = SQUASHFS_COMPRESSED_BLOCK(length); 155e2780ab1SPhillip Lougher length = SQUASHFS_COMPRESSED_SIZE_BLOCK(length); 156e2780ab1SPhillip Lougher TRACE("Block @ 0x%llx, %scompressed size %d, src size %d\n", 157846b730eSPhillip Lougher index, compressed ? "" : "un", length, output->length); 158e2780ab1SPhillip Lougher } else { 159e2780ab1SPhillip Lougher /* 160e2780ab1SPhillip Lougher * Metadata block. 161e2780ab1SPhillip Lougher */ 16293e72b3cSPhilippe Liard const u8 *data; 16393e72b3cSPhilippe Liard struct bvec_iter_all iter_all = {}; 16493e72b3cSPhilippe Liard struct bio_vec *bvec = bvec_init_iter_all(&iter_all); 165e2780ab1SPhillip Lougher 16693e72b3cSPhilippe Liard if (index + 2 > msblk->bytes_used) { 16793e72b3cSPhilippe Liard res = -EIO; 16893e72b3cSPhilippe Liard goto out; 16993e72b3cSPhilippe Liard } 17093e72b3cSPhilippe Liard res = squashfs_bio_read(sb, index, 2, &bio, &offset); 17193e72b3cSPhilippe Liard if (res) 17293e72b3cSPhilippe Liard goto out; 173e2780ab1SPhillip Lougher 17493e72b3cSPhilippe Liard if (WARN_ON_ONCE(!bio_next_segment(bio, &iter_all))) { 17593e72b3cSPhilippe Liard res = -EIO; 17693e72b3cSPhilippe Liard goto out_free_bio; 17793e72b3cSPhilippe Liard } 17893e72b3cSPhilippe Liard /* Extract the length of the metadata block */ 179*fbc27241SChristoph Hellwig data = bvec_virt(bvec); 18093e72b3cSPhilippe Liard length = data[offset]; 1812910c59fSPhillip Lougher if (offset < bvec->bv_len - 1) { 18293e72b3cSPhilippe Liard length |= data[offset + 1] << 8; 18393e72b3cSPhilippe Liard } else { 18493e72b3cSPhilippe Liard if (WARN_ON_ONCE(!bio_next_segment(bio, &iter_all))) { 18593e72b3cSPhilippe Liard res = -EIO; 18693e72b3cSPhilippe Liard goto out_free_bio; 18793e72b3cSPhilippe Liard } 188*fbc27241SChristoph Hellwig data = bvec_virt(bvec); 18993e72b3cSPhilippe Liard length |= data[0] << 8; 19093e72b3cSPhilippe Liard } 19193e72b3cSPhilippe Liard bio_free_pages(bio); 19293e72b3cSPhilippe Liard bio_put(bio); 19393e72b3cSPhilippe Liard 194e2780ab1SPhillip Lougher compressed = SQUASHFS_COMPRESSED(length); 195e2780ab1SPhillip Lougher length = SQUASHFS_COMPRESSED_SIZE(length); 19693e72b3cSPhilippe Liard index += 2; 197e2780ab1SPhillip Lougher 198e812cbbbSPhillip Lougher TRACE("Block @ 0x%llx, %scompressed size %d\n", index - 2, 199e2780ab1SPhillip Lougher compressed ? "" : "un", length); 200e2780ab1SPhillip Lougher } 201e812cbbbSPhillip Lougher if (length < 0 || length > output->length || 202e812cbbbSPhillip Lougher (index + length) > msblk->bytes_used) { 203e812cbbbSPhillip Lougher res = -EIO; 204e812cbbbSPhillip Lougher goto out; 205e812cbbbSPhillip Lougher } 206e812cbbbSPhillip Lougher 20793e72b3cSPhilippe Liard if (next_index) 20893e72b3cSPhilippe Liard *next_index = index + length; 209e2780ab1SPhillip Lougher 21093e72b3cSPhilippe Liard res = squashfs_bio_read(sb, index, length, &bio, &offset); 21193e72b3cSPhilippe Liard if (res) 21293e72b3cSPhilippe Liard goto out; 2139508c6b9SPhillip Lougher 214e2780ab1SPhillip Lougher if (compressed) { 21593e72b3cSPhilippe Liard if (!msblk->stream) { 21693e72b3cSPhilippe Liard res = -EIO; 21793e72b3cSPhilippe Liard goto out_free_bio; 21893e72b3cSPhilippe Liard } 21993e72b3cSPhilippe Liard res = squashfs_decompress(msblk, bio, offset, length, output); 220e2780ab1SPhillip Lougher } else { 22193e72b3cSPhilippe Liard res = copy_bio_to_actor(bio, output, offset, length); 222e2780ab1SPhillip Lougher } 223e2780ab1SPhillip Lougher 22493e72b3cSPhilippe Liard out_free_bio: 22593e72b3cSPhilippe Liard bio_free_pages(bio); 22693e72b3cSPhilippe Liard bio_put(bio); 22793e72b3cSPhilippe Liard out: 22810dde05bSVincent Whitchurch if (res < 0) { 22993e72b3cSPhilippe Liard ERROR("Failed to read block 0x%llx: %d\n", index, res); 23010dde05bSVincent Whitchurch if (msblk->panic_on_errors) 23110dde05bSVincent Whitchurch panic("squashfs read failed"); 23210dde05bSVincent Whitchurch } 233e2780ab1SPhillip Lougher 23493e72b3cSPhilippe Liard return res; 235e2780ab1SPhillip Lougher } 236