120c8ccb1SThomas Gleixner // SPDX-License-Identifier: GPL-2.0-only
20d455c12SPhillip Lougher /*
30d455c12SPhillip Lougher * Copyright (c) 2013
40d455c12SPhillip Lougher * Phillip Lougher <phillip@squashfs.org.uk>
50d455c12SPhillip Lougher */
60d455c12SPhillip Lougher
70d455c12SPhillip Lougher #include <linux/fs.h>
80d455c12SPhillip Lougher #include <linux/vfs.h>
90d455c12SPhillip Lougher #include <linux/kernel.h>
100d455c12SPhillip Lougher #include <linux/slab.h>
110d455c12SPhillip Lougher #include <linux/string.h>
120d455c12SPhillip Lougher #include <linux/pagemap.h>
130d455c12SPhillip Lougher #include <linux/mutex.h>
140d455c12SPhillip Lougher
150d455c12SPhillip Lougher #include "squashfs_fs.h"
160d455c12SPhillip Lougher #include "squashfs_fs_sb.h"
170d455c12SPhillip Lougher #include "squashfs_fs_i.h"
180d455c12SPhillip Lougher #include "squashfs.h"
190d455c12SPhillip Lougher #include "page_actor.h"
200d455c12SPhillip Lougher
210d455c12SPhillip Lougher /* Read separately compressed datablock directly into page cache */
squashfs_readpage_block(struct page * target_page,u64 block,int bsize,int expected)22a3f94cb9SPhillip Lougher int squashfs_readpage_block(struct page *target_page, u64 block, int bsize,
23a3f94cb9SPhillip Lougher int expected)
240d455c12SPhillip Lougher
250d455c12SPhillip Lougher {
260d455c12SPhillip Lougher struct inode *inode = target_page->mapping->host;
270d455c12SPhillip Lougher struct squashfs_sb_info *msblk = inode->i_sb->s_fs_info;
280d455c12SPhillip Lougher
29*984ed056SPhillip Lougher loff_t file_end = (i_size_read(inode) - 1) >> PAGE_SHIFT;
3009cbfeafSKirill A. Shutemov int mask = (1 << (msblk->block_log - PAGE_SHIFT)) - 1;
31*984ed056SPhillip Lougher loff_t start_index = target_page->index & ~mask;
32*984ed056SPhillip Lougher loff_t end_index = start_index | mask;
331bb1a07aSPhillip Lougher int i, n, pages, bytes, res = -ENOMEM;
340d455c12SPhillip Lougher struct page **page;
350d455c12SPhillip Lougher struct squashfs_page_actor *actor;
360d455c12SPhillip Lougher void *pageaddr;
370d455c12SPhillip Lougher
380d455c12SPhillip Lougher if (end_index > file_end)
390d455c12SPhillip Lougher end_index = file_end;
400d455c12SPhillip Lougher
410d455c12SPhillip Lougher pages = end_index - start_index + 1;
420d455c12SPhillip Lougher
4314694888SFabian Frederick page = kmalloc_array(pages, sizeof(void *), GFP_KERNEL);
440d455c12SPhillip Lougher if (page == NULL)
450d455c12SPhillip Lougher return res;
460d455c12SPhillip Lougher
470d455c12SPhillip Lougher /* Try to grab all the pages covered by the Squashfs block */
481bb1a07aSPhillip Lougher for (i = 0, n = start_index; n <= end_index; n++) {
490d455c12SPhillip Lougher page[i] = (n == target_page->index) ? target_page :
500d455c12SPhillip Lougher grab_cache_page_nowait(target_page->mapping, n);
510d455c12SPhillip Lougher
521bb1a07aSPhillip Lougher if (page[i] == NULL)
530d455c12SPhillip Lougher continue;
540d455c12SPhillip Lougher
550d455c12SPhillip Lougher if (PageUptodate(page[i])) {
560d455c12SPhillip Lougher unlock_page(page[i]);
5709cbfeafSKirill A. Shutemov put_page(page[i]);
581bb1a07aSPhillip Lougher continue;
590d455c12SPhillip Lougher }
600d455c12SPhillip Lougher
611bb1a07aSPhillip Lougher i++;
620d455c12SPhillip Lougher }
630d455c12SPhillip Lougher
641bb1a07aSPhillip Lougher pages = i;
651bb1a07aSPhillip Lougher
66f268eeddSPhillip Lougher /*
67f268eeddSPhillip Lougher * Create a "page actor" which will kmap and kunmap the
68f268eeddSPhillip Lougher * page cache pages appropriately within the decompressor
69f268eeddSPhillip Lougher */
701bb1a07aSPhillip Lougher actor = squashfs_page_actor_init_special(msblk, page, pages, expected);
71f268eeddSPhillip Lougher if (actor == NULL)
72f268eeddSPhillip Lougher goto out;
73f268eeddSPhillip Lougher
740d455c12SPhillip Lougher /* Decompress directly into the page cache buffers */
750d455c12SPhillip Lougher res = squashfs_read_data(inode->i_sb, block, bsize, NULL, actor);
76f268eeddSPhillip Lougher
771f13dff0SPhillip Lougher squashfs_page_actor_free(actor);
78f268eeddSPhillip Lougher
790d455c12SPhillip Lougher if (res < 0)
800d455c12SPhillip Lougher goto mark_errored;
810d455c12SPhillip Lougher
82a3f94cb9SPhillip Lougher if (res != expected) {
83a3f94cb9SPhillip Lougher res = -EIO;
84a3f94cb9SPhillip Lougher goto mark_errored;
85a3f94cb9SPhillip Lougher }
86a3f94cb9SPhillip Lougher
871bb1a07aSPhillip Lougher /* Last page (if present) may have trailing bytes not filled */
8809cbfeafSKirill A. Shutemov bytes = res % PAGE_SIZE;
891bb1a07aSPhillip Lougher if (page[pages - 1]->index == end_index && bytes) {
901bb1a07aSPhillip Lougher pageaddr = kmap_local_page(page[pages - 1]);
9109cbfeafSKirill A. Shutemov memset(pageaddr + bytes, 0, PAGE_SIZE - bytes);
921bb1a07aSPhillip Lougher kunmap_local(pageaddr);
930d455c12SPhillip Lougher }
940d455c12SPhillip Lougher
950d455c12SPhillip Lougher /* Mark pages as uptodate, unlock and release */
960d455c12SPhillip Lougher for (i = 0; i < pages; i++) {
970d455c12SPhillip Lougher flush_dcache_page(page[i]);
980d455c12SPhillip Lougher SetPageUptodate(page[i]);
990d455c12SPhillip Lougher unlock_page(page[i]);
1000d455c12SPhillip Lougher if (page[i] != target_page)
10109cbfeafSKirill A. Shutemov put_page(page[i]);
1020d455c12SPhillip Lougher }
1030d455c12SPhillip Lougher
1040d455c12SPhillip Lougher kfree(page);
1050d455c12SPhillip Lougher
1060d455c12SPhillip Lougher return 0;
1070d455c12SPhillip Lougher
1080d455c12SPhillip Lougher mark_errored:
1090d455c12SPhillip Lougher /* Decompression failed, mark pages as errored. Target_page is
1100d455c12SPhillip Lougher * dealt with by the caller
1110d455c12SPhillip Lougher */
1120d455c12SPhillip Lougher for (i = 0; i < pages; i++) {
1136d565409SPhillip Lougher if (page[i] == NULL || page[i] == target_page)
1140d455c12SPhillip Lougher continue;
1150d455c12SPhillip Lougher flush_dcache_page(page[i]);
1160d455c12SPhillip Lougher SetPageError(page[i]);
1170d455c12SPhillip Lougher unlock_page(page[i]);
11809cbfeafSKirill A. Shutemov put_page(page[i]);
1190d455c12SPhillip Lougher }
1200d455c12SPhillip Lougher
1210d455c12SPhillip Lougher out:
1220d455c12SPhillip Lougher kfree(page);
1230d455c12SPhillip Lougher return res;
1240d455c12SPhillip Lougher }
125