1237fead6SMichael Halcrow /** 2237fead6SMichael Halcrow * eCryptfs: Linux filesystem encryption layer 3237fead6SMichael Halcrow * This is where eCryptfs coordinates the symmetric encryption and 4237fead6SMichael Halcrow * decryption of the file data as it passes between the lower 5237fead6SMichael Halcrow * encrypted file and the upper decrypted file. 6237fead6SMichael Halcrow * 7237fead6SMichael Halcrow * Copyright (C) 1997-2003 Erez Zadok 8237fead6SMichael Halcrow * Copyright (C) 2001-2003 Stony Brook University 9dd2a3b7aSMichael Halcrow * Copyright (C) 2004-2007 International Business Machines Corp. 10237fead6SMichael Halcrow * Author(s): Michael A. Halcrow <mahalcro@us.ibm.com> 11237fead6SMichael Halcrow * 12237fead6SMichael Halcrow * This program is free software; you can redistribute it and/or 13237fead6SMichael Halcrow * modify it under the terms of the GNU General Public License as 14237fead6SMichael Halcrow * published by the Free Software Foundation; either version 2 of the 15237fead6SMichael Halcrow * License, or (at your option) any later version. 16237fead6SMichael Halcrow * 17237fead6SMichael Halcrow * This program is distributed in the hope that it will be useful, but 18237fead6SMichael Halcrow * WITHOUT ANY WARRANTY; without even the implied warranty of 19237fead6SMichael Halcrow * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU 20237fead6SMichael Halcrow * General Public License for more details. 21237fead6SMichael Halcrow * 22237fead6SMichael Halcrow * You should have received a copy of the GNU General Public License 23237fead6SMichael Halcrow * along with this program; if not, write to the Free Software 24237fead6SMichael Halcrow * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 25237fead6SMichael Halcrow * 02111-1307, USA. 26237fead6SMichael Halcrow */ 27237fead6SMichael Halcrow 28237fead6SMichael Halcrow #include <linux/pagemap.h> 29237fead6SMichael Halcrow #include <linux/writeback.h> 30237fead6SMichael Halcrow #include <linux/page-flags.h> 31237fead6SMichael Halcrow #include <linux/mount.h> 32237fead6SMichael Halcrow #include <linux/file.h> 33237fead6SMichael Halcrow #include <linux/crypto.h> 34237fead6SMichael Halcrow #include <linux/scatterlist.h> 35237fead6SMichael Halcrow #include "ecryptfs_kernel.h" 36237fead6SMichael Halcrow 37237fead6SMichael Halcrow struct kmem_cache *ecryptfs_lower_page_cache; 38237fead6SMichael Halcrow 39237fead6SMichael Halcrow /** 40237fead6SMichael Halcrow * ecryptfs_get1page 41237fead6SMichael Halcrow * 42237fead6SMichael Halcrow * Get one page from cache or lower f/s, return error otherwise. 43237fead6SMichael Halcrow * 44237fead6SMichael Halcrow * Returns unlocked and up-to-date page (if ok), with increased 45237fead6SMichael Halcrow * refcnt. 46237fead6SMichael Halcrow */ 47237fead6SMichael Halcrow static struct page *ecryptfs_get1page(struct file *file, int index) 48237fead6SMichael Halcrow { 49237fead6SMichael Halcrow struct page *page; 50237fead6SMichael Halcrow struct dentry *dentry; 51237fead6SMichael Halcrow struct inode *inode; 52237fead6SMichael Halcrow struct address_space *mapping; 53237fead6SMichael Halcrow 54bd243a4bSJosef "Jeff" Sipek dentry = file->f_path.dentry; 55237fead6SMichael Halcrow inode = dentry->d_inode; 56237fead6SMichael Halcrow mapping = inode->i_mapping; 57237fead6SMichael Halcrow page = read_cache_page(mapping, index, 58237fead6SMichael Halcrow (filler_t *)mapping->a_ops->readpage, 59237fead6SMichael Halcrow (void *)file); 60237fead6SMichael Halcrow if (IS_ERR(page)) 61237fead6SMichael Halcrow goto out; 62237fead6SMichael Halcrow wait_on_page_locked(page); 63237fead6SMichael Halcrow out: 64237fead6SMichael Halcrow return page; 65237fead6SMichael Halcrow } 66237fead6SMichael Halcrow 67237fead6SMichael Halcrow static 68237fead6SMichael Halcrow int write_zeros(struct file *file, pgoff_t index, int start, int num_zeros); 69237fead6SMichael Halcrow 70237fead6SMichael Halcrow /** 71237fead6SMichael Halcrow * ecryptfs_fill_zeros 72237fead6SMichael Halcrow * @file: The ecryptfs file 73237fead6SMichael Halcrow * @new_length: The new length of the data in the underlying file; 74237fead6SMichael Halcrow * everything between the prior end of the file and the 75237fead6SMichael Halcrow * new end of the file will be filled with zero's. 76237fead6SMichael Halcrow * new_length must be greater than current length 77237fead6SMichael Halcrow * 78237fead6SMichael Halcrow * Function for handling lseek-ing past the end of the file. 79237fead6SMichael Halcrow * 80237fead6SMichael Halcrow * This function does not support shrinking, only growing a file. 81237fead6SMichael Halcrow * 82237fead6SMichael Halcrow * Returns zero on success; non-zero otherwise. 83237fead6SMichael Halcrow */ 84237fead6SMichael Halcrow int ecryptfs_fill_zeros(struct file *file, loff_t new_length) 85237fead6SMichael Halcrow { 86237fead6SMichael Halcrow int rc = 0; 87bd243a4bSJosef "Jeff" Sipek struct dentry *dentry = file->f_path.dentry; 88237fead6SMichael Halcrow struct inode *inode = dentry->d_inode; 89237fead6SMichael Halcrow pgoff_t old_end_page_index = 0; 90237fead6SMichael Halcrow pgoff_t index = old_end_page_index; 91237fead6SMichael Halcrow int old_end_pos_in_page = -1; 92237fead6SMichael Halcrow pgoff_t new_end_page_index; 93237fead6SMichael Halcrow int new_end_pos_in_page; 94237fead6SMichael Halcrow loff_t cur_length = i_size_read(inode); 95237fead6SMichael Halcrow 96237fead6SMichael Halcrow if (cur_length != 0) { 97237fead6SMichael Halcrow index = old_end_page_index = 98237fead6SMichael Halcrow ((cur_length - 1) >> PAGE_CACHE_SHIFT); 99237fead6SMichael Halcrow old_end_pos_in_page = ((cur_length - 1) & ~PAGE_CACHE_MASK); 100237fead6SMichael Halcrow } 101237fead6SMichael Halcrow new_end_page_index = ((new_length - 1) >> PAGE_CACHE_SHIFT); 102237fead6SMichael Halcrow new_end_pos_in_page = ((new_length - 1) & ~PAGE_CACHE_MASK); 103237fead6SMichael Halcrow ecryptfs_printk(KERN_DEBUG, "old_end_page_index = [0x%.16x]; " 104237fead6SMichael Halcrow "old_end_pos_in_page = [%d]; " 105237fead6SMichael Halcrow "new_end_page_index = [0x%.16x]; " 106237fead6SMichael Halcrow "new_end_pos_in_page = [%d]\n", 107237fead6SMichael Halcrow old_end_page_index, old_end_pos_in_page, 108237fead6SMichael Halcrow new_end_page_index, new_end_pos_in_page); 109237fead6SMichael Halcrow if (old_end_page_index == new_end_page_index) { 110237fead6SMichael Halcrow /* Start and end are in the same page; we just need to 111237fead6SMichael Halcrow * set a portion of the existing page to zero's */ 112237fead6SMichael Halcrow rc = write_zeros(file, index, (old_end_pos_in_page + 1), 113237fead6SMichael Halcrow (new_end_pos_in_page - old_end_pos_in_page)); 114237fead6SMichael Halcrow if (rc) 115237fead6SMichael Halcrow ecryptfs_printk(KERN_ERR, "write_zeros(file=[%p], " 116237fead6SMichael Halcrow "index=[0x%.16x], " 117237fead6SMichael Halcrow "old_end_pos_in_page=[d], " 118237fead6SMichael Halcrow "(PAGE_CACHE_SIZE - new_end_pos_in_page" 119237fead6SMichael Halcrow "=[%d]" 120237fead6SMichael Halcrow ")=[d]) returned [%d]\n", file, index, 121237fead6SMichael Halcrow old_end_pos_in_page, 122237fead6SMichael Halcrow new_end_pos_in_page, 123237fead6SMichael Halcrow (PAGE_CACHE_SIZE - new_end_pos_in_page), 124237fead6SMichael Halcrow rc); 125237fead6SMichael Halcrow goto out; 126237fead6SMichael Halcrow } 127237fead6SMichael Halcrow /* Fill the remainder of the previous last page with zeros */ 128237fead6SMichael Halcrow rc = write_zeros(file, index, (old_end_pos_in_page + 1), 129237fead6SMichael Halcrow ((PAGE_CACHE_SIZE - 1) - old_end_pos_in_page)); 130237fead6SMichael Halcrow if (rc) { 131237fead6SMichael Halcrow ecryptfs_printk(KERN_ERR, "write_zeros(file=[%p], " 132237fead6SMichael Halcrow "index=[0x%.16x], old_end_pos_in_page=[d], " 133237fead6SMichael Halcrow "(PAGE_CACHE_SIZE - old_end_pos_in_page)=[d]) " 134237fead6SMichael Halcrow "returned [%d]\n", file, index, 135237fead6SMichael Halcrow old_end_pos_in_page, 136237fead6SMichael Halcrow (PAGE_CACHE_SIZE - old_end_pos_in_page), rc); 137237fead6SMichael Halcrow goto out; 138237fead6SMichael Halcrow } 139237fead6SMichael Halcrow index++; 140237fead6SMichael Halcrow while (index < new_end_page_index) { 141237fead6SMichael Halcrow /* Fill all intermediate pages with zeros */ 142237fead6SMichael Halcrow rc = write_zeros(file, index, 0, PAGE_CACHE_SIZE); 143237fead6SMichael Halcrow if (rc) { 144237fead6SMichael Halcrow ecryptfs_printk(KERN_ERR, "write_zeros(file=[%p], " 145237fead6SMichael Halcrow "index=[0x%.16x], " 146237fead6SMichael Halcrow "old_end_pos_in_page=[d], " 147237fead6SMichael Halcrow "(PAGE_CACHE_SIZE - new_end_pos_in_page" 148237fead6SMichael Halcrow "=[%d]" 149237fead6SMichael Halcrow ")=[d]) returned [%d]\n", file, index, 150237fead6SMichael Halcrow old_end_pos_in_page, 151237fead6SMichael Halcrow new_end_pos_in_page, 152237fead6SMichael Halcrow (PAGE_CACHE_SIZE - new_end_pos_in_page), 153237fead6SMichael Halcrow rc); 154237fead6SMichael Halcrow goto out; 155237fead6SMichael Halcrow } 156237fead6SMichael Halcrow index++; 157237fead6SMichael Halcrow } 158237fead6SMichael Halcrow /* Fill the portion at the beginning of the last new page with 159237fead6SMichael Halcrow * zero's */ 160237fead6SMichael Halcrow rc = write_zeros(file, index, 0, (new_end_pos_in_page + 1)); 161237fead6SMichael Halcrow if (rc) { 162237fead6SMichael Halcrow ecryptfs_printk(KERN_ERR, "write_zeros(file=" 163237fead6SMichael Halcrow "[%p], index=[0x%.16x], 0, " 164237fead6SMichael Halcrow "new_end_pos_in_page=[%d]" 165237fead6SMichael Halcrow "returned [%d]\n", file, index, 166237fead6SMichael Halcrow new_end_pos_in_page, rc); 167237fead6SMichael Halcrow goto out; 168237fead6SMichael Halcrow } 169237fead6SMichael Halcrow out: 170237fead6SMichael Halcrow return rc; 171237fead6SMichael Halcrow } 172237fead6SMichael Halcrow 173237fead6SMichael Halcrow /** 174237fead6SMichael Halcrow * ecryptfs_writepage 175237fead6SMichael Halcrow * @page: Page that is locked before this call is made 176237fead6SMichael Halcrow * 177237fead6SMichael Halcrow * Returns zero on success; non-zero otherwise 178237fead6SMichael Halcrow */ 179237fead6SMichael Halcrow static int ecryptfs_writepage(struct page *page, struct writeback_control *wbc) 180237fead6SMichael Halcrow { 181237fead6SMichael Halcrow struct ecryptfs_page_crypt_context ctx; 182237fead6SMichael Halcrow int rc; 183237fead6SMichael Halcrow 184237fead6SMichael Halcrow ctx.page = page; 185237fead6SMichael Halcrow ctx.mode = ECRYPTFS_WRITEPAGE_MODE; 186237fead6SMichael Halcrow ctx.param.wbc = wbc; 187237fead6SMichael Halcrow rc = ecryptfs_encrypt_page(&ctx); 188237fead6SMichael Halcrow if (rc) { 189237fead6SMichael Halcrow ecryptfs_printk(KERN_WARNING, "Error encrypting " 190237fead6SMichael Halcrow "page (upper index [0x%.16x])\n", page->index); 191237fead6SMichael Halcrow ClearPageUptodate(page); 192237fead6SMichael Halcrow goto out; 193237fead6SMichael Halcrow } 194237fead6SMichael Halcrow SetPageUptodate(page); 195237fead6SMichael Halcrow unlock_page(page); 196237fead6SMichael Halcrow out: 197237fead6SMichael Halcrow return rc; 198237fead6SMichael Halcrow } 199237fead6SMichael Halcrow 200237fead6SMichael Halcrow /** 201237fead6SMichael Halcrow * Reads the data from the lower file file at index lower_page_index 202237fead6SMichael Halcrow * and copies that data into page. 203237fead6SMichael Halcrow * 204237fead6SMichael Halcrow * @param page Page to fill 205237fead6SMichael Halcrow * @param lower_page_index Index of the page in the lower file to get 206237fead6SMichael Halcrow */ 207237fead6SMichael Halcrow int ecryptfs_do_readpage(struct file *file, struct page *page, 208237fead6SMichael Halcrow pgoff_t lower_page_index) 209237fead6SMichael Halcrow { 210237fead6SMichael Halcrow int rc; 211237fead6SMichael Halcrow struct dentry *dentry; 212237fead6SMichael Halcrow struct file *lower_file; 213237fead6SMichael Halcrow struct dentry *lower_dentry; 214237fead6SMichael Halcrow struct inode *inode; 215237fead6SMichael Halcrow struct inode *lower_inode; 216237fead6SMichael Halcrow char *page_data; 217237fead6SMichael Halcrow struct page *lower_page = NULL; 218237fead6SMichael Halcrow char *lower_page_data; 219237fead6SMichael Halcrow const struct address_space_operations *lower_a_ops; 220237fead6SMichael Halcrow 221bd243a4bSJosef "Jeff" Sipek dentry = file->f_path.dentry; 222237fead6SMichael Halcrow lower_file = ecryptfs_file_to_lower(file); 223237fead6SMichael Halcrow lower_dentry = ecryptfs_dentry_to_lower(dentry); 224237fead6SMichael Halcrow inode = dentry->d_inode; 225237fead6SMichael Halcrow lower_inode = ecryptfs_inode_to_lower(inode); 226237fead6SMichael Halcrow lower_a_ops = lower_inode->i_mapping->a_ops; 227237fead6SMichael Halcrow lower_page = read_cache_page(lower_inode->i_mapping, lower_page_index, 228237fead6SMichael Halcrow (filler_t *)lower_a_ops->readpage, 229237fead6SMichael Halcrow (void *)lower_file); 230237fead6SMichael Halcrow if (IS_ERR(lower_page)) { 231237fead6SMichael Halcrow rc = PTR_ERR(lower_page); 232237fead6SMichael Halcrow lower_page = NULL; 233237fead6SMichael Halcrow ecryptfs_printk(KERN_ERR, "Error reading from page cache\n"); 234237fead6SMichael Halcrow goto out; 235237fead6SMichael Halcrow } 236237fead6SMichael Halcrow wait_on_page_locked(lower_page); 237237fead6SMichael Halcrow page_data = (char *)kmap(page); 238237fead6SMichael Halcrow if (!page_data) { 239237fead6SMichael Halcrow rc = -ENOMEM; 240237fead6SMichael Halcrow ecryptfs_printk(KERN_ERR, "Error mapping page\n"); 241237fead6SMichael Halcrow goto out; 242237fead6SMichael Halcrow } 243237fead6SMichael Halcrow lower_page_data = (char *)kmap(lower_page); 244237fead6SMichael Halcrow if (!lower_page_data) { 245237fead6SMichael Halcrow rc = -ENOMEM; 246237fead6SMichael Halcrow ecryptfs_printk(KERN_ERR, "Error mapping page\n"); 247237fead6SMichael Halcrow kunmap(page); 248237fead6SMichael Halcrow goto out; 249237fead6SMichael Halcrow } 250237fead6SMichael Halcrow memcpy(page_data, lower_page_data, PAGE_CACHE_SIZE); 251237fead6SMichael Halcrow kunmap(lower_page); 252237fead6SMichael Halcrow kunmap(page); 253237fead6SMichael Halcrow rc = 0; 254237fead6SMichael Halcrow out: 255237fead6SMichael Halcrow if (likely(lower_page)) 256237fead6SMichael Halcrow page_cache_release(lower_page); 257237fead6SMichael Halcrow if (rc == 0) 258237fead6SMichael Halcrow SetPageUptodate(page); 259237fead6SMichael Halcrow else 260237fead6SMichael Halcrow ClearPageUptodate(page); 261237fead6SMichael Halcrow return rc; 262237fead6SMichael Halcrow } 263*e77a56ddSMichael Halcrow /** 264*e77a56ddSMichael Halcrow * Header Extent: 265*e77a56ddSMichael Halcrow * Octets 0-7: Unencrypted file size (big-endian) 266*e77a56ddSMichael Halcrow * Octets 8-15: eCryptfs special marker 267*e77a56ddSMichael Halcrow * Octets 16-19: Flags 268*e77a56ddSMichael Halcrow * Octet 16: File format version number (between 0 and 255) 269*e77a56ddSMichael Halcrow * Octets 17-18: Reserved 270*e77a56ddSMichael Halcrow * Octet 19: Bit 1 (lsb): Reserved 271*e77a56ddSMichael Halcrow * Bit 2: Encrypted? 272*e77a56ddSMichael Halcrow * Bits 3-8: Reserved 273*e77a56ddSMichael Halcrow * Octets 20-23: Header extent size (big-endian) 274*e77a56ddSMichael Halcrow * Octets 24-25: Number of header extents at front of file 275*e77a56ddSMichael Halcrow * (big-endian) 276*e77a56ddSMichael Halcrow * Octet 26: Begin RFC 2440 authentication token packet set 277*e77a56ddSMichael Halcrow */ 278*e77a56ddSMichael Halcrow static void set_header_info(char *page_virt, 279*e77a56ddSMichael Halcrow struct ecryptfs_crypt_stat *crypt_stat) 280*e77a56ddSMichael Halcrow { 281*e77a56ddSMichael Halcrow size_t written; 282*e77a56ddSMichael Halcrow int save_num_header_extents_at_front = 283*e77a56ddSMichael Halcrow crypt_stat->num_header_extents_at_front; 284*e77a56ddSMichael Halcrow 285*e77a56ddSMichael Halcrow crypt_stat->num_header_extents_at_front = 1; 286*e77a56ddSMichael Halcrow ecryptfs_write_header_metadata(page_virt + 20, crypt_stat, &written); 287*e77a56ddSMichael Halcrow crypt_stat->num_header_extents_at_front = 288*e77a56ddSMichael Halcrow save_num_header_extents_at_front; 289*e77a56ddSMichael Halcrow } 290237fead6SMichael Halcrow 291237fead6SMichael Halcrow /** 292237fead6SMichael Halcrow * ecryptfs_readpage 293237fead6SMichael Halcrow * @file: This is an ecryptfs file 294237fead6SMichael Halcrow * @page: ecryptfs associated page to stick the read data into 295237fead6SMichael Halcrow * 296237fead6SMichael Halcrow * Read in a page, decrypting if necessary. 297237fead6SMichael Halcrow * 298237fead6SMichael Halcrow * Returns zero on success; non-zero on error. 299237fead6SMichael Halcrow */ 300237fead6SMichael Halcrow static int ecryptfs_readpage(struct file *file, struct page *page) 301237fead6SMichael Halcrow { 302237fead6SMichael Halcrow int rc = 0; 303237fead6SMichael Halcrow struct ecryptfs_crypt_stat *crypt_stat; 304237fead6SMichael Halcrow 305bd243a4bSJosef "Jeff" Sipek BUG_ON(!(file && file->f_path.dentry && file->f_path.dentry->d_inode)); 306bd243a4bSJosef "Jeff" Sipek crypt_stat = &ecryptfs_inode_to_private(file->f_path.dentry->d_inode) 307bd243a4bSJosef "Jeff" Sipek ->crypt_stat; 308237fead6SMichael Halcrow if (!crypt_stat 309237fead6SMichael Halcrow || !ECRYPTFS_CHECK_FLAG(crypt_stat->flags, ECRYPTFS_ENCRYPTED) 310237fead6SMichael Halcrow || ECRYPTFS_CHECK_FLAG(crypt_stat->flags, ECRYPTFS_NEW_FILE)) { 311237fead6SMichael Halcrow ecryptfs_printk(KERN_DEBUG, 312237fead6SMichael Halcrow "Passing through unencrypted page\n"); 313237fead6SMichael Halcrow rc = ecryptfs_do_readpage(file, page, page->index); 314237fead6SMichael Halcrow if (rc) { 315237fead6SMichael Halcrow ecryptfs_printk(KERN_ERR, "Error reading page; rc = " 316237fead6SMichael Halcrow "[%d]\n", rc); 317237fead6SMichael Halcrow goto out; 318237fead6SMichael Halcrow } 319*e77a56ddSMichael Halcrow } else if (crypt_stat->flags & ECRYPTFS_VIEW_AS_ENCRYPTED) { 320*e77a56ddSMichael Halcrow if (crypt_stat->flags & ECRYPTFS_METADATA_IN_XATTR) { 321*e77a56ddSMichael Halcrow int num_pages_in_header_region = 322*e77a56ddSMichael Halcrow (crypt_stat->header_extent_size 323*e77a56ddSMichael Halcrow / PAGE_CACHE_SIZE); 324*e77a56ddSMichael Halcrow 325*e77a56ddSMichael Halcrow if (page->index < num_pages_in_header_region) { 326*e77a56ddSMichael Halcrow char *page_virt; 327*e77a56ddSMichael Halcrow 328*e77a56ddSMichael Halcrow page_virt = (char *)kmap(page); 329*e77a56ddSMichael Halcrow if (!page_virt) { 330*e77a56ddSMichael Halcrow rc = -ENOMEM; 331*e77a56ddSMichael Halcrow printk(KERN_ERR "Error mapping page\n"); 332*e77a56ddSMichael Halcrow goto out; 333*e77a56ddSMichael Halcrow } 334*e77a56ddSMichael Halcrow memset(page_virt, 0, PAGE_CACHE_SIZE); 335*e77a56ddSMichael Halcrow if (page->index == 0) { 336*e77a56ddSMichael Halcrow rc = ecryptfs_read_xattr_region( 337*e77a56ddSMichael Halcrow page_virt, file->f_path.dentry); 338*e77a56ddSMichael Halcrow set_header_info(page_virt, crypt_stat); 339*e77a56ddSMichael Halcrow } 340*e77a56ddSMichael Halcrow kunmap(page); 341*e77a56ddSMichael Halcrow if (rc) { 342*e77a56ddSMichael Halcrow printk(KERN_ERR "Error reading xattr " 343*e77a56ddSMichael Halcrow "region\n"); 344*e77a56ddSMichael Halcrow goto out; 345*e77a56ddSMichael Halcrow } 346*e77a56ddSMichael Halcrow } else { 347*e77a56ddSMichael Halcrow rc = ecryptfs_do_readpage( 348*e77a56ddSMichael Halcrow file, page, 349*e77a56ddSMichael Halcrow (page->index 350*e77a56ddSMichael Halcrow - num_pages_in_header_region)); 351*e77a56ddSMichael Halcrow if (rc) { 352*e77a56ddSMichael Halcrow printk(KERN_ERR "Error reading page; " 353*e77a56ddSMichael Halcrow "rc = [%d]\n", rc); 354*e77a56ddSMichael Halcrow goto out; 355*e77a56ddSMichael Halcrow } 356*e77a56ddSMichael Halcrow } 357*e77a56ddSMichael Halcrow } else { 358*e77a56ddSMichael Halcrow rc = ecryptfs_do_readpage(file, page, page->index); 359*e77a56ddSMichael Halcrow if (rc) { 360*e77a56ddSMichael Halcrow printk(KERN_ERR "Error reading page; rc = " 361*e77a56ddSMichael Halcrow "[%d]\n", rc); 362*e77a56ddSMichael Halcrow goto out; 363*e77a56ddSMichael Halcrow } 364*e77a56ddSMichael Halcrow } 365237fead6SMichael Halcrow } else { 366237fead6SMichael Halcrow rc = ecryptfs_decrypt_page(file, page); 367237fead6SMichael Halcrow if (rc) { 368237fead6SMichael Halcrow ecryptfs_printk(KERN_ERR, "Error decrypting page; " 369237fead6SMichael Halcrow "rc = [%d]\n", rc); 370237fead6SMichael Halcrow goto out; 371237fead6SMichael Halcrow } 372237fead6SMichael Halcrow } 373237fead6SMichael Halcrow SetPageUptodate(page); 374237fead6SMichael Halcrow out: 375237fead6SMichael Halcrow if (rc) 376237fead6SMichael Halcrow ClearPageUptodate(page); 377237fead6SMichael Halcrow ecryptfs_printk(KERN_DEBUG, "Unlocking page with index = [0x%.16x]\n", 378237fead6SMichael Halcrow page->index); 379237fead6SMichael Halcrow unlock_page(page); 380237fead6SMichael Halcrow return rc; 381237fead6SMichael Halcrow } 382237fead6SMichael Halcrow 383dd2a3b7aSMichael Halcrow /** 384dd2a3b7aSMichael Halcrow * Called with lower inode mutex held. 385dd2a3b7aSMichael Halcrow */ 386237fead6SMichael Halcrow static int fill_zeros_to_end_of_page(struct page *page, unsigned int to) 387237fead6SMichael Halcrow { 388237fead6SMichael Halcrow struct inode *inode = page->mapping->host; 389237fead6SMichael Halcrow int end_byte_in_page; 390237fead6SMichael Halcrow int rc = 0; 391237fead6SMichael Halcrow char *page_virt; 392237fead6SMichael Halcrow 393237fead6SMichael Halcrow if ((i_size_read(inode) / PAGE_CACHE_SIZE) == page->index) { 394237fead6SMichael Halcrow end_byte_in_page = i_size_read(inode) % PAGE_CACHE_SIZE; 395237fead6SMichael Halcrow if (to > end_byte_in_page) 396237fead6SMichael Halcrow end_byte_in_page = to; 397237fead6SMichael Halcrow page_virt = kmap(page); 398237fead6SMichael Halcrow if (!page_virt) { 399237fead6SMichael Halcrow rc = -ENOMEM; 400237fead6SMichael Halcrow ecryptfs_printk(KERN_WARNING, 401237fead6SMichael Halcrow "Could not map page\n"); 402237fead6SMichael Halcrow goto out; 403237fead6SMichael Halcrow } 404237fead6SMichael Halcrow memset((page_virt + end_byte_in_page), 0, 405237fead6SMichael Halcrow (PAGE_CACHE_SIZE - end_byte_in_page)); 406237fead6SMichael Halcrow kunmap(page); 407237fead6SMichael Halcrow } 408237fead6SMichael Halcrow out: 409237fead6SMichael Halcrow return rc; 410237fead6SMichael Halcrow } 411237fead6SMichael Halcrow 412237fead6SMichael Halcrow static int ecryptfs_prepare_write(struct file *file, struct page *page, 413237fead6SMichael Halcrow unsigned from, unsigned to) 414237fead6SMichael Halcrow { 415237fead6SMichael Halcrow int rc = 0; 416237fead6SMichael Halcrow 417237fead6SMichael Halcrow kmap(page); 418237fead6SMichael Halcrow if (from == 0 && to == PAGE_CACHE_SIZE) 419237fead6SMichael Halcrow goto out; /* If we are writing a full page, it will be 420237fead6SMichael Halcrow up to date. */ 421237fead6SMichael Halcrow if (!PageUptodate(page)) 422237fead6SMichael Halcrow rc = ecryptfs_do_readpage(file, page, page->index); 423237fead6SMichael Halcrow out: 424237fead6SMichael Halcrow return rc; 425237fead6SMichael Halcrow } 426237fead6SMichael Halcrow 427237fead6SMichael Halcrow int ecryptfs_grab_and_map_lower_page(struct page **lower_page, 428237fead6SMichael Halcrow char **lower_virt, 429237fead6SMichael Halcrow struct inode *lower_inode, 430237fead6SMichael Halcrow unsigned long lower_page_index) 431237fead6SMichael Halcrow { 432237fead6SMichael Halcrow int rc = 0; 433237fead6SMichael Halcrow 434237fead6SMichael Halcrow (*lower_page) = grab_cache_page(lower_inode->i_mapping, 435237fead6SMichael Halcrow lower_page_index); 436237fead6SMichael Halcrow if (!(*lower_page)) { 437237fead6SMichael Halcrow ecryptfs_printk(KERN_ERR, "grab_cache_page for " 438237fead6SMichael Halcrow "lower_page_index = [0x%.16x] failed\n", 439237fead6SMichael Halcrow lower_page_index); 440237fead6SMichael Halcrow rc = -EINVAL; 441237fead6SMichael Halcrow goto out; 442237fead6SMichael Halcrow } 443237fead6SMichael Halcrow if (lower_virt) 444237fead6SMichael Halcrow (*lower_virt) = kmap((*lower_page)); 445237fead6SMichael Halcrow else 446237fead6SMichael Halcrow kmap((*lower_page)); 447237fead6SMichael Halcrow out: 448237fead6SMichael Halcrow return rc; 449237fead6SMichael Halcrow } 450237fead6SMichael Halcrow 451237fead6SMichael Halcrow int ecryptfs_writepage_and_release_lower_page(struct page *lower_page, 452237fead6SMichael Halcrow struct inode *lower_inode, 453237fead6SMichael Halcrow struct writeback_control *wbc) 454237fead6SMichael Halcrow { 455237fead6SMichael Halcrow int rc = 0; 456237fead6SMichael Halcrow 457237fead6SMichael Halcrow rc = lower_inode->i_mapping->a_ops->writepage(lower_page, wbc); 458237fead6SMichael Halcrow if (rc) { 459237fead6SMichael Halcrow ecryptfs_printk(KERN_ERR, "Error calling lower writepage(); " 460237fead6SMichael Halcrow "rc = [%d]\n", rc); 461237fead6SMichael Halcrow goto out; 462237fead6SMichael Halcrow } 463237fead6SMichael Halcrow lower_inode->i_mtime = lower_inode->i_ctime = CURRENT_TIME; 464237fead6SMichael Halcrow page_cache_release(lower_page); 465237fead6SMichael Halcrow out: 466237fead6SMichael Halcrow return rc; 467237fead6SMichael Halcrow } 468237fead6SMichael Halcrow 469237fead6SMichael Halcrow static void ecryptfs_unmap_and_release_lower_page(struct page *lower_page) 470237fead6SMichael Halcrow { 471237fead6SMichael Halcrow kunmap(lower_page); 472237fead6SMichael Halcrow ecryptfs_printk(KERN_DEBUG, "Unlocking lower page with index = " 473237fead6SMichael Halcrow "[0x%.16x]\n", lower_page->index); 474237fead6SMichael Halcrow unlock_page(lower_page); 475237fead6SMichael Halcrow page_cache_release(lower_page); 476237fead6SMichael Halcrow } 477237fead6SMichael Halcrow 478237fead6SMichael Halcrow /** 479237fead6SMichael Halcrow * ecryptfs_write_inode_size_to_header 480237fead6SMichael Halcrow * 481237fead6SMichael Halcrow * Writes the lower file size to the first 8 bytes of the header. 482237fead6SMichael Halcrow * 483237fead6SMichael Halcrow * Returns zero on success; non-zero on error. 484237fead6SMichael Halcrow */ 485dd2a3b7aSMichael Halcrow static int ecryptfs_write_inode_size_to_header(struct file *lower_file, 486237fead6SMichael Halcrow struct inode *lower_inode, 487237fead6SMichael Halcrow struct inode *inode) 488237fead6SMichael Halcrow { 489237fead6SMichael Halcrow int rc = 0; 490237fead6SMichael Halcrow struct page *header_page; 491237fead6SMichael Halcrow char *header_virt; 492237fead6SMichael Halcrow const struct address_space_operations *lower_a_ops; 493237fead6SMichael Halcrow u64 file_size; 494237fead6SMichael Halcrow 495237fead6SMichael Halcrow rc = ecryptfs_grab_and_map_lower_page(&header_page, &header_virt, 496237fead6SMichael Halcrow lower_inode, 0); 497237fead6SMichael Halcrow if (rc) { 498237fead6SMichael Halcrow ecryptfs_printk(KERN_ERR, "grab_cache_page for header page " 499237fead6SMichael Halcrow "failed\n"); 500237fead6SMichael Halcrow goto out; 501237fead6SMichael Halcrow } 502237fead6SMichael Halcrow lower_a_ops = lower_inode->i_mapping->a_ops; 503237fead6SMichael Halcrow rc = lower_a_ops->prepare_write(lower_file, header_page, 0, 8); 504237fead6SMichael Halcrow file_size = (u64)i_size_read(inode); 505237fead6SMichael Halcrow ecryptfs_printk(KERN_DEBUG, "Writing size: [0x%.16x]\n", file_size); 506237fead6SMichael Halcrow file_size = cpu_to_be64(file_size); 507237fead6SMichael Halcrow memcpy(header_virt, &file_size, sizeof(u64)); 508237fead6SMichael Halcrow rc = lower_a_ops->commit_write(lower_file, header_page, 0, 8); 509237fead6SMichael Halcrow if (rc < 0) 510237fead6SMichael Halcrow ecryptfs_printk(KERN_ERR, "Error commiting header page " 511237fead6SMichael Halcrow "write\n"); 512237fead6SMichael Halcrow ecryptfs_unmap_and_release_lower_page(header_page); 513237fead6SMichael Halcrow lower_inode->i_mtime = lower_inode->i_ctime = CURRENT_TIME; 514237fead6SMichael Halcrow mark_inode_dirty_sync(inode); 515237fead6SMichael Halcrow out: 516237fead6SMichael Halcrow return rc; 517237fead6SMichael Halcrow } 518237fead6SMichael Halcrow 519dd2a3b7aSMichael Halcrow static int ecryptfs_write_inode_size_to_xattr(struct inode *lower_inode, 520dd2a3b7aSMichael Halcrow struct inode *inode, 521dd2a3b7aSMichael Halcrow struct dentry *ecryptfs_dentry, 522dd2a3b7aSMichael Halcrow int lower_i_mutex_held) 523dd2a3b7aSMichael Halcrow { 524dd2a3b7aSMichael Halcrow ssize_t size; 525dd2a3b7aSMichael Halcrow void *xattr_virt; 526dd2a3b7aSMichael Halcrow struct dentry *lower_dentry; 527dd2a3b7aSMichael Halcrow u64 file_size; 528dd2a3b7aSMichael Halcrow int rc; 529dd2a3b7aSMichael Halcrow 530dd2a3b7aSMichael Halcrow xattr_virt = kmem_cache_alloc(ecryptfs_xattr_cache, GFP_KERNEL); 531dd2a3b7aSMichael Halcrow if (!xattr_virt) { 532dd2a3b7aSMichael Halcrow printk(KERN_ERR "Out of memory whilst attempting to write " 533dd2a3b7aSMichael Halcrow "inode size to xattr\n"); 534dd2a3b7aSMichael Halcrow rc = -ENOMEM; 535dd2a3b7aSMichael Halcrow goto out; 536dd2a3b7aSMichael Halcrow } 537dd2a3b7aSMichael Halcrow lower_dentry = ecryptfs_dentry_to_lower(ecryptfs_dentry); 538dd2a3b7aSMichael Halcrow if (!lower_dentry->d_inode->i_op->getxattr) { 539dd2a3b7aSMichael Halcrow printk(KERN_WARNING 540dd2a3b7aSMichael Halcrow "No support for setting xattr in lower filesystem\n"); 541dd2a3b7aSMichael Halcrow rc = -ENOSYS; 542dd2a3b7aSMichael Halcrow kmem_cache_free(ecryptfs_xattr_cache, xattr_virt); 543dd2a3b7aSMichael Halcrow goto out; 544dd2a3b7aSMichael Halcrow } 545dd2a3b7aSMichael Halcrow if (!lower_i_mutex_held) 546dd2a3b7aSMichael Halcrow mutex_lock(&lower_dentry->d_inode->i_mutex); 547dd2a3b7aSMichael Halcrow size = lower_dentry->d_inode->i_op->getxattr(lower_dentry, 548dd2a3b7aSMichael Halcrow ECRYPTFS_XATTR_NAME, 549dd2a3b7aSMichael Halcrow xattr_virt, 550dd2a3b7aSMichael Halcrow PAGE_CACHE_SIZE); 551dd2a3b7aSMichael Halcrow if (!lower_i_mutex_held) 552dd2a3b7aSMichael Halcrow mutex_unlock(&lower_dentry->d_inode->i_mutex); 553dd2a3b7aSMichael Halcrow if (size < 0) 554dd2a3b7aSMichael Halcrow size = 8; 555dd2a3b7aSMichael Halcrow file_size = (u64)i_size_read(inode); 556dd2a3b7aSMichael Halcrow file_size = cpu_to_be64(file_size); 557dd2a3b7aSMichael Halcrow memcpy(xattr_virt, &file_size, sizeof(u64)); 558dd2a3b7aSMichael Halcrow if (!lower_i_mutex_held) 559dd2a3b7aSMichael Halcrow mutex_lock(&lower_dentry->d_inode->i_mutex); 560dd2a3b7aSMichael Halcrow rc = lower_dentry->d_inode->i_op->setxattr(lower_dentry, 561dd2a3b7aSMichael Halcrow ECRYPTFS_XATTR_NAME, 562dd2a3b7aSMichael Halcrow xattr_virt, size, 0); 563dd2a3b7aSMichael Halcrow if (!lower_i_mutex_held) 564dd2a3b7aSMichael Halcrow mutex_unlock(&lower_dentry->d_inode->i_mutex); 565dd2a3b7aSMichael Halcrow if (rc) 566dd2a3b7aSMichael Halcrow printk(KERN_ERR "Error whilst attempting to write inode size " 567dd2a3b7aSMichael Halcrow "to lower file xattr; rc = [%d]\n", rc); 568dd2a3b7aSMichael Halcrow kmem_cache_free(ecryptfs_xattr_cache, xattr_virt); 569dd2a3b7aSMichael Halcrow out: 570dd2a3b7aSMichael Halcrow return rc; 571dd2a3b7aSMichael Halcrow } 572dd2a3b7aSMichael Halcrow 573dd2a3b7aSMichael Halcrow int 574dd2a3b7aSMichael Halcrow ecryptfs_write_inode_size_to_metadata(struct file *lower_file, 575dd2a3b7aSMichael Halcrow struct inode *lower_inode, 576dd2a3b7aSMichael Halcrow struct inode *inode, 577dd2a3b7aSMichael Halcrow struct dentry *ecryptfs_dentry, 578dd2a3b7aSMichael Halcrow int lower_i_mutex_held) 579dd2a3b7aSMichael Halcrow { 580dd2a3b7aSMichael Halcrow struct ecryptfs_crypt_stat *crypt_stat; 581dd2a3b7aSMichael Halcrow 582dd2a3b7aSMichael Halcrow crypt_stat = &ecryptfs_inode_to_private(inode)->crypt_stat; 583dd2a3b7aSMichael Halcrow if (crypt_stat->flags & ECRYPTFS_METADATA_IN_XATTR) 584dd2a3b7aSMichael Halcrow return ecryptfs_write_inode_size_to_xattr(lower_inode, inode, 585dd2a3b7aSMichael Halcrow ecryptfs_dentry, 586dd2a3b7aSMichael Halcrow lower_i_mutex_held); 587dd2a3b7aSMichael Halcrow else 588dd2a3b7aSMichael Halcrow return ecryptfs_write_inode_size_to_header(lower_file, 589dd2a3b7aSMichael Halcrow lower_inode, 590dd2a3b7aSMichael Halcrow inode); 591dd2a3b7aSMichael Halcrow } 592dd2a3b7aSMichael Halcrow 593237fead6SMichael Halcrow int ecryptfs_get_lower_page(struct page **lower_page, struct inode *lower_inode, 594237fead6SMichael Halcrow struct file *lower_file, 595237fead6SMichael Halcrow unsigned long lower_page_index, int byte_offset, 596237fead6SMichael Halcrow int region_bytes) 597237fead6SMichael Halcrow { 598237fead6SMichael Halcrow int rc = 0; 599237fead6SMichael Halcrow 600237fead6SMichael Halcrow rc = ecryptfs_grab_and_map_lower_page(lower_page, NULL, lower_inode, 601237fead6SMichael Halcrow lower_page_index); 602237fead6SMichael Halcrow if (rc) { 603237fead6SMichael Halcrow ecryptfs_printk(KERN_ERR, "Error attempting to grab and map " 604237fead6SMichael Halcrow "lower page with index [0x%.16x]\n", 605237fead6SMichael Halcrow lower_page_index); 606237fead6SMichael Halcrow goto out; 607237fead6SMichael Halcrow } 608237fead6SMichael Halcrow rc = lower_inode->i_mapping->a_ops->prepare_write(lower_file, 609237fead6SMichael Halcrow (*lower_page), 610237fead6SMichael Halcrow byte_offset, 611237fead6SMichael Halcrow region_bytes); 612237fead6SMichael Halcrow if (rc) { 613237fead6SMichael Halcrow ecryptfs_printk(KERN_ERR, "prepare_write for " 614237fead6SMichael Halcrow "lower_page_index = [0x%.16x] failed; rc = " 615237fead6SMichael Halcrow "[%d]\n", lower_page_index, rc); 616237fead6SMichael Halcrow } 617237fead6SMichael Halcrow out: 618237fead6SMichael Halcrow if (rc && (*lower_page)) { 619237fead6SMichael Halcrow ecryptfs_unmap_and_release_lower_page(*lower_page); 620237fead6SMichael Halcrow (*lower_page) = NULL; 621237fead6SMichael Halcrow } 622237fead6SMichael Halcrow return rc; 623237fead6SMichael Halcrow } 624237fead6SMichael Halcrow 625237fead6SMichael Halcrow /** 626237fead6SMichael Halcrow * ecryptfs_commit_lower_page 627237fead6SMichael Halcrow * 628237fead6SMichael Halcrow * Returns zero on success; non-zero on error 629237fead6SMichael Halcrow */ 630237fead6SMichael Halcrow int 631237fead6SMichael Halcrow ecryptfs_commit_lower_page(struct page *lower_page, struct inode *lower_inode, 632237fead6SMichael Halcrow struct file *lower_file, int byte_offset, 633237fead6SMichael Halcrow int region_size) 634237fead6SMichael Halcrow { 635237fead6SMichael Halcrow int rc = 0; 636237fead6SMichael Halcrow 637237fead6SMichael Halcrow rc = lower_inode->i_mapping->a_ops->commit_write( 638237fead6SMichael Halcrow lower_file, lower_page, byte_offset, region_size); 639237fead6SMichael Halcrow if (rc < 0) { 640237fead6SMichael Halcrow ecryptfs_printk(KERN_ERR, 641237fead6SMichael Halcrow "Error committing write; rc = [%d]\n", rc); 642237fead6SMichael Halcrow } else 643237fead6SMichael Halcrow rc = 0; 644237fead6SMichael Halcrow ecryptfs_unmap_and_release_lower_page(lower_page); 645237fead6SMichael Halcrow return rc; 646237fead6SMichael Halcrow } 647237fead6SMichael Halcrow 648237fead6SMichael Halcrow /** 649237fead6SMichael Halcrow * ecryptfs_copy_page_to_lower 650237fead6SMichael Halcrow * 651237fead6SMichael Halcrow * Used for plaintext pass-through; no page index interpolation 652237fead6SMichael Halcrow * required. 653237fead6SMichael Halcrow */ 654237fead6SMichael Halcrow int ecryptfs_copy_page_to_lower(struct page *page, struct inode *lower_inode, 655237fead6SMichael Halcrow struct file *lower_file) 656237fead6SMichael Halcrow { 657237fead6SMichael Halcrow int rc = 0; 658237fead6SMichael Halcrow struct page *lower_page; 659237fead6SMichael Halcrow 660237fead6SMichael Halcrow rc = ecryptfs_get_lower_page(&lower_page, lower_inode, lower_file, 661237fead6SMichael Halcrow page->index, 0, PAGE_CACHE_SIZE); 662237fead6SMichael Halcrow if (rc) { 663237fead6SMichael Halcrow ecryptfs_printk(KERN_ERR, "Error attempting to get page " 664237fead6SMichael Halcrow "at index [0x%.16x]\n", page->index); 665237fead6SMichael Halcrow goto out; 666237fead6SMichael Halcrow } 667237fead6SMichael Halcrow /* TODO: aops */ 668237fead6SMichael Halcrow memcpy((char *)page_address(lower_page), page_address(page), 669237fead6SMichael Halcrow PAGE_CACHE_SIZE); 670237fead6SMichael Halcrow rc = ecryptfs_commit_lower_page(lower_page, lower_inode, lower_file, 671237fead6SMichael Halcrow 0, PAGE_CACHE_SIZE); 672237fead6SMichael Halcrow if (rc) 673237fead6SMichael Halcrow ecryptfs_printk(KERN_ERR, "Error attempting to commit page " 674237fead6SMichael Halcrow "at index [0x%.16x]\n", page->index); 675237fead6SMichael Halcrow out: 676237fead6SMichael Halcrow return rc; 677237fead6SMichael Halcrow } 678237fead6SMichael Halcrow 679dd2a3b7aSMichael Halcrow struct kmem_cache *ecryptfs_xattr_cache; 680dd2a3b7aSMichael Halcrow 681237fead6SMichael Halcrow /** 682237fead6SMichael Halcrow * ecryptfs_commit_write 683237fead6SMichael Halcrow * @file: The eCryptfs file object 684237fead6SMichael Halcrow * @page: The eCryptfs page 685237fead6SMichael Halcrow * @from: Ignored (we rotate the page IV on each write) 686237fead6SMichael Halcrow * @to: Ignored 687237fead6SMichael Halcrow * 688237fead6SMichael Halcrow * This is where we encrypt the data and pass the encrypted data to 689237fead6SMichael Halcrow * the lower filesystem. In OpenPGP-compatible mode, we operate on 690237fead6SMichael Halcrow * entire underlying packets. 691237fead6SMichael Halcrow */ 692237fead6SMichael Halcrow static int ecryptfs_commit_write(struct file *file, struct page *page, 693237fead6SMichael Halcrow unsigned from, unsigned to) 694237fead6SMichael Halcrow { 695237fead6SMichael Halcrow struct ecryptfs_page_crypt_context ctx; 696237fead6SMichael Halcrow loff_t pos; 697237fead6SMichael Halcrow struct inode *inode; 698237fead6SMichael Halcrow struct inode *lower_inode; 699237fead6SMichael Halcrow struct file *lower_file; 700237fead6SMichael Halcrow struct ecryptfs_crypt_stat *crypt_stat; 701237fead6SMichael Halcrow int rc; 702237fead6SMichael Halcrow 703237fead6SMichael Halcrow inode = page->mapping->host; 704237fead6SMichael Halcrow lower_inode = ecryptfs_inode_to_lower(inode); 705237fead6SMichael Halcrow lower_file = ecryptfs_file_to_lower(file); 706237fead6SMichael Halcrow mutex_lock(&lower_inode->i_mutex); 707bd243a4bSJosef "Jeff" Sipek crypt_stat = &ecryptfs_inode_to_private(file->f_path.dentry->d_inode) 708bd243a4bSJosef "Jeff" Sipek ->crypt_stat; 709237fead6SMichael Halcrow if (ECRYPTFS_CHECK_FLAG(crypt_stat->flags, ECRYPTFS_NEW_FILE)) { 710237fead6SMichael Halcrow ecryptfs_printk(KERN_DEBUG, "ECRYPTFS_NEW_FILE flag set in " 711237fead6SMichael Halcrow "crypt_stat at memory location [%p]\n", crypt_stat); 712dddfa461SMichael Halcrow ECRYPTFS_CLEAR_FLAG(crypt_stat->flags, ECRYPTFS_NEW_FILE); 713237fead6SMichael Halcrow } else 714237fead6SMichael Halcrow ecryptfs_printk(KERN_DEBUG, "Not a new file\n"); 715237fead6SMichael Halcrow ecryptfs_printk(KERN_DEBUG, "Calling fill_zeros_to_end_of_page" 716237fead6SMichael Halcrow "(page w/ index = [0x%.16x], to = [%d])\n", page->index, 717237fead6SMichael Halcrow to); 718237fead6SMichael Halcrow rc = fill_zeros_to_end_of_page(page, to); 719237fead6SMichael Halcrow if (rc) { 720237fead6SMichael Halcrow ecryptfs_printk(KERN_WARNING, "Error attempting to fill " 721237fead6SMichael Halcrow "zeros in page with index = [0x%.16x]\n", 722237fead6SMichael Halcrow page->index); 723237fead6SMichael Halcrow goto out; 724237fead6SMichael Halcrow } 725237fead6SMichael Halcrow ctx.page = page; 726237fead6SMichael Halcrow ctx.mode = ECRYPTFS_PREPARE_COMMIT_MODE; 727237fead6SMichael Halcrow ctx.param.lower_file = lower_file; 728237fead6SMichael Halcrow rc = ecryptfs_encrypt_page(&ctx); 729237fead6SMichael Halcrow if (rc) { 730237fead6SMichael Halcrow ecryptfs_printk(KERN_WARNING, "Error encrypting page (upper " 731237fead6SMichael Halcrow "index [0x%.16x])\n", page->index); 732237fead6SMichael Halcrow goto out; 733237fead6SMichael Halcrow } 734237fead6SMichael Halcrow inode->i_blocks = lower_inode->i_blocks; 735237fead6SMichael Halcrow pos = (page->index << PAGE_CACHE_SHIFT) + to; 736237fead6SMichael Halcrow if (pos > i_size_read(inode)) { 737237fead6SMichael Halcrow i_size_write(inode, pos); 738237fead6SMichael Halcrow ecryptfs_printk(KERN_DEBUG, "Expanded file size to " 739237fead6SMichael Halcrow "[0x%.16x]\n", i_size_read(inode)); 740237fead6SMichael Halcrow } 741dd2a3b7aSMichael Halcrow rc = ecryptfs_write_inode_size_to_metadata(lower_file, lower_inode, 742dd2a3b7aSMichael Halcrow inode, file->f_dentry, 743dd2a3b7aSMichael Halcrow ECRYPTFS_LOWER_I_MUTEX_HELD); 744dd2a3b7aSMichael Halcrow if (rc) 745dd2a3b7aSMichael Halcrow printk(KERN_ERR "Error writing inode size to metadata; " 746dd2a3b7aSMichael Halcrow "rc = [%d]\n", rc); 747237fead6SMichael Halcrow lower_inode->i_mtime = lower_inode->i_ctime = CURRENT_TIME; 748237fead6SMichael Halcrow mark_inode_dirty_sync(inode); 749237fead6SMichael Halcrow out: 750237fead6SMichael Halcrow kunmap(page); /* mapped in prior call (prepare_write) */ 751237fead6SMichael Halcrow if (rc < 0) 752237fead6SMichael Halcrow ClearPageUptodate(page); 753237fead6SMichael Halcrow else 754237fead6SMichael Halcrow SetPageUptodate(page); 755237fead6SMichael Halcrow mutex_unlock(&lower_inode->i_mutex); 756237fead6SMichael Halcrow return rc; 757237fead6SMichael Halcrow } 758237fead6SMichael Halcrow 759237fead6SMichael Halcrow /** 760237fead6SMichael Halcrow * write_zeros 761237fead6SMichael Halcrow * @file: The ecryptfs file 762237fead6SMichael Halcrow * @index: The index in which we are writing 763237fead6SMichael Halcrow * @start: The position after the last block of data 764237fead6SMichael Halcrow * @num_zeros: The number of zeros to write 765237fead6SMichael Halcrow * 766237fead6SMichael Halcrow * Write a specified number of zero's to a page. 767237fead6SMichael Halcrow * 768237fead6SMichael Halcrow * (start + num_zeros) must be less than or equal to PAGE_CACHE_SIZE 769237fead6SMichael Halcrow */ 770237fead6SMichael Halcrow static 771237fead6SMichael Halcrow int write_zeros(struct file *file, pgoff_t index, int start, int num_zeros) 772237fead6SMichael Halcrow { 773237fead6SMichael Halcrow int rc = 0; 774237fead6SMichael Halcrow struct page *tmp_page; 775237fead6SMichael Halcrow 776237fead6SMichael Halcrow tmp_page = ecryptfs_get1page(file, index); 777237fead6SMichael Halcrow if (IS_ERR(tmp_page)) { 778237fead6SMichael Halcrow ecryptfs_printk(KERN_ERR, "Error getting page at index " 779237fead6SMichael Halcrow "[0x%.16x]\n", index); 780237fead6SMichael Halcrow rc = PTR_ERR(tmp_page); 781237fead6SMichael Halcrow goto out; 782237fead6SMichael Halcrow } 783237fead6SMichael Halcrow kmap(tmp_page); 784237fead6SMichael Halcrow rc = ecryptfs_prepare_write(file, tmp_page, start, start + num_zeros); 785237fead6SMichael Halcrow if (rc) { 786237fead6SMichael Halcrow ecryptfs_printk(KERN_ERR, "Error preparing to write zero's " 787237fead6SMichael Halcrow "to remainder of page at index [0x%.16x]\n", 788237fead6SMichael Halcrow index); 789237fead6SMichael Halcrow kunmap(tmp_page); 790237fead6SMichael Halcrow page_cache_release(tmp_page); 791237fead6SMichael Halcrow goto out; 792237fead6SMichael Halcrow } 793237fead6SMichael Halcrow memset(((char *)page_address(tmp_page) + start), 0, num_zeros); 794237fead6SMichael Halcrow rc = ecryptfs_commit_write(file, tmp_page, start, start + num_zeros); 795237fead6SMichael Halcrow if (rc < 0) { 796237fead6SMichael Halcrow ecryptfs_printk(KERN_ERR, "Error attempting to write zero's " 797237fead6SMichael Halcrow "to remainder of page at index [0x%.16x]\n", 798237fead6SMichael Halcrow index); 799237fead6SMichael Halcrow kunmap(tmp_page); 800237fead6SMichael Halcrow page_cache_release(tmp_page); 801237fead6SMichael Halcrow goto out; 802237fead6SMichael Halcrow } 803237fead6SMichael Halcrow rc = 0; 804237fead6SMichael Halcrow kunmap(tmp_page); 805237fead6SMichael Halcrow page_cache_release(tmp_page); 806237fead6SMichael Halcrow out: 807237fead6SMichael Halcrow return rc; 808237fead6SMichael Halcrow } 809237fead6SMichael Halcrow 810237fead6SMichael Halcrow static sector_t ecryptfs_bmap(struct address_space *mapping, sector_t block) 811237fead6SMichael Halcrow { 812237fead6SMichael Halcrow int rc = 0; 813237fead6SMichael Halcrow struct inode *inode; 814237fead6SMichael Halcrow struct inode *lower_inode; 815237fead6SMichael Halcrow 816237fead6SMichael Halcrow inode = (struct inode *)mapping->host; 817237fead6SMichael Halcrow lower_inode = ecryptfs_inode_to_lower(inode); 818237fead6SMichael Halcrow if (lower_inode->i_mapping->a_ops->bmap) 819237fead6SMichael Halcrow rc = lower_inode->i_mapping->a_ops->bmap(lower_inode->i_mapping, 820237fead6SMichael Halcrow block); 821237fead6SMichael Halcrow return rc; 822237fead6SMichael Halcrow } 823237fead6SMichael Halcrow 824237fead6SMichael Halcrow static void ecryptfs_sync_page(struct page *page) 825237fead6SMichael Halcrow { 826237fead6SMichael Halcrow struct inode *inode; 827237fead6SMichael Halcrow struct inode *lower_inode; 828237fead6SMichael Halcrow struct page *lower_page; 829237fead6SMichael Halcrow 830237fead6SMichael Halcrow inode = page->mapping->host; 831237fead6SMichael Halcrow lower_inode = ecryptfs_inode_to_lower(inode); 832237fead6SMichael Halcrow /* NOTE: Recently swapped with grab_cache_page(), since 833237fead6SMichael Halcrow * sync_page() just makes sure that pending I/O gets done. */ 834237fead6SMichael Halcrow lower_page = find_lock_page(lower_inode->i_mapping, page->index); 835237fead6SMichael Halcrow if (!lower_page) { 836237fead6SMichael Halcrow ecryptfs_printk(KERN_DEBUG, "find_lock_page failed\n"); 837237fead6SMichael Halcrow return; 838237fead6SMichael Halcrow } 839237fead6SMichael Halcrow lower_page->mapping->a_ops->sync_page(lower_page); 840237fead6SMichael Halcrow ecryptfs_printk(KERN_DEBUG, "Unlocking page with index = [0x%.16x]\n", 841237fead6SMichael Halcrow lower_page->index); 842237fead6SMichael Halcrow unlock_page(lower_page); 843237fead6SMichael Halcrow page_cache_release(lower_page); 844237fead6SMichael Halcrow } 845237fead6SMichael Halcrow 846237fead6SMichael Halcrow struct address_space_operations ecryptfs_aops = { 847237fead6SMichael Halcrow .writepage = ecryptfs_writepage, 848237fead6SMichael Halcrow .readpage = ecryptfs_readpage, 849237fead6SMichael Halcrow .prepare_write = ecryptfs_prepare_write, 850237fead6SMichael Halcrow .commit_write = ecryptfs_commit_write, 851237fead6SMichael Halcrow .bmap = ecryptfs_bmap, 852237fead6SMichael Halcrow .sync_page = ecryptfs_sync_page, 853237fead6SMichael Halcrow }; 854