12874c5fdSThomas Gleixner // SPDX-License-Identifier: GPL-2.0-or-later 208e0e7c8SDavid Howells /* AFS filesystem file handling 31da177e4SLinus Torvalds * 408e0e7c8SDavid Howells * Copyright (C) 2002, 2007 Red Hat, Inc. All Rights Reserved. 51da177e4SLinus Torvalds * Written by David Howells (dhowells@redhat.com) 61da177e4SLinus Torvalds */ 71da177e4SLinus Torvalds 81da177e4SLinus Torvalds #include <linux/kernel.h> 91da177e4SLinus Torvalds #include <linux/module.h> 101da177e4SLinus Torvalds #include <linux/init.h> 111da177e4SLinus Torvalds #include <linux/fs.h> 121da177e4SLinus Torvalds #include <linux/pagemap.h> 1331143d5dSDavid Howells #include <linux/writeback.h> 145a0e3ad6STejun Heo #include <linux/gfp.h> 1591b467e0SDavid Howells #include <linux/task_io_accounting_ops.h> 16f86196eaSNikolay Borisov #include <linux/mm.h> 171da177e4SLinus Torvalds #include "internal.h" 181da177e4SLinus Torvalds 191cf7a151SDavid Howells static int afs_file_mmap(struct file *file, struct vm_area_struct *vma); 20416351f2SDavid Howells static int afs_readpage(struct file *file, struct page *page); 21d47992f8SLukas Czerner static void afs_invalidatepage(struct page *page, unsigned int offset, 22d47992f8SLukas Czerner unsigned int length); 23416351f2SDavid Howells static int afs_releasepage(struct page *page, gfp_t gfp_flags); 241da177e4SLinus Torvalds 259b3f26c9SDavid Howells static int afs_readpages(struct file *filp, struct address_space *mapping, 269b3f26c9SDavid Howells struct list_head *pages, unsigned nr_pages); 279b3f26c9SDavid Howells 2800d3b7a4SDavid Howells const struct file_operations afs_file_operations = { 2900d3b7a4SDavid Howells .open = afs_open, 3000d3b7a4SDavid Howells .release = afs_release, 3100d3b7a4SDavid Howells .llseek = generic_file_llseek, 32aad4f8bbSAl Viro .read_iter = generic_file_read_iter, 3350b5551dSAl Viro .write_iter = afs_file_write, 341cf7a151SDavid Howells .mmap = afs_file_mmap, 355ffc4ef4SJens Axboe .splice_read = generic_file_splice_read, 3606a17bbeSDavid Howells .splice_write = iter_file_splice_write, 3731143d5dSDavid Howells .fsync = afs_fsync, 38e8d6c554SDavid Howells .lock = afs_lock, 39e8d6c554SDavid Howells .flock = afs_flock, 4000d3b7a4SDavid Howells }; 4100d3b7a4SDavid Howells 42754661f1SArjan van de Ven const struct inode_operations afs_file_inode_operations = { 43416351f2SDavid Howells .getattr = afs_getattr, 4431143d5dSDavid Howells .setattr = afs_setattr, 4500d3b7a4SDavid Howells .permission = afs_permission, 461da177e4SLinus Torvalds }; 471da177e4SLinus Torvalds 48f5e54d6eSChristoph Hellwig const struct address_space_operations afs_fs_aops = { 49416351f2SDavid Howells .readpage = afs_readpage, 509b3f26c9SDavid Howells .readpages = afs_readpages, 5131143d5dSDavid Howells .set_page_dirty = afs_set_page_dirty, 5231143d5dSDavid Howells .launder_page = afs_launder_page, 53416351f2SDavid Howells .releasepage = afs_releasepage, 54416351f2SDavid Howells .invalidatepage = afs_invalidatepage, 5515b4650eSNick Piggin .write_begin = afs_write_begin, 5615b4650eSNick Piggin .write_end = afs_write_end, 5731143d5dSDavid Howells .writepage = afs_writepage, 5831143d5dSDavid Howells .writepages = afs_writepages, 591da177e4SLinus Torvalds }; 601da177e4SLinus Torvalds 611cf7a151SDavid Howells static const struct vm_operations_struct afs_vm_ops = { 621cf7a151SDavid Howells .fault = filemap_fault, 631cf7a151SDavid Howells .map_pages = filemap_map_pages, 641cf7a151SDavid Howells .page_mkwrite = afs_page_mkwrite, 651cf7a151SDavid Howells }; 661cf7a151SDavid Howells 671da177e4SLinus Torvalds /* 684343d008SDavid Howells * Discard a pin on a writeback key. 694343d008SDavid Howells */ 704343d008SDavid Howells void afs_put_wb_key(struct afs_wb_key *wbk) 714343d008SDavid Howells { 72e49c7b2fSDavid Howells if (wbk && refcount_dec_and_test(&wbk->usage)) { 734343d008SDavid Howells key_put(wbk->key); 744343d008SDavid Howells kfree(wbk); 754343d008SDavid Howells } 764343d008SDavid Howells } 774343d008SDavid Howells 784343d008SDavid Howells /* 794343d008SDavid Howells * Cache key for writeback. 804343d008SDavid Howells */ 814343d008SDavid Howells int afs_cache_wb_key(struct afs_vnode *vnode, struct afs_file *af) 824343d008SDavid Howells { 834343d008SDavid Howells struct afs_wb_key *wbk, *p; 844343d008SDavid Howells 854343d008SDavid Howells wbk = kzalloc(sizeof(struct afs_wb_key), GFP_KERNEL); 864343d008SDavid Howells if (!wbk) 874343d008SDavid Howells return -ENOMEM; 884343d008SDavid Howells refcount_set(&wbk->usage, 2); 894343d008SDavid Howells wbk->key = af->key; 904343d008SDavid Howells 914343d008SDavid Howells spin_lock(&vnode->wb_lock); 924343d008SDavid Howells list_for_each_entry(p, &vnode->wb_keys, vnode_link) { 934343d008SDavid Howells if (p->key == wbk->key) 944343d008SDavid Howells goto found; 954343d008SDavid Howells } 964343d008SDavid Howells 974343d008SDavid Howells key_get(wbk->key); 984343d008SDavid Howells list_add_tail(&wbk->vnode_link, &vnode->wb_keys); 994343d008SDavid Howells spin_unlock(&vnode->wb_lock); 1004343d008SDavid Howells af->wb = wbk; 1014343d008SDavid Howells return 0; 1024343d008SDavid Howells 1034343d008SDavid Howells found: 1044343d008SDavid Howells refcount_inc(&p->usage); 1054343d008SDavid Howells spin_unlock(&vnode->wb_lock); 1064343d008SDavid Howells af->wb = p; 1074343d008SDavid Howells kfree(wbk); 1084343d008SDavid Howells return 0; 1094343d008SDavid Howells } 1104343d008SDavid Howells 1114343d008SDavid Howells /* 11200d3b7a4SDavid Howells * open an AFS file or directory and attach a key to it 11300d3b7a4SDavid Howells */ 11400d3b7a4SDavid Howells int afs_open(struct inode *inode, struct file *file) 11500d3b7a4SDavid Howells { 11600d3b7a4SDavid Howells struct afs_vnode *vnode = AFS_FS_I(inode); 117215804a9SDavid Howells struct afs_file *af; 11800d3b7a4SDavid Howells struct key *key; 119260a9803SDavid Howells int ret; 12000d3b7a4SDavid Howells 1213b6492dfSDavid Howells _enter("{%llx:%llu},", vnode->fid.vid, vnode->fid.vnode); 12200d3b7a4SDavid Howells 12300d3b7a4SDavid Howells key = afs_request_key(vnode->volume->cell); 12400d3b7a4SDavid Howells if (IS_ERR(key)) { 125215804a9SDavid Howells ret = PTR_ERR(key); 126215804a9SDavid Howells goto error; 127215804a9SDavid Howells } 128215804a9SDavid Howells 129215804a9SDavid Howells af = kzalloc(sizeof(*af), GFP_KERNEL); 130215804a9SDavid Howells if (!af) { 131215804a9SDavid Howells ret = -ENOMEM; 132215804a9SDavid Howells goto error_key; 13300d3b7a4SDavid Howells } 1344343d008SDavid Howells af->key = key; 13500d3b7a4SDavid Howells 136260a9803SDavid Howells ret = afs_validate(vnode, key); 137215804a9SDavid Howells if (ret < 0) 138215804a9SDavid Howells goto error_af; 139260a9803SDavid Howells 1404343d008SDavid Howells if (file->f_mode & FMODE_WRITE) { 1414343d008SDavid Howells ret = afs_cache_wb_key(vnode, af); 1424343d008SDavid Howells if (ret < 0) 1434343d008SDavid Howells goto error_af; 1444343d008SDavid Howells } 1454343d008SDavid Howells 1465a813276SDavid Howells if (file->f_flags & O_TRUNC) 1475a813276SDavid Howells set_bit(AFS_VNODE_NEW_CONTENT, &vnode->flags); 1485a813276SDavid Howells 149215804a9SDavid Howells file->private_data = af; 15000d3b7a4SDavid Howells _leave(" = 0"); 15100d3b7a4SDavid Howells return 0; 152215804a9SDavid Howells 153215804a9SDavid Howells error_af: 154215804a9SDavid Howells kfree(af); 155215804a9SDavid Howells error_key: 156215804a9SDavid Howells key_put(key); 157215804a9SDavid Howells error: 158215804a9SDavid Howells _leave(" = %d", ret); 159215804a9SDavid Howells return ret; 16000d3b7a4SDavid Howells } 16100d3b7a4SDavid Howells 16200d3b7a4SDavid Howells /* 16300d3b7a4SDavid Howells * release an AFS file or directory and discard its key 16400d3b7a4SDavid Howells */ 16500d3b7a4SDavid Howells int afs_release(struct inode *inode, struct file *file) 16600d3b7a4SDavid Howells { 16700d3b7a4SDavid Howells struct afs_vnode *vnode = AFS_FS_I(inode); 168215804a9SDavid Howells struct afs_file *af = file->private_data; 169a1b879eeSDavid Howells int ret = 0; 17000d3b7a4SDavid Howells 1713b6492dfSDavid Howells _enter("{%llx:%llu},", vnode->fid.vid, vnode->fid.vnode); 17200d3b7a4SDavid Howells 1735a813276SDavid Howells if ((file->f_mode & FMODE_WRITE)) 174a1b879eeSDavid Howells ret = vfs_fsync(file, 0); 1755a813276SDavid Howells 176215804a9SDavid Howells file->private_data = NULL; 1774343d008SDavid Howells if (af->wb) 1784343d008SDavid Howells afs_put_wb_key(af->wb); 179215804a9SDavid Howells key_put(af->key); 180215804a9SDavid Howells kfree(af); 1814343d008SDavid Howells afs_prune_wb_keys(vnode); 182a1b879eeSDavid Howells _leave(" = %d", ret); 183a1b879eeSDavid Howells return ret; 18400d3b7a4SDavid Howells } 18500d3b7a4SDavid Howells 186196ee9cdSDavid Howells /* 187196ee9cdSDavid Howells * Dispose of a ref to a read record. 188196ee9cdSDavid Howells */ 189196ee9cdSDavid Howells void afs_put_read(struct afs_read *req) 190196ee9cdSDavid Howells { 191196ee9cdSDavid Howells int i; 192196ee9cdSDavid Howells 193f3ddee8dSDavid Howells if (refcount_dec_and_test(&req->usage)) { 194a6eed4abSJia-Ju Bai if (req->pages) { 195196ee9cdSDavid Howells for (i = 0; i < req->nr_pages; i++) 196196ee9cdSDavid Howells if (req->pages[i]) 197196ee9cdSDavid Howells put_page(req->pages[i]); 198f3ddee8dSDavid Howells if (req->pages != req->array) 199f3ddee8dSDavid Howells kfree(req->pages); 200a6eed4abSJia-Ju Bai } 201196ee9cdSDavid Howells kfree(req); 202196ee9cdSDavid Howells } 203196ee9cdSDavid Howells } 204196ee9cdSDavid Howells 205e49c7b2fSDavid Howells static void afs_fetch_data_success(struct afs_operation *op) 206e49c7b2fSDavid Howells { 207e49c7b2fSDavid Howells struct afs_vnode *vnode = op->file[0].vnode; 208e49c7b2fSDavid Howells 209e49c7b2fSDavid Howells _enter("op=%08x", op->debug_id); 210e49c7b2fSDavid Howells afs_vnode_commit_status(op, &op->file[0]); 211e49c7b2fSDavid Howells afs_stat_v(vnode, n_fetches); 212e49c7b2fSDavid Howells atomic_long_add(op->fetch.req->actual_len, &op->net->n_fetch_bytes); 213e49c7b2fSDavid Howells } 214e49c7b2fSDavid Howells 215e49c7b2fSDavid Howells static void afs_fetch_data_put(struct afs_operation *op) 216e49c7b2fSDavid Howells { 217e49c7b2fSDavid Howells afs_put_read(op->fetch.req); 218e49c7b2fSDavid Howells } 219e49c7b2fSDavid Howells 220e49c7b2fSDavid Howells static const struct afs_operation_ops afs_fetch_data_operation = { 221e49c7b2fSDavid Howells .issue_afs_rpc = afs_fs_fetch_data, 222e49c7b2fSDavid Howells .issue_yfs_rpc = yfs_fs_fetch_data, 223e49c7b2fSDavid Howells .success = afs_fetch_data_success, 224728279a5SDavid Howells .aborted = afs_check_for_remote_deletion, 225e49c7b2fSDavid Howells .put = afs_fetch_data_put, 226e49c7b2fSDavid Howells }; 227e49c7b2fSDavid Howells 2281da177e4SLinus Torvalds /* 229d2ddc776SDavid Howells * Fetch file data from the volume. 230d2ddc776SDavid Howells */ 2310b9c0174SDavid Howells int afs_fetch_data(struct afs_vnode *vnode, struct key *key, struct afs_read *req) 232d2ddc776SDavid Howells { 233e49c7b2fSDavid Howells struct afs_operation *op; 234d2ddc776SDavid Howells 2353b6492dfSDavid Howells _enter("%s{%llx:%llu.%u},%x,,,", 236d2ddc776SDavid Howells vnode->volume->name, 237d2ddc776SDavid Howells vnode->fid.vid, 238d2ddc776SDavid Howells vnode->fid.vnode, 239d2ddc776SDavid Howells vnode->fid.unique, 240d2ddc776SDavid Howells key_serial(key)); 241d2ddc776SDavid Howells 242e49c7b2fSDavid Howells op = afs_alloc_operation(key, vnode->volume); 243e49c7b2fSDavid Howells if (IS_ERR(op)) 244e49c7b2fSDavid Howells return PTR_ERR(op); 245a58823acSDavid Howells 246e49c7b2fSDavid Howells afs_op_set_vnode(op, 0, vnode); 247a58823acSDavid Howells 248e49c7b2fSDavid Howells op->fetch.req = afs_get_read(req); 249e49c7b2fSDavid Howells op->ops = &afs_fetch_data_operation; 250e49c7b2fSDavid Howells return afs_do_sync_operation(op); 251d2ddc776SDavid Howells } 252d2ddc776SDavid Howells 253d2ddc776SDavid Howells /* 254f6d335c0SAl Viro * read page from file, directory or symlink, given a key to use 2551da177e4SLinus Torvalds */ 256f6d335c0SAl Viro int afs_page_filler(void *data, struct page *page) 2571da177e4SLinus Torvalds { 258f6d335c0SAl Viro struct inode *inode = page->mapping->host; 259f6d335c0SAl Viro struct afs_vnode *vnode = AFS_FS_I(inode); 260196ee9cdSDavid Howells struct afs_read *req; 261f6d335c0SAl Viro struct key *key = data; 2621da177e4SLinus Torvalds int ret; 2631da177e4SLinus Torvalds 26400d3b7a4SDavid Howells _enter("{%x},{%lu},{%lu}", key_serial(key), inode->i_ino, page->index); 2651da177e4SLinus Torvalds 266cd7619d6SMatt Mackall BUG_ON(!PageLocked(page)); 2671da177e4SLinus Torvalds 2681da177e4SLinus Torvalds ret = -ESTALE; 26908e0e7c8SDavid Howells if (test_bit(AFS_VNODE_DELETED, &vnode->flags)) 2701da177e4SLinus Torvalds goto error; 2711da177e4SLinus Torvalds 272ee102584SZhengyuan Liu req = kzalloc(struct_size(req, array, 1), GFP_KERNEL); 273196ee9cdSDavid Howells if (!req) 274196ee9cdSDavid Howells goto enomem; 275196ee9cdSDavid Howells 2766db3ac3cSDavid Howells /* We request a full page. If the page is a partial one at the 2776db3ac3cSDavid Howells * end of the file, the server will return a short read and the 2786db3ac3cSDavid Howells * unmarshalling code will clear the unfilled space. 2796db3ac3cSDavid Howells */ 280f3ddee8dSDavid Howells refcount_set(&req->usage, 1); 281196ee9cdSDavid Howells req->pos = (loff_t)page->index << PAGE_SHIFT; 2826db3ac3cSDavid Howells req->len = PAGE_SIZE; 283196ee9cdSDavid Howells req->nr_pages = 1; 284f3ddee8dSDavid Howells req->pages = req->array; 285196ee9cdSDavid Howells req->pages[0] = page; 286196ee9cdSDavid Howells get_page(page); 2871da177e4SLinus Torvalds 2881da177e4SLinus Torvalds /* read the contents of the file from the server into the 2891da177e4SLinus Torvalds * page */ 290d2ddc776SDavid Howells ret = afs_fetch_data(vnode, key, req); 291196ee9cdSDavid Howells afs_put_read(req); 292dab17c1aSDavid Howells 2931da177e4SLinus Torvalds if (ret < 0) { 2941da177e4SLinus Torvalds if (ret == -ENOENT) { 2951da177e4SLinus Torvalds _debug("got NOENT from server" 2961da177e4SLinus Torvalds " - marking file deleted and stale"); 29708e0e7c8SDavid Howells set_bit(AFS_VNODE_DELETED, &vnode->flags); 2981da177e4SLinus Torvalds ret = -ESTALE; 2991da177e4SLinus Torvalds } 3009b3f26c9SDavid Howells 30168ae849dSDavid Howells if (ret == -EINTR || 30268ae849dSDavid Howells ret == -ENOMEM || 30368ae849dSDavid Howells ret == -ERESTARTSYS || 30468ae849dSDavid Howells ret == -EAGAIN) 3051da177e4SLinus Torvalds goto error; 30668ae849dSDavid Howells goto io_error; 3071da177e4SLinus Torvalds } 3081da177e4SLinus Torvalds 3091da177e4SLinus Torvalds SetPageUptodate(page); 3109b3f26c9SDavid Howells unlock_page(page); 3111da177e4SLinus Torvalds 3121da177e4SLinus Torvalds _leave(" = 0"); 3131da177e4SLinus Torvalds return 0; 3141da177e4SLinus Torvalds 31568ae849dSDavid Howells io_error: 31668ae849dSDavid Howells SetPageError(page); 31768ae849dSDavid Howells goto error; 318196ee9cdSDavid Howells enomem: 319196ee9cdSDavid Howells ret = -ENOMEM; 3201da177e4SLinus Torvalds error: 3211da177e4SLinus Torvalds unlock_page(page); 3221da177e4SLinus Torvalds _leave(" = %d", ret); 3231da177e4SLinus Torvalds return ret; 324ec26815aSDavid Howells } 3251da177e4SLinus Torvalds 3261da177e4SLinus Torvalds /* 327f6d335c0SAl Viro * read page from file, directory or symlink, given a file to nominate the key 328f6d335c0SAl Viro * to be used 329f6d335c0SAl Viro */ 330f6d335c0SAl Viro static int afs_readpage(struct file *file, struct page *page) 331f6d335c0SAl Viro { 332f6d335c0SAl Viro struct key *key; 333f6d335c0SAl Viro int ret; 334f6d335c0SAl Viro 335f6d335c0SAl Viro if (file) { 336215804a9SDavid Howells key = afs_file_key(file); 337f6d335c0SAl Viro ASSERT(key != NULL); 338f6d335c0SAl Viro ret = afs_page_filler(key, page); 339f6d335c0SAl Viro } else { 340f6d335c0SAl Viro struct inode *inode = page->mapping->host; 341d2ddc776SDavid Howells key = afs_request_key(AFS_FS_S(inode->i_sb)->cell); 342f6d335c0SAl Viro if (IS_ERR(key)) { 343f6d335c0SAl Viro ret = PTR_ERR(key); 344f6d335c0SAl Viro } else { 345f6d335c0SAl Viro ret = afs_page_filler(key, page); 346f6d335c0SAl Viro key_put(key); 347f6d335c0SAl Viro } 348f6d335c0SAl Viro } 349f6d335c0SAl Viro return ret; 350f6d335c0SAl Viro } 351f6d335c0SAl Viro 352f6d335c0SAl Viro /* 35391b467e0SDavid Howells * Make pages available as they're filled. 35491b467e0SDavid Howells */ 355a58823acSDavid Howells static void afs_readpages_page_done(struct afs_read *req) 35691b467e0SDavid Howells { 35791b467e0SDavid Howells struct page *page = req->pages[req->index]; 35891b467e0SDavid Howells 35991b467e0SDavid Howells req->pages[req->index] = NULL; 36091b467e0SDavid Howells SetPageUptodate(page); 36191b467e0SDavid Howells unlock_page(page); 36291b467e0SDavid Howells put_page(page); 36391b467e0SDavid Howells } 36491b467e0SDavid Howells 36591b467e0SDavid Howells /* 36691b467e0SDavid Howells * Read a contiguous set of pages. 36791b467e0SDavid Howells */ 36891b467e0SDavid Howells static int afs_readpages_one(struct file *file, struct address_space *mapping, 36991b467e0SDavid Howells struct list_head *pages) 37091b467e0SDavid Howells { 37191b467e0SDavid Howells struct afs_vnode *vnode = AFS_FS_I(mapping->host); 37291b467e0SDavid Howells struct afs_read *req; 37391b467e0SDavid Howells struct list_head *p; 37491b467e0SDavid Howells struct page *first, *page; 375215804a9SDavid Howells struct key *key = afs_file_key(file); 37691b467e0SDavid Howells pgoff_t index; 37791b467e0SDavid Howells int ret, n, i; 37891b467e0SDavid Howells 37991b467e0SDavid Howells /* Count the number of contiguous pages at the front of the list. Note 38091b467e0SDavid Howells * that the list goes prev-wards rather than next-wards. 38191b467e0SDavid Howells */ 382f86196eaSNikolay Borisov first = lru_to_page(pages); 38391b467e0SDavid Howells index = first->index + 1; 38491b467e0SDavid Howells n = 1; 38591b467e0SDavid Howells for (p = first->lru.prev; p != pages; p = p->prev) { 38691b467e0SDavid Howells page = list_entry(p, struct page, lru); 38791b467e0SDavid Howells if (page->index != index) 38891b467e0SDavid Howells break; 38991b467e0SDavid Howells index++; 39091b467e0SDavid Howells n++; 39191b467e0SDavid Howells } 39291b467e0SDavid Howells 393ee102584SZhengyuan Liu req = kzalloc(struct_size(req, array, n), GFP_NOFS); 39491b467e0SDavid Howells if (!req) 39591b467e0SDavid Howells return -ENOMEM; 39691b467e0SDavid Howells 397f3ddee8dSDavid Howells refcount_set(&req->usage, 1); 398a58823acSDavid Howells req->vnode = vnode; 39991b467e0SDavid Howells req->page_done = afs_readpages_page_done; 40091b467e0SDavid Howells req->pos = first->index; 40191b467e0SDavid Howells req->pos <<= PAGE_SHIFT; 402f3ddee8dSDavid Howells req->pages = req->array; 40391b467e0SDavid Howells 40491b467e0SDavid Howells /* Transfer the pages to the request. We add them in until one fails 40591b467e0SDavid Howells * to add to the LRU and then we stop (as that'll make a hole in the 40691b467e0SDavid Howells * contiguous run. 40791b467e0SDavid Howells * 40891b467e0SDavid Howells * Note that it's possible for the file size to change whilst we're 40991b467e0SDavid Howells * doing this, but we rely on the server returning less than we asked 41091b467e0SDavid Howells * for if the file shrank. We also rely on this to deal with a partial 41191b467e0SDavid Howells * page at the end of the file. 41291b467e0SDavid Howells */ 41391b467e0SDavid Howells do { 414f86196eaSNikolay Borisov page = lru_to_page(pages); 41591b467e0SDavid Howells list_del(&page->lru); 41691b467e0SDavid Howells index = page->index; 41791b467e0SDavid Howells if (add_to_page_cache_lru(page, mapping, index, 41891b467e0SDavid Howells readahead_gfp_mask(mapping))) { 41991b467e0SDavid Howells put_page(page); 42091b467e0SDavid Howells break; 42191b467e0SDavid Howells } 42291b467e0SDavid Howells 42391b467e0SDavid Howells req->pages[req->nr_pages++] = page; 42491b467e0SDavid Howells req->len += PAGE_SIZE; 42591b467e0SDavid Howells } while (req->nr_pages < n); 42691b467e0SDavid Howells 42791b467e0SDavid Howells if (req->nr_pages == 0) { 42891b467e0SDavid Howells kfree(req); 42991b467e0SDavid Howells return 0; 43091b467e0SDavid Howells } 43191b467e0SDavid Howells 432d2ddc776SDavid Howells ret = afs_fetch_data(vnode, key, req); 43391b467e0SDavid Howells if (ret < 0) 43491b467e0SDavid Howells goto error; 43591b467e0SDavid Howells 43691b467e0SDavid Howells task_io_account_read(PAGE_SIZE * req->nr_pages); 43791b467e0SDavid Howells afs_put_read(req); 43891b467e0SDavid Howells return 0; 43991b467e0SDavid Howells 44091b467e0SDavid Howells error: 44191b467e0SDavid Howells if (ret == -ENOENT) { 44291b467e0SDavid Howells _debug("got NOENT from server" 44391b467e0SDavid Howells " - marking file deleted and stale"); 44491b467e0SDavid Howells set_bit(AFS_VNODE_DELETED, &vnode->flags); 44591b467e0SDavid Howells ret = -ESTALE; 44691b467e0SDavid Howells } 44791b467e0SDavid Howells 44891b467e0SDavid Howells for (i = 0; i < req->nr_pages; i++) { 44991b467e0SDavid Howells page = req->pages[i]; 45091b467e0SDavid Howells if (page) { 45191b467e0SDavid Howells SetPageError(page); 45291b467e0SDavid Howells unlock_page(page); 45391b467e0SDavid Howells } 45491b467e0SDavid Howells } 45591b467e0SDavid Howells 45691b467e0SDavid Howells afs_put_read(req); 45791b467e0SDavid Howells return ret; 45891b467e0SDavid Howells } 45991b467e0SDavid Howells 46091b467e0SDavid Howells /* 4619b3f26c9SDavid Howells * read a set of pages 4621da177e4SLinus Torvalds */ 4639b3f26c9SDavid Howells static int afs_readpages(struct file *file, struct address_space *mapping, 4649b3f26c9SDavid Howells struct list_head *pages, unsigned nr_pages) 4651da177e4SLinus Torvalds { 466215804a9SDavid Howells struct key *key = afs_file_key(file); 4679b3f26c9SDavid Howells struct afs_vnode *vnode; 4689b3f26c9SDavid Howells int ret = 0; 4691da177e4SLinus Torvalds 470f6d335c0SAl Viro _enter("{%d},{%lu},,%d", 471f6d335c0SAl Viro key_serial(key), mapping->host->i_ino, nr_pages); 472f6d335c0SAl Viro 473f6d335c0SAl Viro ASSERT(key != NULL); 4741da177e4SLinus Torvalds 4759b3f26c9SDavid Howells vnode = AFS_FS_I(mapping->host); 476ad2a8e60SDan Carpenter if (test_bit(AFS_VNODE_DELETED, &vnode->flags)) { 4779b3f26c9SDavid Howells _leave(" = -ESTALE"); 4789b3f26c9SDavid Howells return -ESTALE; 4791da177e4SLinus Torvalds } 4801da177e4SLinus Torvalds 4819b3f26c9SDavid Howells /* attempt to read as many of the pages as possible */ 48291b467e0SDavid Howells while (!list_empty(pages)) { 48391b467e0SDavid Howells ret = afs_readpages_one(file, mapping, pages); 48491b467e0SDavid Howells if (ret < 0) 48591b467e0SDavid Howells break; 48691b467e0SDavid Howells } 4879b3f26c9SDavid Howells 4889b3f26c9SDavid Howells _leave(" = %d [netting]", ret); 4899b3f26c9SDavid Howells return ret; 490ec26815aSDavid Howells } 4911da177e4SLinus Torvalds 4921da177e4SLinus Torvalds /* 493f86726a6SDavid Howells * Adjust the dirty region of the page on truncation or full invalidation, 494f86726a6SDavid Howells * getting rid of the markers altogether if the region is entirely invalidated. 495f86726a6SDavid Howells */ 496f86726a6SDavid Howells static void afs_invalidate_dirty(struct page *page, unsigned int offset, 497f86726a6SDavid Howells unsigned int length) 498f86726a6SDavid Howells { 499f86726a6SDavid Howells struct afs_vnode *vnode = AFS_FS_I(page->mapping->host); 500f86726a6SDavid Howells unsigned long priv; 501f86726a6SDavid Howells unsigned int f, t, end = offset + length; 502f86726a6SDavid Howells 503f86726a6SDavid Howells priv = page_private(page); 504f86726a6SDavid Howells 505f86726a6SDavid Howells /* we clean up only if the entire page is being invalidated */ 506f86726a6SDavid Howells if (offset == 0 && length == thp_size(page)) 507f86726a6SDavid Howells goto full_invalidate; 508f86726a6SDavid Howells 509f86726a6SDavid Howells /* If the page was dirtied by page_mkwrite(), the PTE stays writable 510f86726a6SDavid Howells * and we don't get another notification to tell us to expand it 511f86726a6SDavid Howells * again. 512f86726a6SDavid Howells */ 513f86726a6SDavid Howells if (afs_is_page_dirty_mmapped(priv)) 514f86726a6SDavid Howells return; 515f86726a6SDavid Howells 516f86726a6SDavid Howells /* We may need to shorten the dirty region */ 517*67d78a6fSDavid Howells f = afs_page_dirty_from(page, priv); 518*67d78a6fSDavid Howells t = afs_page_dirty_to(page, priv); 519f86726a6SDavid Howells 520f86726a6SDavid Howells if (t <= offset || f >= end) 521f86726a6SDavid Howells return; /* Doesn't overlap */ 522f86726a6SDavid Howells 523f86726a6SDavid Howells if (f < offset && t > end) 524f86726a6SDavid Howells return; /* Splits the dirty region - just absorb it */ 525f86726a6SDavid Howells 526f86726a6SDavid Howells if (f >= offset && t <= end) 527f86726a6SDavid Howells goto undirty; 528f86726a6SDavid Howells 529f86726a6SDavid Howells if (f < offset) 530f86726a6SDavid Howells t = offset; 531f86726a6SDavid Howells else 532f86726a6SDavid Howells f = end; 533f86726a6SDavid Howells if (f == t) 534f86726a6SDavid Howells goto undirty; 535f86726a6SDavid Howells 536*67d78a6fSDavid Howells priv = afs_page_dirty(page, f, t); 537f86726a6SDavid Howells set_page_private(page, priv); 538*67d78a6fSDavid Howells trace_afs_page_dirty(vnode, tracepoint_string("trunc"), page); 539f86726a6SDavid Howells return; 540f86726a6SDavid Howells 541f86726a6SDavid Howells undirty: 542*67d78a6fSDavid Howells trace_afs_page_dirty(vnode, tracepoint_string("undirty"), page); 543f86726a6SDavid Howells clear_page_dirty_for_io(page); 544f86726a6SDavid Howells full_invalidate: 545*67d78a6fSDavid Howells detach_page_private(page); 546*67d78a6fSDavid Howells trace_afs_page_dirty(vnode, tracepoint_string("inval"), page); 547f86726a6SDavid Howells } 548f86726a6SDavid Howells 549f86726a6SDavid Howells /* 5509b3f26c9SDavid Howells * invalidate part or all of a page 5519b3f26c9SDavid Howells * - release a page and clean up its private data if offset is 0 (indicating 5529b3f26c9SDavid Howells * the entire page) 5539b3f26c9SDavid Howells */ 554d47992f8SLukas Czerner static void afs_invalidatepage(struct page *page, unsigned int offset, 555d47992f8SLukas Czerner unsigned int length) 5569b3f26c9SDavid Howells { 557d47992f8SLukas Czerner _enter("{%lu},%u,%u", page->index, offset, length); 5589b3f26c9SDavid Howells 5599b3f26c9SDavid Howells BUG_ON(!PageLocked(page)); 5609b3f26c9SDavid Howells 561f86726a6SDavid Howells if (PagePrivate(page)) 562f86726a6SDavid Howells afs_invalidate_dirty(page, offset, length); 5639b3f26c9SDavid Howells 5649b3f26c9SDavid Howells _leave(""); 5659b3f26c9SDavid Howells } 5669b3f26c9SDavid Howells 5679b3f26c9SDavid Howells /* 5689b3f26c9SDavid Howells * release a page and clean up its private state if it's not busy 5699b3f26c9SDavid Howells * - return true if the page can now be released, false if not 5701da177e4SLinus Torvalds */ 571416351f2SDavid Howells static int afs_releasepage(struct page *page, gfp_t gfp_flags) 5721da177e4SLinus Torvalds { 573416351f2SDavid Howells struct afs_vnode *vnode = AFS_FS_I(page->mapping->host); 5741da177e4SLinus Torvalds 5753b6492dfSDavid Howells _enter("{{%llx:%llu}[%lu],%lx},%x", 576416351f2SDavid Howells vnode->fid.vid, vnode->fid.vnode, page->index, page->flags, 577416351f2SDavid Howells gfp_flags); 5781da177e4SLinus Torvalds 5799b3f26c9SDavid Howells /* deny if page is being written to the cache and the caller hasn't 5809b3f26c9SDavid Howells * elected to wait */ 5819b3f26c9SDavid Howells if (PagePrivate(page)) { 582*67d78a6fSDavid Howells detach_page_private(page); 583*67d78a6fSDavid Howells trace_afs_page_dirty(vnode, tracepoint_string("rel"), page); 5849b3f26c9SDavid Howells } 5859b3f26c9SDavid Howells 5869b3f26c9SDavid Howells /* indicate that the page can be released */ 5879b3f26c9SDavid Howells _leave(" = T"); 5889b3f26c9SDavid Howells return 1; 589ec26815aSDavid Howells } 5901cf7a151SDavid Howells 5911cf7a151SDavid Howells /* 5921cf7a151SDavid Howells * Handle setting up a memory mapping on an AFS file. 5931cf7a151SDavid Howells */ 5941cf7a151SDavid Howells static int afs_file_mmap(struct file *file, struct vm_area_struct *vma) 5951cf7a151SDavid Howells { 5961cf7a151SDavid Howells int ret; 5971cf7a151SDavid Howells 5981cf7a151SDavid Howells ret = generic_file_mmap(file, vma); 5991cf7a151SDavid Howells if (ret == 0) 6001cf7a151SDavid Howells vma->vm_ops = &afs_vm_ops; 6011cf7a151SDavid Howells return ret; 6021cf7a151SDavid Howells } 603