xref: /openbmc/linux/fs/afs/file.c (revision 67d78a6f6e7b38c1beb7d8c09c6d40f8682e60b1)
12874c5fdSThomas Gleixner // SPDX-License-Identifier: GPL-2.0-or-later
208e0e7c8SDavid Howells /* AFS filesystem file handling
31da177e4SLinus Torvalds  *
408e0e7c8SDavid Howells  * Copyright (C) 2002, 2007 Red Hat, Inc. All Rights Reserved.
51da177e4SLinus Torvalds  * Written by David Howells (dhowells@redhat.com)
61da177e4SLinus Torvalds  */
71da177e4SLinus Torvalds 
81da177e4SLinus Torvalds #include <linux/kernel.h>
91da177e4SLinus Torvalds #include <linux/module.h>
101da177e4SLinus Torvalds #include <linux/init.h>
111da177e4SLinus Torvalds #include <linux/fs.h>
121da177e4SLinus Torvalds #include <linux/pagemap.h>
1331143d5dSDavid Howells #include <linux/writeback.h>
145a0e3ad6STejun Heo #include <linux/gfp.h>
1591b467e0SDavid Howells #include <linux/task_io_accounting_ops.h>
16f86196eaSNikolay Borisov #include <linux/mm.h>
171da177e4SLinus Torvalds #include "internal.h"
181da177e4SLinus Torvalds 
191cf7a151SDavid Howells static int afs_file_mmap(struct file *file, struct vm_area_struct *vma);
20416351f2SDavid Howells static int afs_readpage(struct file *file, struct page *page);
21d47992f8SLukas Czerner static void afs_invalidatepage(struct page *page, unsigned int offset,
22d47992f8SLukas Czerner 			       unsigned int length);
23416351f2SDavid Howells static int afs_releasepage(struct page *page, gfp_t gfp_flags);
241da177e4SLinus Torvalds 
259b3f26c9SDavid Howells static int afs_readpages(struct file *filp, struct address_space *mapping,
269b3f26c9SDavid Howells 			 struct list_head *pages, unsigned nr_pages);
279b3f26c9SDavid Howells 
2800d3b7a4SDavid Howells const struct file_operations afs_file_operations = {
2900d3b7a4SDavid Howells 	.open		= afs_open,
3000d3b7a4SDavid Howells 	.release	= afs_release,
3100d3b7a4SDavid Howells 	.llseek		= generic_file_llseek,
32aad4f8bbSAl Viro 	.read_iter	= generic_file_read_iter,
3350b5551dSAl Viro 	.write_iter	= afs_file_write,
341cf7a151SDavid Howells 	.mmap		= afs_file_mmap,
355ffc4ef4SJens Axboe 	.splice_read	= generic_file_splice_read,
3606a17bbeSDavid Howells 	.splice_write	= iter_file_splice_write,
3731143d5dSDavid Howells 	.fsync		= afs_fsync,
38e8d6c554SDavid Howells 	.lock		= afs_lock,
39e8d6c554SDavid Howells 	.flock		= afs_flock,
4000d3b7a4SDavid Howells };
4100d3b7a4SDavid Howells 
42754661f1SArjan van de Ven const struct inode_operations afs_file_inode_operations = {
43416351f2SDavid Howells 	.getattr	= afs_getattr,
4431143d5dSDavid Howells 	.setattr	= afs_setattr,
4500d3b7a4SDavid Howells 	.permission	= afs_permission,
461da177e4SLinus Torvalds };
471da177e4SLinus Torvalds 
48f5e54d6eSChristoph Hellwig const struct address_space_operations afs_fs_aops = {
49416351f2SDavid Howells 	.readpage	= afs_readpage,
509b3f26c9SDavid Howells 	.readpages	= afs_readpages,
5131143d5dSDavid Howells 	.set_page_dirty	= afs_set_page_dirty,
5231143d5dSDavid Howells 	.launder_page	= afs_launder_page,
53416351f2SDavid Howells 	.releasepage	= afs_releasepage,
54416351f2SDavid Howells 	.invalidatepage	= afs_invalidatepage,
5515b4650eSNick Piggin 	.write_begin	= afs_write_begin,
5615b4650eSNick Piggin 	.write_end	= afs_write_end,
5731143d5dSDavid Howells 	.writepage	= afs_writepage,
5831143d5dSDavid Howells 	.writepages	= afs_writepages,
591da177e4SLinus Torvalds };
601da177e4SLinus Torvalds 
611cf7a151SDavid Howells static const struct vm_operations_struct afs_vm_ops = {
621cf7a151SDavid Howells 	.fault		= filemap_fault,
631cf7a151SDavid Howells 	.map_pages	= filemap_map_pages,
641cf7a151SDavid Howells 	.page_mkwrite	= afs_page_mkwrite,
651cf7a151SDavid Howells };
661cf7a151SDavid Howells 
671da177e4SLinus Torvalds /*
684343d008SDavid Howells  * Discard a pin on a writeback key.
694343d008SDavid Howells  */
704343d008SDavid Howells void afs_put_wb_key(struct afs_wb_key *wbk)
714343d008SDavid Howells {
72e49c7b2fSDavid Howells 	if (wbk && refcount_dec_and_test(&wbk->usage)) {
734343d008SDavid Howells 		key_put(wbk->key);
744343d008SDavid Howells 		kfree(wbk);
754343d008SDavid Howells 	}
764343d008SDavid Howells }
774343d008SDavid Howells 
784343d008SDavid Howells /*
794343d008SDavid Howells  * Cache key for writeback.
804343d008SDavid Howells  */
814343d008SDavid Howells int afs_cache_wb_key(struct afs_vnode *vnode, struct afs_file *af)
824343d008SDavid Howells {
834343d008SDavid Howells 	struct afs_wb_key *wbk, *p;
844343d008SDavid Howells 
854343d008SDavid Howells 	wbk = kzalloc(sizeof(struct afs_wb_key), GFP_KERNEL);
864343d008SDavid Howells 	if (!wbk)
874343d008SDavid Howells 		return -ENOMEM;
884343d008SDavid Howells 	refcount_set(&wbk->usage, 2);
894343d008SDavid Howells 	wbk->key = af->key;
904343d008SDavid Howells 
914343d008SDavid Howells 	spin_lock(&vnode->wb_lock);
924343d008SDavid Howells 	list_for_each_entry(p, &vnode->wb_keys, vnode_link) {
934343d008SDavid Howells 		if (p->key == wbk->key)
944343d008SDavid Howells 			goto found;
954343d008SDavid Howells 	}
964343d008SDavid Howells 
974343d008SDavid Howells 	key_get(wbk->key);
984343d008SDavid Howells 	list_add_tail(&wbk->vnode_link, &vnode->wb_keys);
994343d008SDavid Howells 	spin_unlock(&vnode->wb_lock);
1004343d008SDavid Howells 	af->wb = wbk;
1014343d008SDavid Howells 	return 0;
1024343d008SDavid Howells 
1034343d008SDavid Howells found:
1044343d008SDavid Howells 	refcount_inc(&p->usage);
1054343d008SDavid Howells 	spin_unlock(&vnode->wb_lock);
1064343d008SDavid Howells 	af->wb = p;
1074343d008SDavid Howells 	kfree(wbk);
1084343d008SDavid Howells 	return 0;
1094343d008SDavid Howells }
1104343d008SDavid Howells 
1114343d008SDavid Howells /*
11200d3b7a4SDavid Howells  * open an AFS file or directory and attach a key to it
11300d3b7a4SDavid Howells  */
11400d3b7a4SDavid Howells int afs_open(struct inode *inode, struct file *file)
11500d3b7a4SDavid Howells {
11600d3b7a4SDavid Howells 	struct afs_vnode *vnode = AFS_FS_I(inode);
117215804a9SDavid Howells 	struct afs_file *af;
11800d3b7a4SDavid Howells 	struct key *key;
119260a9803SDavid Howells 	int ret;
12000d3b7a4SDavid Howells 
1213b6492dfSDavid Howells 	_enter("{%llx:%llu},", vnode->fid.vid, vnode->fid.vnode);
12200d3b7a4SDavid Howells 
12300d3b7a4SDavid Howells 	key = afs_request_key(vnode->volume->cell);
12400d3b7a4SDavid Howells 	if (IS_ERR(key)) {
125215804a9SDavid Howells 		ret = PTR_ERR(key);
126215804a9SDavid Howells 		goto error;
127215804a9SDavid Howells 	}
128215804a9SDavid Howells 
129215804a9SDavid Howells 	af = kzalloc(sizeof(*af), GFP_KERNEL);
130215804a9SDavid Howells 	if (!af) {
131215804a9SDavid Howells 		ret = -ENOMEM;
132215804a9SDavid Howells 		goto error_key;
13300d3b7a4SDavid Howells 	}
1344343d008SDavid Howells 	af->key = key;
13500d3b7a4SDavid Howells 
136260a9803SDavid Howells 	ret = afs_validate(vnode, key);
137215804a9SDavid Howells 	if (ret < 0)
138215804a9SDavid Howells 		goto error_af;
139260a9803SDavid Howells 
1404343d008SDavid Howells 	if (file->f_mode & FMODE_WRITE) {
1414343d008SDavid Howells 		ret = afs_cache_wb_key(vnode, af);
1424343d008SDavid Howells 		if (ret < 0)
1434343d008SDavid Howells 			goto error_af;
1444343d008SDavid Howells 	}
1454343d008SDavid Howells 
1465a813276SDavid Howells 	if (file->f_flags & O_TRUNC)
1475a813276SDavid Howells 		set_bit(AFS_VNODE_NEW_CONTENT, &vnode->flags);
1485a813276SDavid Howells 
149215804a9SDavid Howells 	file->private_data = af;
15000d3b7a4SDavid Howells 	_leave(" = 0");
15100d3b7a4SDavid Howells 	return 0;
152215804a9SDavid Howells 
153215804a9SDavid Howells error_af:
154215804a9SDavid Howells 	kfree(af);
155215804a9SDavid Howells error_key:
156215804a9SDavid Howells 	key_put(key);
157215804a9SDavid Howells error:
158215804a9SDavid Howells 	_leave(" = %d", ret);
159215804a9SDavid Howells 	return ret;
16000d3b7a4SDavid Howells }
16100d3b7a4SDavid Howells 
16200d3b7a4SDavid Howells /*
16300d3b7a4SDavid Howells  * release an AFS file or directory and discard its key
16400d3b7a4SDavid Howells  */
16500d3b7a4SDavid Howells int afs_release(struct inode *inode, struct file *file)
16600d3b7a4SDavid Howells {
16700d3b7a4SDavid Howells 	struct afs_vnode *vnode = AFS_FS_I(inode);
168215804a9SDavid Howells 	struct afs_file *af = file->private_data;
169a1b879eeSDavid Howells 	int ret = 0;
17000d3b7a4SDavid Howells 
1713b6492dfSDavid Howells 	_enter("{%llx:%llu},", vnode->fid.vid, vnode->fid.vnode);
17200d3b7a4SDavid Howells 
1735a813276SDavid Howells 	if ((file->f_mode & FMODE_WRITE))
174a1b879eeSDavid Howells 		ret = vfs_fsync(file, 0);
1755a813276SDavid Howells 
176215804a9SDavid Howells 	file->private_data = NULL;
1774343d008SDavid Howells 	if (af->wb)
1784343d008SDavid Howells 		afs_put_wb_key(af->wb);
179215804a9SDavid Howells 	key_put(af->key);
180215804a9SDavid Howells 	kfree(af);
1814343d008SDavid Howells 	afs_prune_wb_keys(vnode);
182a1b879eeSDavid Howells 	_leave(" = %d", ret);
183a1b879eeSDavid Howells 	return ret;
18400d3b7a4SDavid Howells }
18500d3b7a4SDavid Howells 
186196ee9cdSDavid Howells /*
187196ee9cdSDavid Howells  * Dispose of a ref to a read record.
188196ee9cdSDavid Howells  */
189196ee9cdSDavid Howells void afs_put_read(struct afs_read *req)
190196ee9cdSDavid Howells {
191196ee9cdSDavid Howells 	int i;
192196ee9cdSDavid Howells 
193f3ddee8dSDavid Howells 	if (refcount_dec_and_test(&req->usage)) {
194a6eed4abSJia-Ju Bai 		if (req->pages) {
195196ee9cdSDavid Howells 			for (i = 0; i < req->nr_pages; i++)
196196ee9cdSDavid Howells 				if (req->pages[i])
197196ee9cdSDavid Howells 					put_page(req->pages[i]);
198f3ddee8dSDavid Howells 			if (req->pages != req->array)
199f3ddee8dSDavid Howells 				kfree(req->pages);
200a6eed4abSJia-Ju Bai 		}
201196ee9cdSDavid Howells 		kfree(req);
202196ee9cdSDavid Howells 	}
203196ee9cdSDavid Howells }
204196ee9cdSDavid Howells 
205e49c7b2fSDavid Howells static void afs_fetch_data_success(struct afs_operation *op)
206e49c7b2fSDavid Howells {
207e49c7b2fSDavid Howells 	struct afs_vnode *vnode = op->file[0].vnode;
208e49c7b2fSDavid Howells 
209e49c7b2fSDavid Howells 	_enter("op=%08x", op->debug_id);
210e49c7b2fSDavid Howells 	afs_vnode_commit_status(op, &op->file[0]);
211e49c7b2fSDavid Howells 	afs_stat_v(vnode, n_fetches);
212e49c7b2fSDavid Howells 	atomic_long_add(op->fetch.req->actual_len, &op->net->n_fetch_bytes);
213e49c7b2fSDavid Howells }
214e49c7b2fSDavid Howells 
215e49c7b2fSDavid Howells static void afs_fetch_data_put(struct afs_operation *op)
216e49c7b2fSDavid Howells {
217e49c7b2fSDavid Howells 	afs_put_read(op->fetch.req);
218e49c7b2fSDavid Howells }
219e49c7b2fSDavid Howells 
220e49c7b2fSDavid Howells static const struct afs_operation_ops afs_fetch_data_operation = {
221e49c7b2fSDavid Howells 	.issue_afs_rpc	= afs_fs_fetch_data,
222e49c7b2fSDavid Howells 	.issue_yfs_rpc	= yfs_fs_fetch_data,
223e49c7b2fSDavid Howells 	.success	= afs_fetch_data_success,
224728279a5SDavid Howells 	.aborted	= afs_check_for_remote_deletion,
225e49c7b2fSDavid Howells 	.put		= afs_fetch_data_put,
226e49c7b2fSDavid Howells };
227e49c7b2fSDavid Howells 
2281da177e4SLinus Torvalds /*
229d2ddc776SDavid Howells  * Fetch file data from the volume.
230d2ddc776SDavid Howells  */
2310b9c0174SDavid Howells int afs_fetch_data(struct afs_vnode *vnode, struct key *key, struct afs_read *req)
232d2ddc776SDavid Howells {
233e49c7b2fSDavid Howells 	struct afs_operation *op;
234d2ddc776SDavid Howells 
2353b6492dfSDavid Howells 	_enter("%s{%llx:%llu.%u},%x,,,",
236d2ddc776SDavid Howells 	       vnode->volume->name,
237d2ddc776SDavid Howells 	       vnode->fid.vid,
238d2ddc776SDavid Howells 	       vnode->fid.vnode,
239d2ddc776SDavid Howells 	       vnode->fid.unique,
240d2ddc776SDavid Howells 	       key_serial(key));
241d2ddc776SDavid Howells 
242e49c7b2fSDavid Howells 	op = afs_alloc_operation(key, vnode->volume);
243e49c7b2fSDavid Howells 	if (IS_ERR(op))
244e49c7b2fSDavid Howells 		return PTR_ERR(op);
245a58823acSDavid Howells 
246e49c7b2fSDavid Howells 	afs_op_set_vnode(op, 0, vnode);
247a58823acSDavid Howells 
248e49c7b2fSDavid Howells 	op->fetch.req	= afs_get_read(req);
249e49c7b2fSDavid Howells 	op->ops		= &afs_fetch_data_operation;
250e49c7b2fSDavid Howells 	return afs_do_sync_operation(op);
251d2ddc776SDavid Howells }
252d2ddc776SDavid Howells 
253d2ddc776SDavid Howells /*
254f6d335c0SAl Viro  * read page from file, directory or symlink, given a key to use
2551da177e4SLinus Torvalds  */
256f6d335c0SAl Viro int afs_page_filler(void *data, struct page *page)
2571da177e4SLinus Torvalds {
258f6d335c0SAl Viro 	struct inode *inode = page->mapping->host;
259f6d335c0SAl Viro 	struct afs_vnode *vnode = AFS_FS_I(inode);
260196ee9cdSDavid Howells 	struct afs_read *req;
261f6d335c0SAl Viro 	struct key *key = data;
2621da177e4SLinus Torvalds 	int ret;
2631da177e4SLinus Torvalds 
26400d3b7a4SDavid Howells 	_enter("{%x},{%lu},{%lu}", key_serial(key), inode->i_ino, page->index);
2651da177e4SLinus Torvalds 
266cd7619d6SMatt Mackall 	BUG_ON(!PageLocked(page));
2671da177e4SLinus Torvalds 
2681da177e4SLinus Torvalds 	ret = -ESTALE;
26908e0e7c8SDavid Howells 	if (test_bit(AFS_VNODE_DELETED, &vnode->flags))
2701da177e4SLinus Torvalds 		goto error;
2711da177e4SLinus Torvalds 
272ee102584SZhengyuan Liu 	req = kzalloc(struct_size(req, array, 1), GFP_KERNEL);
273196ee9cdSDavid Howells 	if (!req)
274196ee9cdSDavid Howells 		goto enomem;
275196ee9cdSDavid Howells 
2766db3ac3cSDavid Howells 	/* We request a full page.  If the page is a partial one at the
2776db3ac3cSDavid Howells 	 * end of the file, the server will return a short read and the
2786db3ac3cSDavid Howells 	 * unmarshalling code will clear the unfilled space.
2796db3ac3cSDavid Howells 	 */
280f3ddee8dSDavid Howells 	refcount_set(&req->usage, 1);
281196ee9cdSDavid Howells 	req->pos = (loff_t)page->index << PAGE_SHIFT;
2826db3ac3cSDavid Howells 	req->len = PAGE_SIZE;
283196ee9cdSDavid Howells 	req->nr_pages = 1;
284f3ddee8dSDavid Howells 	req->pages = req->array;
285196ee9cdSDavid Howells 	req->pages[0] = page;
286196ee9cdSDavid Howells 	get_page(page);
2871da177e4SLinus Torvalds 
2881da177e4SLinus Torvalds 	/* read the contents of the file from the server into the
2891da177e4SLinus Torvalds 	 * page */
290d2ddc776SDavid Howells 	ret = afs_fetch_data(vnode, key, req);
291196ee9cdSDavid Howells 	afs_put_read(req);
292dab17c1aSDavid Howells 
2931da177e4SLinus Torvalds 	if (ret < 0) {
2941da177e4SLinus Torvalds 		if (ret == -ENOENT) {
2951da177e4SLinus Torvalds 			_debug("got NOENT from server"
2961da177e4SLinus Torvalds 			       " - marking file deleted and stale");
29708e0e7c8SDavid Howells 			set_bit(AFS_VNODE_DELETED, &vnode->flags);
2981da177e4SLinus Torvalds 			ret = -ESTALE;
2991da177e4SLinus Torvalds 		}
3009b3f26c9SDavid Howells 
30168ae849dSDavid Howells 		if (ret == -EINTR ||
30268ae849dSDavid Howells 		    ret == -ENOMEM ||
30368ae849dSDavid Howells 		    ret == -ERESTARTSYS ||
30468ae849dSDavid Howells 		    ret == -EAGAIN)
3051da177e4SLinus Torvalds 			goto error;
30668ae849dSDavid Howells 		goto io_error;
3071da177e4SLinus Torvalds 	}
3081da177e4SLinus Torvalds 
3091da177e4SLinus Torvalds 	SetPageUptodate(page);
3109b3f26c9SDavid Howells 	unlock_page(page);
3111da177e4SLinus Torvalds 
3121da177e4SLinus Torvalds 	_leave(" = 0");
3131da177e4SLinus Torvalds 	return 0;
3141da177e4SLinus Torvalds 
31568ae849dSDavid Howells io_error:
31668ae849dSDavid Howells 	SetPageError(page);
31768ae849dSDavid Howells 	goto error;
318196ee9cdSDavid Howells enomem:
319196ee9cdSDavid Howells 	ret = -ENOMEM;
3201da177e4SLinus Torvalds error:
3211da177e4SLinus Torvalds 	unlock_page(page);
3221da177e4SLinus Torvalds 	_leave(" = %d", ret);
3231da177e4SLinus Torvalds 	return ret;
324ec26815aSDavid Howells }
3251da177e4SLinus Torvalds 
3261da177e4SLinus Torvalds /*
327f6d335c0SAl Viro  * read page from file, directory or symlink, given a file to nominate the key
328f6d335c0SAl Viro  * to be used
329f6d335c0SAl Viro  */
330f6d335c0SAl Viro static int afs_readpage(struct file *file, struct page *page)
331f6d335c0SAl Viro {
332f6d335c0SAl Viro 	struct key *key;
333f6d335c0SAl Viro 	int ret;
334f6d335c0SAl Viro 
335f6d335c0SAl Viro 	if (file) {
336215804a9SDavid Howells 		key = afs_file_key(file);
337f6d335c0SAl Viro 		ASSERT(key != NULL);
338f6d335c0SAl Viro 		ret = afs_page_filler(key, page);
339f6d335c0SAl Viro 	} else {
340f6d335c0SAl Viro 		struct inode *inode = page->mapping->host;
341d2ddc776SDavid Howells 		key = afs_request_key(AFS_FS_S(inode->i_sb)->cell);
342f6d335c0SAl Viro 		if (IS_ERR(key)) {
343f6d335c0SAl Viro 			ret = PTR_ERR(key);
344f6d335c0SAl Viro 		} else {
345f6d335c0SAl Viro 			ret = afs_page_filler(key, page);
346f6d335c0SAl Viro 			key_put(key);
347f6d335c0SAl Viro 		}
348f6d335c0SAl Viro 	}
349f6d335c0SAl Viro 	return ret;
350f6d335c0SAl Viro }
351f6d335c0SAl Viro 
352f6d335c0SAl Viro /*
35391b467e0SDavid Howells  * Make pages available as they're filled.
35491b467e0SDavid Howells  */
355a58823acSDavid Howells static void afs_readpages_page_done(struct afs_read *req)
35691b467e0SDavid Howells {
35791b467e0SDavid Howells 	struct page *page = req->pages[req->index];
35891b467e0SDavid Howells 
35991b467e0SDavid Howells 	req->pages[req->index] = NULL;
36091b467e0SDavid Howells 	SetPageUptodate(page);
36191b467e0SDavid Howells 	unlock_page(page);
36291b467e0SDavid Howells 	put_page(page);
36391b467e0SDavid Howells }
36491b467e0SDavid Howells 
36591b467e0SDavid Howells /*
36691b467e0SDavid Howells  * Read a contiguous set of pages.
36791b467e0SDavid Howells  */
36891b467e0SDavid Howells static int afs_readpages_one(struct file *file, struct address_space *mapping,
36991b467e0SDavid Howells 			     struct list_head *pages)
37091b467e0SDavid Howells {
37191b467e0SDavid Howells 	struct afs_vnode *vnode = AFS_FS_I(mapping->host);
37291b467e0SDavid Howells 	struct afs_read *req;
37391b467e0SDavid Howells 	struct list_head *p;
37491b467e0SDavid Howells 	struct page *first, *page;
375215804a9SDavid Howells 	struct key *key = afs_file_key(file);
37691b467e0SDavid Howells 	pgoff_t index;
37791b467e0SDavid Howells 	int ret, n, i;
37891b467e0SDavid Howells 
37991b467e0SDavid Howells 	/* Count the number of contiguous pages at the front of the list.  Note
38091b467e0SDavid Howells 	 * that the list goes prev-wards rather than next-wards.
38191b467e0SDavid Howells 	 */
382f86196eaSNikolay Borisov 	first = lru_to_page(pages);
38391b467e0SDavid Howells 	index = first->index + 1;
38491b467e0SDavid Howells 	n = 1;
38591b467e0SDavid Howells 	for (p = first->lru.prev; p != pages; p = p->prev) {
38691b467e0SDavid Howells 		page = list_entry(p, struct page, lru);
38791b467e0SDavid Howells 		if (page->index != index)
38891b467e0SDavid Howells 			break;
38991b467e0SDavid Howells 		index++;
39091b467e0SDavid Howells 		n++;
39191b467e0SDavid Howells 	}
39291b467e0SDavid Howells 
393ee102584SZhengyuan Liu 	req = kzalloc(struct_size(req, array, n), GFP_NOFS);
39491b467e0SDavid Howells 	if (!req)
39591b467e0SDavid Howells 		return -ENOMEM;
39691b467e0SDavid Howells 
397f3ddee8dSDavid Howells 	refcount_set(&req->usage, 1);
398a58823acSDavid Howells 	req->vnode = vnode;
39991b467e0SDavid Howells 	req->page_done = afs_readpages_page_done;
40091b467e0SDavid Howells 	req->pos = first->index;
40191b467e0SDavid Howells 	req->pos <<= PAGE_SHIFT;
402f3ddee8dSDavid Howells 	req->pages = req->array;
40391b467e0SDavid Howells 
40491b467e0SDavid Howells 	/* Transfer the pages to the request.  We add them in until one fails
40591b467e0SDavid Howells 	 * to add to the LRU and then we stop (as that'll make a hole in the
40691b467e0SDavid Howells 	 * contiguous run.
40791b467e0SDavid Howells 	 *
40891b467e0SDavid Howells 	 * Note that it's possible for the file size to change whilst we're
40991b467e0SDavid Howells 	 * doing this, but we rely on the server returning less than we asked
41091b467e0SDavid Howells 	 * for if the file shrank.  We also rely on this to deal with a partial
41191b467e0SDavid Howells 	 * page at the end of the file.
41291b467e0SDavid Howells 	 */
41391b467e0SDavid Howells 	do {
414f86196eaSNikolay Borisov 		page = lru_to_page(pages);
41591b467e0SDavid Howells 		list_del(&page->lru);
41691b467e0SDavid Howells 		index = page->index;
41791b467e0SDavid Howells 		if (add_to_page_cache_lru(page, mapping, index,
41891b467e0SDavid Howells 					  readahead_gfp_mask(mapping))) {
41991b467e0SDavid Howells 			put_page(page);
42091b467e0SDavid Howells 			break;
42191b467e0SDavid Howells 		}
42291b467e0SDavid Howells 
42391b467e0SDavid Howells 		req->pages[req->nr_pages++] = page;
42491b467e0SDavid Howells 		req->len += PAGE_SIZE;
42591b467e0SDavid Howells 	} while (req->nr_pages < n);
42691b467e0SDavid Howells 
42791b467e0SDavid Howells 	if (req->nr_pages == 0) {
42891b467e0SDavid Howells 		kfree(req);
42991b467e0SDavid Howells 		return 0;
43091b467e0SDavid Howells 	}
43191b467e0SDavid Howells 
432d2ddc776SDavid Howells 	ret = afs_fetch_data(vnode, key, req);
43391b467e0SDavid Howells 	if (ret < 0)
43491b467e0SDavid Howells 		goto error;
43591b467e0SDavid Howells 
43691b467e0SDavid Howells 	task_io_account_read(PAGE_SIZE * req->nr_pages);
43791b467e0SDavid Howells 	afs_put_read(req);
43891b467e0SDavid Howells 	return 0;
43991b467e0SDavid Howells 
44091b467e0SDavid Howells error:
44191b467e0SDavid Howells 	if (ret == -ENOENT) {
44291b467e0SDavid Howells 		_debug("got NOENT from server"
44391b467e0SDavid Howells 		       " - marking file deleted and stale");
44491b467e0SDavid Howells 		set_bit(AFS_VNODE_DELETED, &vnode->flags);
44591b467e0SDavid Howells 		ret = -ESTALE;
44691b467e0SDavid Howells 	}
44791b467e0SDavid Howells 
44891b467e0SDavid Howells 	for (i = 0; i < req->nr_pages; i++) {
44991b467e0SDavid Howells 		page = req->pages[i];
45091b467e0SDavid Howells 		if (page) {
45191b467e0SDavid Howells 			SetPageError(page);
45291b467e0SDavid Howells 			unlock_page(page);
45391b467e0SDavid Howells 		}
45491b467e0SDavid Howells 	}
45591b467e0SDavid Howells 
45691b467e0SDavid Howells 	afs_put_read(req);
45791b467e0SDavid Howells 	return ret;
45891b467e0SDavid Howells }
45991b467e0SDavid Howells 
46091b467e0SDavid Howells /*
4619b3f26c9SDavid Howells  * read a set of pages
4621da177e4SLinus Torvalds  */
4639b3f26c9SDavid Howells static int afs_readpages(struct file *file, struct address_space *mapping,
4649b3f26c9SDavid Howells 			 struct list_head *pages, unsigned nr_pages)
4651da177e4SLinus Torvalds {
466215804a9SDavid Howells 	struct key *key = afs_file_key(file);
4679b3f26c9SDavid Howells 	struct afs_vnode *vnode;
4689b3f26c9SDavid Howells 	int ret = 0;
4691da177e4SLinus Torvalds 
470f6d335c0SAl Viro 	_enter("{%d},{%lu},,%d",
471f6d335c0SAl Viro 	       key_serial(key), mapping->host->i_ino, nr_pages);
472f6d335c0SAl Viro 
473f6d335c0SAl Viro 	ASSERT(key != NULL);
4741da177e4SLinus Torvalds 
4759b3f26c9SDavid Howells 	vnode = AFS_FS_I(mapping->host);
476ad2a8e60SDan Carpenter 	if (test_bit(AFS_VNODE_DELETED, &vnode->flags)) {
4779b3f26c9SDavid Howells 		_leave(" = -ESTALE");
4789b3f26c9SDavid Howells 		return -ESTALE;
4791da177e4SLinus Torvalds 	}
4801da177e4SLinus Torvalds 
4819b3f26c9SDavid Howells 	/* attempt to read as many of the pages as possible */
48291b467e0SDavid Howells 	while (!list_empty(pages)) {
48391b467e0SDavid Howells 		ret = afs_readpages_one(file, mapping, pages);
48491b467e0SDavid Howells 		if (ret < 0)
48591b467e0SDavid Howells 			break;
48691b467e0SDavid Howells 	}
4879b3f26c9SDavid Howells 
4889b3f26c9SDavid Howells 	_leave(" = %d [netting]", ret);
4899b3f26c9SDavid Howells 	return ret;
490ec26815aSDavid Howells }
4911da177e4SLinus Torvalds 
4921da177e4SLinus Torvalds /*
493f86726a6SDavid Howells  * Adjust the dirty region of the page on truncation or full invalidation,
494f86726a6SDavid Howells  * getting rid of the markers altogether if the region is entirely invalidated.
495f86726a6SDavid Howells  */
496f86726a6SDavid Howells static void afs_invalidate_dirty(struct page *page, unsigned int offset,
497f86726a6SDavid Howells 				 unsigned int length)
498f86726a6SDavid Howells {
499f86726a6SDavid Howells 	struct afs_vnode *vnode = AFS_FS_I(page->mapping->host);
500f86726a6SDavid Howells 	unsigned long priv;
501f86726a6SDavid Howells 	unsigned int f, t, end = offset + length;
502f86726a6SDavid Howells 
503f86726a6SDavid Howells 	priv = page_private(page);
504f86726a6SDavid Howells 
505f86726a6SDavid Howells 	/* we clean up only if the entire page is being invalidated */
506f86726a6SDavid Howells 	if (offset == 0 && length == thp_size(page))
507f86726a6SDavid Howells 		goto full_invalidate;
508f86726a6SDavid Howells 
509f86726a6SDavid Howells 	 /* If the page was dirtied by page_mkwrite(), the PTE stays writable
510f86726a6SDavid Howells 	  * and we don't get another notification to tell us to expand it
511f86726a6SDavid Howells 	  * again.
512f86726a6SDavid Howells 	  */
513f86726a6SDavid Howells 	if (afs_is_page_dirty_mmapped(priv))
514f86726a6SDavid Howells 		return;
515f86726a6SDavid Howells 
516f86726a6SDavid Howells 	/* We may need to shorten the dirty region */
517*67d78a6fSDavid Howells 	f = afs_page_dirty_from(page, priv);
518*67d78a6fSDavid Howells 	t = afs_page_dirty_to(page, priv);
519f86726a6SDavid Howells 
520f86726a6SDavid Howells 	if (t <= offset || f >= end)
521f86726a6SDavid Howells 		return; /* Doesn't overlap */
522f86726a6SDavid Howells 
523f86726a6SDavid Howells 	if (f < offset && t > end)
524f86726a6SDavid Howells 		return; /* Splits the dirty region - just absorb it */
525f86726a6SDavid Howells 
526f86726a6SDavid Howells 	if (f >= offset && t <= end)
527f86726a6SDavid Howells 		goto undirty;
528f86726a6SDavid Howells 
529f86726a6SDavid Howells 	if (f < offset)
530f86726a6SDavid Howells 		t = offset;
531f86726a6SDavid Howells 	else
532f86726a6SDavid Howells 		f = end;
533f86726a6SDavid Howells 	if (f == t)
534f86726a6SDavid Howells 		goto undirty;
535f86726a6SDavid Howells 
536*67d78a6fSDavid Howells 	priv = afs_page_dirty(page, f, t);
537f86726a6SDavid Howells 	set_page_private(page, priv);
538*67d78a6fSDavid Howells 	trace_afs_page_dirty(vnode, tracepoint_string("trunc"), page);
539f86726a6SDavid Howells 	return;
540f86726a6SDavid Howells 
541f86726a6SDavid Howells undirty:
542*67d78a6fSDavid Howells 	trace_afs_page_dirty(vnode, tracepoint_string("undirty"), page);
543f86726a6SDavid Howells 	clear_page_dirty_for_io(page);
544f86726a6SDavid Howells full_invalidate:
545*67d78a6fSDavid Howells 	detach_page_private(page);
546*67d78a6fSDavid Howells 	trace_afs_page_dirty(vnode, tracepoint_string("inval"), page);
547f86726a6SDavid Howells }
548f86726a6SDavid Howells 
549f86726a6SDavid Howells /*
5509b3f26c9SDavid Howells  * invalidate part or all of a page
5519b3f26c9SDavid Howells  * - release a page and clean up its private data if offset is 0 (indicating
5529b3f26c9SDavid Howells  *   the entire page)
5539b3f26c9SDavid Howells  */
554d47992f8SLukas Czerner static void afs_invalidatepage(struct page *page, unsigned int offset,
555d47992f8SLukas Czerner 			       unsigned int length)
5569b3f26c9SDavid Howells {
557d47992f8SLukas Czerner 	_enter("{%lu},%u,%u", page->index, offset, length);
5589b3f26c9SDavid Howells 
5599b3f26c9SDavid Howells 	BUG_ON(!PageLocked(page));
5609b3f26c9SDavid Howells 
561f86726a6SDavid Howells 	if (PagePrivate(page))
562f86726a6SDavid Howells 		afs_invalidate_dirty(page, offset, length);
5639b3f26c9SDavid Howells 
5649b3f26c9SDavid Howells 	_leave("");
5659b3f26c9SDavid Howells }
5669b3f26c9SDavid Howells 
5679b3f26c9SDavid Howells /*
5689b3f26c9SDavid Howells  * release a page and clean up its private state if it's not busy
5699b3f26c9SDavid Howells  * - return true if the page can now be released, false if not
5701da177e4SLinus Torvalds  */
571416351f2SDavid Howells static int afs_releasepage(struct page *page, gfp_t gfp_flags)
5721da177e4SLinus Torvalds {
573416351f2SDavid Howells 	struct afs_vnode *vnode = AFS_FS_I(page->mapping->host);
5741da177e4SLinus Torvalds 
5753b6492dfSDavid Howells 	_enter("{{%llx:%llu}[%lu],%lx},%x",
576416351f2SDavid Howells 	       vnode->fid.vid, vnode->fid.vnode, page->index, page->flags,
577416351f2SDavid Howells 	       gfp_flags);
5781da177e4SLinus Torvalds 
5799b3f26c9SDavid Howells 	/* deny if page is being written to the cache and the caller hasn't
5809b3f26c9SDavid Howells 	 * elected to wait */
5819b3f26c9SDavid Howells 	if (PagePrivate(page)) {
582*67d78a6fSDavid Howells 		detach_page_private(page);
583*67d78a6fSDavid Howells 		trace_afs_page_dirty(vnode, tracepoint_string("rel"), page);
5849b3f26c9SDavid Howells 	}
5859b3f26c9SDavid Howells 
5869b3f26c9SDavid Howells 	/* indicate that the page can be released */
5879b3f26c9SDavid Howells 	_leave(" = T");
5889b3f26c9SDavid Howells 	return 1;
589ec26815aSDavid Howells }
5901cf7a151SDavid Howells 
5911cf7a151SDavid Howells /*
5921cf7a151SDavid Howells  * Handle setting up a memory mapping on an AFS file.
5931cf7a151SDavid Howells  */
5941cf7a151SDavid Howells static int afs_file_mmap(struct file *file, struct vm_area_struct *vma)
5951cf7a151SDavid Howells {
5961cf7a151SDavid Howells 	int ret;
5971cf7a151SDavid Howells 
5981cf7a151SDavid Howells 	ret = generic_file_mmap(file, vma);
5991cf7a151SDavid Howells 	if (ret == 0)
6001cf7a151SDavid Howells 		vma->vm_ops = &afs_vm_ops;
6011cf7a151SDavid Howells 	return ret;
6021cf7a151SDavid Howells }
603