xref: /openbmc/linux/fs/afs/write.c (revision 20b8391f)
131143d5dSDavid Howells /* handling of writes to regular files and writing back to the server
231143d5dSDavid Howells  *
331143d5dSDavid Howells  * Copyright (C) 2007 Red Hat, Inc. All Rights Reserved.
431143d5dSDavid Howells  * Written by David Howells (dhowells@redhat.com)
531143d5dSDavid Howells  *
631143d5dSDavid Howells  * This program is free software; you can redistribute it and/or
731143d5dSDavid Howells  * modify it under the terms of the GNU General Public License
831143d5dSDavid Howells  * as published by the Free Software Foundation; either version
931143d5dSDavid Howells  * 2 of the License, or (at your option) any later version.
1031143d5dSDavid Howells  */
114343d008SDavid Howells 
124af3c9ccSAlexey Dobriyan #include <linux/backing-dev.h>
1331143d5dSDavid Howells #include <linux/slab.h>
1431143d5dSDavid Howells #include <linux/fs.h>
1531143d5dSDavid Howells #include <linux/pagemap.h>
1631143d5dSDavid Howells #include <linux/writeback.h>
1731143d5dSDavid Howells #include <linux/pagevec.h>
1831143d5dSDavid Howells #include "internal.h"
1931143d5dSDavid Howells 
2031143d5dSDavid Howells /*
2131143d5dSDavid Howells  * mark a page as having been made dirty and thus needing writeback
2231143d5dSDavid Howells  */
2331143d5dSDavid Howells int afs_set_page_dirty(struct page *page)
2431143d5dSDavid Howells {
2531143d5dSDavid Howells 	_enter("");
2631143d5dSDavid Howells 	return __set_page_dirty_nobuffers(page);
2731143d5dSDavid Howells }
2831143d5dSDavid Howells 
2931143d5dSDavid Howells /*
3031143d5dSDavid Howells  * partly or wholly fill a page that's under preparation for writing
3131143d5dSDavid Howells  */
3231143d5dSDavid Howells static int afs_fill_page(struct afs_vnode *vnode, struct key *key,
33e8e581a8SDavid Howells 			 loff_t pos, unsigned int len, struct page *page)
3431143d5dSDavid Howells {
35196ee9cdSDavid Howells 	struct afs_read *req;
362a0b4f64SDavid Howells 	size_t p;
372a0b4f64SDavid Howells 	void *data;
3831143d5dSDavid Howells 	int ret;
3931143d5dSDavid Howells 
405e7f2337SAnton Blanchard 	_enter(",,%llu", (unsigned long long)pos);
4131143d5dSDavid Howells 
422a0b4f64SDavid Howells 	if (pos >= vnode->vfs_inode.i_size) {
432a0b4f64SDavid Howells 		p = pos & ~PAGE_MASK;
442a0b4f64SDavid Howells 		ASSERTCMP(p + len, <=, PAGE_SIZE);
452a0b4f64SDavid Howells 		data = kmap(page);
462a0b4f64SDavid Howells 		memset(data + p, 0, len);
472a0b4f64SDavid Howells 		kunmap(page);
482a0b4f64SDavid Howells 		return 0;
492a0b4f64SDavid Howells 	}
502a0b4f64SDavid Howells 
51196ee9cdSDavid Howells 	req = kzalloc(sizeof(struct afs_read) + sizeof(struct page *),
52196ee9cdSDavid Howells 		      GFP_KERNEL);
53196ee9cdSDavid Howells 	if (!req)
54196ee9cdSDavid Howells 		return -ENOMEM;
55196ee9cdSDavid Howells 
56f3ddee8dSDavid Howells 	refcount_set(&req->usage, 1);
57196ee9cdSDavid Howells 	req->pos = pos;
58e8e581a8SDavid Howells 	req->len = len;
59196ee9cdSDavid Howells 	req->nr_pages = 1;
60f3ddee8dSDavid Howells 	req->pages = req->array;
61196ee9cdSDavid Howells 	req->pages[0] = page;
625611ef28SDavid Howells 	get_page(page);
63196ee9cdSDavid Howells 
64d2ddc776SDavid Howells 	ret = afs_fetch_data(vnode, key, req);
65196ee9cdSDavid Howells 	afs_put_read(req);
6631143d5dSDavid Howells 	if (ret < 0) {
6731143d5dSDavid Howells 		if (ret == -ENOENT) {
6831143d5dSDavid Howells 			_debug("got NOENT from server"
6931143d5dSDavid Howells 			       " - marking file deleted and stale");
7031143d5dSDavid Howells 			set_bit(AFS_VNODE_DELETED, &vnode->flags);
7131143d5dSDavid Howells 			ret = -ESTALE;
7231143d5dSDavid Howells 		}
7331143d5dSDavid Howells 	}
7431143d5dSDavid Howells 
7531143d5dSDavid Howells 	_leave(" = %d", ret);
7631143d5dSDavid Howells 	return ret;
7731143d5dSDavid Howells }
7831143d5dSDavid Howells 
7931143d5dSDavid Howells /*
8031143d5dSDavid Howells  * prepare to perform part of a write to a page
8131143d5dSDavid Howells  */
8215b4650eSNick Piggin int afs_write_begin(struct file *file, struct address_space *mapping,
8315b4650eSNick Piggin 		    loff_t pos, unsigned len, unsigned flags,
8415b4650eSNick Piggin 		    struct page **pagep, void **fsdata)
8531143d5dSDavid Howells {
86496ad9aaSAl Viro 	struct afs_vnode *vnode = AFS_FS_I(file_inode(file));
8715b4650eSNick Piggin 	struct page *page;
88215804a9SDavid Howells 	struct key *key = afs_file_key(file);
894343d008SDavid Howells 	unsigned long priv;
904343d008SDavid Howells 	unsigned f, from = pos & (PAGE_SIZE - 1);
914343d008SDavid Howells 	unsigned t, to = from + len;
9209cbfeafSKirill A. Shutemov 	pgoff_t index = pos >> PAGE_SHIFT;
9331143d5dSDavid Howells 	int ret;
9431143d5dSDavid Howells 
953b6492dfSDavid Howells 	_enter("{%llx:%llu},{%lx},%u,%u",
9615b4650eSNick Piggin 	       vnode->fid.vid, vnode->fid.vnode, index, from, to);
9731143d5dSDavid Howells 
984343d008SDavid Howells 	/* We want to store information about how much of a page is altered in
994343d008SDavid Howells 	 * page->private.
1004343d008SDavid Howells 	 */
1014343d008SDavid Howells 	BUILD_BUG_ON(PAGE_SIZE > 32768 && sizeof(page->private) < 8);
10231143d5dSDavid Howells 
10354566b2cSNick Piggin 	page = grab_cache_page_write_begin(mapping, index, flags);
1044343d008SDavid Howells 	if (!page)
10515b4650eSNick Piggin 		return -ENOMEM;
10615b4650eSNick Piggin 
10709cbfeafSKirill A. Shutemov 	if (!PageUptodate(page) && len != PAGE_SIZE) {
108e8e581a8SDavid Howells 		ret = afs_fill_page(vnode, key, pos & PAGE_MASK, PAGE_SIZE, page);
10931143d5dSDavid Howells 		if (ret < 0) {
1106d06b0d2SDavid Howells 			unlock_page(page);
1116d06b0d2SDavid Howells 			put_page(page);
11231143d5dSDavid Howells 			_leave(" = %d [prep]", ret);
11331143d5dSDavid Howells 			return ret;
11431143d5dSDavid Howells 		}
11515b4650eSNick Piggin 		SetPageUptodate(page);
11631143d5dSDavid Howells 	}
11731143d5dSDavid Howells 
1186d06b0d2SDavid Howells 	/* page won't leak in error case: it eventually gets cleaned off LRU */
1196d06b0d2SDavid Howells 	*pagep = page;
1206d06b0d2SDavid Howells 
12131143d5dSDavid Howells try_again:
1224343d008SDavid Howells 	/* See if this page is already partially written in a way that we can
1234343d008SDavid Howells 	 * merge the new write with.
1244343d008SDavid Howells 	 */
1254343d008SDavid Howells 	t = f = 0;
1264343d008SDavid Howells 	if (PagePrivate(page)) {
1274343d008SDavid Howells 		priv = page_private(page);
1284343d008SDavid Howells 		f = priv & AFS_PRIV_MAX;
1294343d008SDavid Howells 		t = priv >> AFS_PRIV_SHIFT;
1304343d008SDavid Howells 		ASSERTCMP(f, <=, t);
13131143d5dSDavid Howells 	}
13231143d5dSDavid Howells 
1334343d008SDavid Howells 	if (f != t) {
1345a039c32SDavid Howells 		if (PageWriteback(page)) {
1355a039c32SDavid Howells 			trace_afs_page_dirty(vnode, tracepoint_string("alrdy"),
1365a039c32SDavid Howells 					     page->index, priv);
1375a039c32SDavid Howells 			goto flush_conflicting_write;
1385a039c32SDavid Howells 		}
1395a813276SDavid Howells 		/* If the file is being filled locally, allow inter-write
1405a813276SDavid Howells 		 * spaces to be merged into writes.  If it's not, only write
1415a813276SDavid Howells 		 * back what the user gives us.
1425a813276SDavid Howells 		 */
1435a813276SDavid Howells 		if (!test_bit(AFS_VNODE_NEW_CONTENT, &vnode->flags) &&
1445a813276SDavid Howells 		    (to < f || from > t))
1454343d008SDavid Howells 			goto flush_conflicting_write;
1464343d008SDavid Howells 		if (from < f)
1474343d008SDavid Howells 			f = from;
1484343d008SDavid Howells 		if (to > t)
1494343d008SDavid Howells 			t = to;
1504343d008SDavid Howells 	} else {
1514343d008SDavid Howells 		f = from;
1524343d008SDavid Howells 		t = to;
15331143d5dSDavid Howells 	}
15431143d5dSDavid Howells 
1554343d008SDavid Howells 	priv = (unsigned long)t << AFS_PRIV_SHIFT;
1564343d008SDavid Howells 	priv |= f;
15713524ab3SDavid Howells 	trace_afs_page_dirty(vnode, tracepoint_string("begin"),
15813524ab3SDavid Howells 			     page->index, priv);
15931143d5dSDavid Howells 	SetPagePrivate(page);
1604343d008SDavid Howells 	set_page_private(page, priv);
1614343d008SDavid Howells 	_leave(" = 0");
16231143d5dSDavid Howells 	return 0;
16331143d5dSDavid Howells 
1644343d008SDavid Howells 	/* The previous write and this write aren't adjacent or overlapping, so
1654343d008SDavid Howells 	 * flush the page out.
1664343d008SDavid Howells 	 */
1674343d008SDavid Howells flush_conflicting_write:
16831143d5dSDavid Howells 	_debug("flush conflict");
1694343d008SDavid Howells 	ret = write_one_page(page);
17031143d5dSDavid Howells 	if (ret < 0) {
17131143d5dSDavid Howells 		_leave(" = %d", ret);
17231143d5dSDavid Howells 		return ret;
17331143d5dSDavid Howells 	}
17431143d5dSDavid Howells 
1754343d008SDavid Howells 	ret = lock_page_killable(page);
1764343d008SDavid Howells 	if (ret < 0) {
1774343d008SDavid Howells 		_leave(" = %d", ret);
1784343d008SDavid Howells 		return ret;
1794343d008SDavid Howells 	}
18031143d5dSDavid Howells 	goto try_again;
18131143d5dSDavid Howells }
18231143d5dSDavid Howells 
18331143d5dSDavid Howells /*
18431143d5dSDavid Howells  * finalise part of a write to a page
18531143d5dSDavid Howells  */
18615b4650eSNick Piggin int afs_write_end(struct file *file, struct address_space *mapping,
18715b4650eSNick Piggin 		  loff_t pos, unsigned len, unsigned copied,
18815b4650eSNick Piggin 		  struct page *page, void *fsdata)
18931143d5dSDavid Howells {
190496ad9aaSAl Viro 	struct afs_vnode *vnode = AFS_FS_I(file_inode(file));
191215804a9SDavid Howells 	struct key *key = afs_file_key(file);
19231143d5dSDavid Howells 	loff_t i_size, maybe_i_size;
193e8e581a8SDavid Howells 	int ret;
19431143d5dSDavid Howells 
1953b6492dfSDavid Howells 	_enter("{%llx:%llu},{%lx}",
19615b4650eSNick Piggin 	       vnode->fid.vid, vnode->fid.vnode, page->index);
19731143d5dSDavid Howells 
19815b4650eSNick Piggin 	maybe_i_size = pos + copied;
19931143d5dSDavid Howells 
20031143d5dSDavid Howells 	i_size = i_size_read(&vnode->vfs_inode);
20131143d5dSDavid Howells 	if (maybe_i_size > i_size) {
2024343d008SDavid Howells 		spin_lock(&vnode->wb_lock);
20331143d5dSDavid Howells 		i_size = i_size_read(&vnode->vfs_inode);
20431143d5dSDavid Howells 		if (maybe_i_size > i_size)
20531143d5dSDavid Howells 			i_size_write(&vnode->vfs_inode, maybe_i_size);
2064343d008SDavid Howells 		spin_unlock(&vnode->wb_lock);
20731143d5dSDavid Howells 	}
20831143d5dSDavid Howells 
209e8e581a8SDavid Howells 	if (!PageUptodate(page)) {
210e8e581a8SDavid Howells 		if (copied < len) {
211e8e581a8SDavid Howells 			/* Try and load any missing data from the server.  The
212e8e581a8SDavid Howells 			 * unmarshalling routine will take care of clearing any
213e8e581a8SDavid Howells 			 * bits that are beyond the EOF.
214e8e581a8SDavid Howells 			 */
215e8e581a8SDavid Howells 			ret = afs_fill_page(vnode, key, pos + copied,
216e8e581a8SDavid Howells 					    len - copied, page);
217e8e581a8SDavid Howells 			if (ret < 0)
218afae457dSDavid Howells 				goto out;
219e8e581a8SDavid Howells 		}
220e8e581a8SDavid Howells 		SetPageUptodate(page);
221e8e581a8SDavid Howells 	}
222e8e581a8SDavid Howells 
22331143d5dSDavid Howells 	set_page_dirty(page);
22431143d5dSDavid Howells 	if (PageDirty(page))
22531143d5dSDavid Howells 		_debug("dirtied");
226afae457dSDavid Howells 	ret = copied;
227afae457dSDavid Howells 
228afae457dSDavid Howells out:
22915b4650eSNick Piggin 	unlock_page(page);
23009cbfeafSKirill A. Shutemov 	put_page(page);
231afae457dSDavid Howells 	return ret;
23231143d5dSDavid Howells }
23331143d5dSDavid Howells 
23431143d5dSDavid Howells /*
23531143d5dSDavid Howells  * kill all the pages in the given range
23631143d5dSDavid Howells  */
2374343d008SDavid Howells static void afs_kill_pages(struct address_space *mapping,
23831143d5dSDavid Howells 			   pgoff_t first, pgoff_t last)
23931143d5dSDavid Howells {
2404343d008SDavid Howells 	struct afs_vnode *vnode = AFS_FS_I(mapping->host);
24131143d5dSDavid Howells 	struct pagevec pv;
24231143d5dSDavid Howells 	unsigned count, loop;
24331143d5dSDavid Howells 
2443b6492dfSDavid Howells 	_enter("{%llx:%llu},%lx-%lx",
24531143d5dSDavid Howells 	       vnode->fid.vid, vnode->fid.vnode, first, last);
24631143d5dSDavid Howells 
24786679820SMel Gorman 	pagevec_init(&pv);
24831143d5dSDavid Howells 
24931143d5dSDavid Howells 	do {
25031143d5dSDavid Howells 		_debug("kill %lx-%lx", first, last);
25131143d5dSDavid Howells 
25231143d5dSDavid Howells 		count = last - first + 1;
25331143d5dSDavid Howells 		if (count > PAGEVEC_SIZE)
25431143d5dSDavid Howells 			count = PAGEVEC_SIZE;
2554343d008SDavid Howells 		pv.nr = find_get_pages_contig(mapping, first, count, pv.pages);
25631143d5dSDavid Howells 		ASSERTCMP(pv.nr, ==, count);
25731143d5dSDavid Howells 
25831143d5dSDavid Howells 		for (loop = 0; loop < count; loop++) {
2597286a35eSDavid Howells 			struct page *page = pv.pages[loop];
2607286a35eSDavid Howells 			ClearPageUptodate(page);
2617286a35eSDavid Howells 			SetPageError(page);
2624343d008SDavid Howells 			end_page_writeback(page);
2634343d008SDavid Howells 			if (page->index >= first)
2644343d008SDavid Howells 				first = page->index + 1;
2654343d008SDavid Howells 			lock_page(page);
2664343d008SDavid Howells 			generic_error_remove_page(mapping, page);
26721bd68f1SMarc Dionne 			unlock_page(page);
2684343d008SDavid Howells 		}
2694343d008SDavid Howells 
2704343d008SDavid Howells 		__pagevec_release(&pv);
2714343d008SDavid Howells 	} while (first <= last);
2724343d008SDavid Howells 
2734343d008SDavid Howells 	_leave("");
2744343d008SDavid Howells }
2754343d008SDavid Howells 
2764343d008SDavid Howells /*
2774343d008SDavid Howells  * Redirty all the pages in a given range.
2784343d008SDavid Howells  */
2794343d008SDavid Howells static void afs_redirty_pages(struct writeback_control *wbc,
2804343d008SDavid Howells 			      struct address_space *mapping,
2814343d008SDavid Howells 			      pgoff_t first, pgoff_t last)
2824343d008SDavid Howells {
2834343d008SDavid Howells 	struct afs_vnode *vnode = AFS_FS_I(mapping->host);
2844343d008SDavid Howells 	struct pagevec pv;
2854343d008SDavid Howells 	unsigned count, loop;
2864343d008SDavid Howells 
2873b6492dfSDavid Howells 	_enter("{%llx:%llu},%lx-%lx",
2884343d008SDavid Howells 	       vnode->fid.vid, vnode->fid.vnode, first, last);
2894343d008SDavid Howells 
290487e2c9fSLinus Torvalds 	pagevec_init(&pv);
2914343d008SDavid Howells 
2924343d008SDavid Howells 	do {
2934343d008SDavid Howells 		_debug("redirty %lx-%lx", first, last);
2944343d008SDavid Howells 
2954343d008SDavid Howells 		count = last - first + 1;
2964343d008SDavid Howells 		if (count > PAGEVEC_SIZE)
2974343d008SDavid Howells 			count = PAGEVEC_SIZE;
2984343d008SDavid Howells 		pv.nr = find_get_pages_contig(mapping, first, count, pv.pages);
2994343d008SDavid Howells 		ASSERTCMP(pv.nr, ==, count);
3004343d008SDavid Howells 
3014343d008SDavid Howells 		for (loop = 0; loop < count; loop++) {
3024343d008SDavid Howells 			struct page *page = pv.pages[loop];
3034343d008SDavid Howells 
3044343d008SDavid Howells 			redirty_page_for_writepage(wbc, page);
3057286a35eSDavid Howells 			end_page_writeback(page);
3067286a35eSDavid Howells 			if (page->index >= first)
3077286a35eSDavid Howells 				first = page->index + 1;
30831143d5dSDavid Howells 		}
30931143d5dSDavid Howells 
31031143d5dSDavid Howells 		__pagevec_release(&pv);
3114343d008SDavid Howells 	} while (first <= last);
31231143d5dSDavid Howells 
31331143d5dSDavid Howells 	_leave("");
31431143d5dSDavid Howells }
31531143d5dSDavid Howells 
31631143d5dSDavid Howells /*
317d2ddc776SDavid Howells  * write to a file
31831143d5dSDavid Howells  */
3194343d008SDavid Howells static int afs_store_data(struct address_space *mapping,
3204343d008SDavid Howells 			  pgoff_t first, pgoff_t last,
321d2ddc776SDavid Howells 			  unsigned offset, unsigned to)
32231143d5dSDavid Howells {
3234343d008SDavid Howells 	struct afs_vnode *vnode = AFS_FS_I(mapping->host);
324d2ddc776SDavid Howells 	struct afs_fs_cursor fc;
3254343d008SDavid Howells 	struct afs_wb_key *wbk = NULL;
3264343d008SDavid Howells 	struct list_head *p;
3274343d008SDavid Howells 	int ret = -ENOKEY, ret2;
328d2ddc776SDavid Howells 
3293b6492dfSDavid Howells 	_enter("%s{%llx:%llu.%u},%lx,%lx,%x,%x",
330d2ddc776SDavid Howells 	       vnode->volume->name,
331d2ddc776SDavid Howells 	       vnode->fid.vid,
332d2ddc776SDavid Howells 	       vnode->fid.vnode,
333d2ddc776SDavid Howells 	       vnode->fid.unique,
334d2ddc776SDavid Howells 	       first, last, offset, to);
335d2ddc776SDavid Howells 
3364343d008SDavid Howells 	spin_lock(&vnode->wb_lock);
3374343d008SDavid Howells 	p = vnode->wb_keys.next;
3384343d008SDavid Howells 
3394343d008SDavid Howells 	/* Iterate through the list looking for a valid key to use. */
3404343d008SDavid Howells try_next_key:
3414343d008SDavid Howells 	while (p != &vnode->wb_keys) {
3424343d008SDavid Howells 		wbk = list_entry(p, struct afs_wb_key, vnode_link);
3434343d008SDavid Howells 		_debug("wbk %u", key_serial(wbk->key));
3444343d008SDavid Howells 		ret2 = key_validate(wbk->key);
3454343d008SDavid Howells 		if (ret2 == 0)
3464343d008SDavid Howells 			goto found_key;
3474343d008SDavid Howells 		if (ret == -ENOKEY)
3484343d008SDavid Howells 			ret = ret2;
3494343d008SDavid Howells 		p = p->next;
3504343d008SDavid Howells 	}
3514343d008SDavid Howells 
3524343d008SDavid Howells 	spin_unlock(&vnode->wb_lock);
3534343d008SDavid Howells 	afs_put_wb_key(wbk);
3544343d008SDavid Howells 	_leave(" = %d [no keys]", ret);
3554343d008SDavid Howells 	return ret;
3564343d008SDavid Howells 
3574343d008SDavid Howells found_key:
3584343d008SDavid Howells 	refcount_inc(&wbk->usage);
3594343d008SDavid Howells 	spin_unlock(&vnode->wb_lock);
3604343d008SDavid Howells 
3614343d008SDavid Howells 	_debug("USE WB KEY %u", key_serial(wbk->key));
3624343d008SDavid Howells 
363d2ddc776SDavid Howells 	ret = -ERESTARTSYS;
36420b8391fSDavid Howells 	if (afs_begin_vnode_operation(&fc, vnode, wbk->key, false)) {
365d2ddc776SDavid Howells 		while (afs_select_fileserver(&fc)) {
36668251f0aSDavid Howells 			fc.cb_break = afs_calc_vnode_cb_break(vnode);
3674343d008SDavid Howells 			afs_fs_store_data(&fc, mapping, first, last, offset, to);
368d2ddc776SDavid Howells 		}
369d2ddc776SDavid Howells 
370d2ddc776SDavid Howells 		afs_check_for_remote_deletion(&fc, fc.vnode);
371d2ddc776SDavid Howells 		afs_vnode_commit_status(&fc, vnode, fc.cb_break);
372d2ddc776SDavid Howells 		ret = afs_end_vnode_operation(&fc);
373d2ddc776SDavid Howells 	}
374d2ddc776SDavid Howells 
3754343d008SDavid Howells 	switch (ret) {
37676a5cb6fSDavid Howells 	case 0:
37776a5cb6fSDavid Howells 		afs_stat_v(vnode, n_stores);
37876a5cb6fSDavid Howells 		atomic_long_add((last * PAGE_SIZE + to) -
37976a5cb6fSDavid Howells 				(first * PAGE_SIZE + offset),
38076a5cb6fSDavid Howells 				&afs_v2net(vnode)->n_store_bytes);
38176a5cb6fSDavid Howells 		break;
3824343d008SDavid Howells 	case -EACCES:
3834343d008SDavid Howells 	case -EPERM:
3844343d008SDavid Howells 	case -ENOKEY:
3854343d008SDavid Howells 	case -EKEYEXPIRED:
3864343d008SDavid Howells 	case -EKEYREJECTED:
3874343d008SDavid Howells 	case -EKEYREVOKED:
3884343d008SDavid Howells 		_debug("next");
3894343d008SDavid Howells 		spin_lock(&vnode->wb_lock);
3904343d008SDavid Howells 		p = wbk->vnode_link.next;
3914343d008SDavid Howells 		afs_put_wb_key(wbk);
3924343d008SDavid Howells 		goto try_next_key;
3934343d008SDavid Howells 	}
3944343d008SDavid Howells 
3954343d008SDavid Howells 	afs_put_wb_key(wbk);
396d2ddc776SDavid Howells 	_leave(" = %d", ret);
397d2ddc776SDavid Howells 	return ret;
398d2ddc776SDavid Howells }
399d2ddc776SDavid Howells 
400d2ddc776SDavid Howells /*
4014343d008SDavid Howells  * Synchronously write back the locked page and any subsequent non-locked dirty
4024343d008SDavid Howells  * pages.
40331143d5dSDavid Howells  */
4044343d008SDavid Howells static int afs_write_back_from_locked_page(struct address_space *mapping,
4054343d008SDavid Howells 					   struct writeback_control *wbc,
4064343d008SDavid Howells 					   struct page *primary_page,
4074343d008SDavid Howells 					   pgoff_t final_page)
40831143d5dSDavid Howells {
40913524ab3SDavid Howells 	struct afs_vnode *vnode = AFS_FS_I(mapping->host);
41031143d5dSDavid Howells 	struct page *pages[8], *page;
4114343d008SDavid Howells 	unsigned long count, priv;
4124343d008SDavid Howells 	unsigned n, offset, to, f, t;
41331143d5dSDavid Howells 	pgoff_t start, first, last;
41431143d5dSDavid Howells 	int loop, ret;
41531143d5dSDavid Howells 
41631143d5dSDavid Howells 	_enter(",%lx", primary_page->index);
41731143d5dSDavid Howells 
41831143d5dSDavid Howells 	count = 1;
41931143d5dSDavid Howells 	if (test_set_page_writeback(primary_page))
42031143d5dSDavid Howells 		BUG();
42131143d5dSDavid Howells 
4224343d008SDavid Howells 	/* Find all consecutive lockable dirty pages that have contiguous
4234343d008SDavid Howells 	 * written regions, stopping when we find a page that is not
4244343d008SDavid Howells 	 * immediately lockable, is not dirty or is missing, or we reach the
4254343d008SDavid Howells 	 * end of the range.
4264343d008SDavid Howells 	 */
42731143d5dSDavid Howells 	start = primary_page->index;
4284343d008SDavid Howells 	priv = page_private(primary_page);
4294343d008SDavid Howells 	offset = priv & AFS_PRIV_MAX;
4304343d008SDavid Howells 	to = priv >> AFS_PRIV_SHIFT;
43113524ab3SDavid Howells 	trace_afs_page_dirty(vnode, tracepoint_string("store"),
43213524ab3SDavid Howells 			     primary_page->index, priv);
4334343d008SDavid Howells 
4344343d008SDavid Howells 	WARN_ON(offset == to);
43513524ab3SDavid Howells 	if (offset == to)
43613524ab3SDavid Howells 		trace_afs_page_dirty(vnode, tracepoint_string("WARN"),
43713524ab3SDavid Howells 				     primary_page->index, priv);
4384343d008SDavid Howells 
4395a813276SDavid Howells 	if (start >= final_page ||
4405a813276SDavid Howells 	    (to < PAGE_SIZE && !test_bit(AFS_VNODE_NEW_CONTENT, &vnode->flags)))
44131143d5dSDavid Howells 		goto no_more;
4424343d008SDavid Howells 
44331143d5dSDavid Howells 	start++;
44431143d5dSDavid Howells 	do {
44531143d5dSDavid Howells 		_debug("more %lx [%lx]", start, count);
4464343d008SDavid Howells 		n = final_page - start + 1;
44731143d5dSDavid Howells 		if (n > ARRAY_SIZE(pages))
44831143d5dSDavid Howells 			n = ARRAY_SIZE(pages);
4494343d008SDavid Howells 		n = find_get_pages_contig(mapping, start, ARRAY_SIZE(pages), pages);
45031143d5dSDavid Howells 		_debug("fgpc %u", n);
45131143d5dSDavid Howells 		if (n == 0)
45231143d5dSDavid Howells 			goto no_more;
45331143d5dSDavid Howells 		if (pages[0]->index != start) {
4549d577b6aSDavid Howells 			do {
4559d577b6aSDavid Howells 				put_page(pages[--n]);
4569d577b6aSDavid Howells 			} while (n > 0);
45731143d5dSDavid Howells 			goto no_more;
45831143d5dSDavid Howells 		}
45931143d5dSDavid Howells 
46031143d5dSDavid Howells 		for (loop = 0; loop < n; loop++) {
46131143d5dSDavid Howells 			page = pages[loop];
4625a813276SDavid Howells 			if (to != PAGE_SIZE &&
4635a813276SDavid Howells 			    !test_bit(AFS_VNODE_NEW_CONTENT, &vnode->flags))
4645a813276SDavid Howells 				break;
4654343d008SDavid Howells 			if (page->index > final_page)
46631143d5dSDavid Howells 				break;
467529ae9aaSNick Piggin 			if (!trylock_page(page))
46831143d5dSDavid Howells 				break;
4694343d008SDavid Howells 			if (!PageDirty(page) || PageWriteback(page)) {
47031143d5dSDavid Howells 				unlock_page(page);
47131143d5dSDavid Howells 				break;
47231143d5dSDavid Howells 			}
4734343d008SDavid Howells 
4744343d008SDavid Howells 			priv = page_private(page);
4754343d008SDavid Howells 			f = priv & AFS_PRIV_MAX;
4764343d008SDavid Howells 			t = priv >> AFS_PRIV_SHIFT;
4775a813276SDavid Howells 			if (f != 0 &&
4785a813276SDavid Howells 			    !test_bit(AFS_VNODE_NEW_CONTENT, &vnode->flags)) {
4794343d008SDavid Howells 				unlock_page(page);
4804343d008SDavid Howells 				break;
4814343d008SDavid Howells 			}
4824343d008SDavid Howells 			to = t;
4834343d008SDavid Howells 
48413524ab3SDavid Howells 			trace_afs_page_dirty(vnode, tracepoint_string("store+"),
48513524ab3SDavid Howells 					     page->index, priv);
48613524ab3SDavid Howells 
48731143d5dSDavid Howells 			if (!clear_page_dirty_for_io(page))
48831143d5dSDavid Howells 				BUG();
48931143d5dSDavid Howells 			if (test_set_page_writeback(page))
49031143d5dSDavid Howells 				BUG();
49131143d5dSDavid Howells 			unlock_page(page);
49231143d5dSDavid Howells 			put_page(page);
49331143d5dSDavid Howells 		}
49431143d5dSDavid Howells 		count += loop;
49531143d5dSDavid Howells 		if (loop < n) {
49631143d5dSDavid Howells 			for (; loop < n; loop++)
49731143d5dSDavid Howells 				put_page(pages[loop]);
49831143d5dSDavid Howells 			goto no_more;
49931143d5dSDavid Howells 		}
50031143d5dSDavid Howells 
50131143d5dSDavid Howells 		start += loop;
5024343d008SDavid Howells 	} while (start <= final_page && count < 65536);
50331143d5dSDavid Howells 
50431143d5dSDavid Howells no_more:
5054343d008SDavid Howells 	/* We now have a contiguous set of dirty pages, each with writeback
5064343d008SDavid Howells 	 * set; the first page is still locked at this point, but all the rest
5074343d008SDavid Howells 	 * have been unlocked.
5084343d008SDavid Howells 	 */
5094343d008SDavid Howells 	unlock_page(primary_page);
5104343d008SDavid Howells 
51131143d5dSDavid Howells 	first = primary_page->index;
51231143d5dSDavid Howells 	last = first + count - 1;
51331143d5dSDavid Howells 
51431143d5dSDavid Howells 	_debug("write back %lx[%u..] to %lx[..%u]", first, offset, last, to);
51531143d5dSDavid Howells 
5164343d008SDavid Howells 	ret = afs_store_data(mapping, first, last, offset, to);
51731143d5dSDavid Howells 	switch (ret) {
5184343d008SDavid Howells 	case 0:
5194343d008SDavid Howells 		ret = count;
5204343d008SDavid Howells 		break;
5214343d008SDavid Howells 
5224343d008SDavid Howells 	default:
5234343d008SDavid Howells 		pr_notice("kAFS: Unexpected error from FS.StoreData %d\n", ret);
5244343d008SDavid Howells 		/* Fall through */
5254343d008SDavid Howells 	case -EACCES:
5264343d008SDavid Howells 	case -EPERM:
5274343d008SDavid Howells 	case -ENOKEY:
5284343d008SDavid Howells 	case -EKEYEXPIRED:
5294343d008SDavid Howells 	case -EKEYREJECTED:
5304343d008SDavid Howells 	case -EKEYREVOKED:
5314343d008SDavid Howells 		afs_redirty_pages(wbc, mapping, first, last);
5324343d008SDavid Howells 		mapping_set_error(mapping, ret);
5334343d008SDavid Howells 		break;
5344343d008SDavid Howells 
53531143d5dSDavid Howells 	case -EDQUOT:
53631143d5dSDavid Howells 	case -ENOSPC:
5374343d008SDavid Howells 		afs_redirty_pages(wbc, mapping, first, last);
5384343d008SDavid Howells 		mapping_set_error(mapping, -ENOSPC);
53931143d5dSDavid Howells 		break;
5404343d008SDavid Howells 
54131143d5dSDavid Howells 	case -EROFS:
54231143d5dSDavid Howells 	case -EIO:
54331143d5dSDavid Howells 	case -EREMOTEIO:
54431143d5dSDavid Howells 	case -EFBIG:
54531143d5dSDavid Howells 	case -ENOENT:
54631143d5dSDavid Howells 	case -ENOMEDIUM:
54731143d5dSDavid Howells 	case -ENXIO:
548f51375cdSDavid Howells 		trace_afs_file_error(vnode, ret, afs_file_error_writeback_fail);
5494343d008SDavid Howells 		afs_kill_pages(mapping, first, last);
5504343d008SDavid Howells 		mapping_set_error(mapping, ret);
55131143d5dSDavid Howells 		break;
55231143d5dSDavid Howells 	}
55331143d5dSDavid Howells 
55431143d5dSDavid Howells 	_leave(" = %d", ret);
55531143d5dSDavid Howells 	return ret;
55631143d5dSDavid Howells }
55731143d5dSDavid Howells 
55831143d5dSDavid Howells /*
55931143d5dSDavid Howells  * write a page back to the server
56031143d5dSDavid Howells  * - the caller locked the page for us
56131143d5dSDavid Howells  */
56231143d5dSDavid Howells int afs_writepage(struct page *page, struct writeback_control *wbc)
56331143d5dSDavid Howells {
56431143d5dSDavid Howells 	int ret;
56531143d5dSDavid Howells 
56631143d5dSDavid Howells 	_enter("{%lx},", page->index);
56731143d5dSDavid Howells 
5684343d008SDavid Howells 	ret = afs_write_back_from_locked_page(page->mapping, wbc, page,
5694343d008SDavid Howells 					      wbc->range_end >> PAGE_SHIFT);
57031143d5dSDavid Howells 	if (ret < 0) {
57131143d5dSDavid Howells 		_leave(" = %d", ret);
57231143d5dSDavid Howells 		return 0;
57331143d5dSDavid Howells 	}
57431143d5dSDavid Howells 
57531143d5dSDavid Howells 	wbc->nr_to_write -= ret;
57631143d5dSDavid Howells 
57731143d5dSDavid Howells 	_leave(" = 0");
57831143d5dSDavid Howells 	return 0;
57931143d5dSDavid Howells }
58031143d5dSDavid Howells 
58131143d5dSDavid Howells /*
58231143d5dSDavid Howells  * write a region of pages back to the server
58331143d5dSDavid Howells  */
584c1206a2cSAdrian Bunk static int afs_writepages_region(struct address_space *mapping,
58531143d5dSDavid Howells 				 struct writeback_control *wbc,
58631143d5dSDavid Howells 				 pgoff_t index, pgoff_t end, pgoff_t *_next)
58731143d5dSDavid Howells {
58831143d5dSDavid Howells 	struct page *page;
58931143d5dSDavid Howells 	int ret, n;
59031143d5dSDavid Howells 
59131143d5dSDavid Howells 	_enter(",,%lx,%lx,", index, end);
59231143d5dSDavid Howells 
59331143d5dSDavid Howells 	do {
594aef6e415SJan Kara 		n = find_get_pages_range_tag(mapping, &index, end,
595aef6e415SJan Kara 					PAGECACHE_TAG_DIRTY, 1, &page);
59631143d5dSDavid Howells 		if (!n)
59731143d5dSDavid Howells 			break;
59831143d5dSDavid Howells 
59931143d5dSDavid Howells 		_debug("wback %lx", page->index);
60031143d5dSDavid Howells 
601b93b0163SMatthew Wilcox 		/*
602b93b0163SMatthew Wilcox 		 * at this point we hold neither the i_pages lock nor the
603b93b0163SMatthew Wilcox 		 * page lock: the page may be truncated or invalidated
604b93b0163SMatthew Wilcox 		 * (changing page->mapping to NULL), or even swizzled
605b93b0163SMatthew Wilcox 		 * back from swapper_space to tmpfs file mapping
60631143d5dSDavid Howells 		 */
6074343d008SDavid Howells 		ret = lock_page_killable(page);
6084343d008SDavid Howells 		if (ret < 0) {
6094343d008SDavid Howells 			put_page(page);
6104343d008SDavid Howells 			_leave(" = %d", ret);
6114343d008SDavid Howells 			return ret;
6124343d008SDavid Howells 		}
61331143d5dSDavid Howells 
614c5051c7bSDavid Howells 		if (page->mapping != mapping || !PageDirty(page)) {
61531143d5dSDavid Howells 			unlock_page(page);
61609cbfeafSKirill A. Shutemov 			put_page(page);
61731143d5dSDavid Howells 			continue;
61831143d5dSDavid Howells 		}
61931143d5dSDavid Howells 
620c5051c7bSDavid Howells 		if (PageWriteback(page)) {
621c5051c7bSDavid Howells 			unlock_page(page);
62231143d5dSDavid Howells 			if (wbc->sync_mode != WB_SYNC_NONE)
62331143d5dSDavid Howells 				wait_on_page_writeback(page);
62429c8bbbdSDavid Howells 			put_page(page);
62531143d5dSDavid Howells 			continue;
62631143d5dSDavid Howells 		}
62731143d5dSDavid Howells 
62865a15109SDavid Howells 		if (!clear_page_dirty_for_io(page))
62965a15109SDavid Howells 			BUG();
6304343d008SDavid Howells 		ret = afs_write_back_from_locked_page(mapping, wbc, page, end);
63109cbfeafSKirill A. Shutemov 		put_page(page);
63231143d5dSDavid Howells 		if (ret < 0) {
63331143d5dSDavid Howells 			_leave(" = %d", ret);
63431143d5dSDavid Howells 			return ret;
63531143d5dSDavid Howells 		}
63631143d5dSDavid Howells 
63731143d5dSDavid Howells 		wbc->nr_to_write -= ret;
63831143d5dSDavid Howells 
63931143d5dSDavid Howells 		cond_resched();
64031143d5dSDavid Howells 	} while (index < end && wbc->nr_to_write > 0);
64131143d5dSDavid Howells 
64231143d5dSDavid Howells 	*_next = index;
64331143d5dSDavid Howells 	_leave(" = 0 [%lx]", *_next);
64431143d5dSDavid Howells 	return 0;
64531143d5dSDavid Howells }
64631143d5dSDavid Howells 
64731143d5dSDavid Howells /*
64831143d5dSDavid Howells  * write some of the pending data back to the server
64931143d5dSDavid Howells  */
65031143d5dSDavid Howells int afs_writepages(struct address_space *mapping,
65131143d5dSDavid Howells 		   struct writeback_control *wbc)
65231143d5dSDavid Howells {
65331143d5dSDavid Howells 	pgoff_t start, end, next;
65431143d5dSDavid Howells 	int ret;
65531143d5dSDavid Howells 
65631143d5dSDavid Howells 	_enter("");
65731143d5dSDavid Howells 
65831143d5dSDavid Howells 	if (wbc->range_cyclic) {
65931143d5dSDavid Howells 		start = mapping->writeback_index;
66031143d5dSDavid Howells 		end = -1;
66131143d5dSDavid Howells 		ret = afs_writepages_region(mapping, wbc, start, end, &next);
6621b430beeSWu Fengguang 		if (start > 0 && wbc->nr_to_write > 0 && ret == 0)
66331143d5dSDavid Howells 			ret = afs_writepages_region(mapping, wbc, 0, start,
66431143d5dSDavid Howells 						    &next);
66531143d5dSDavid Howells 		mapping->writeback_index = next;
66631143d5dSDavid Howells 	} else if (wbc->range_start == 0 && wbc->range_end == LLONG_MAX) {
66709cbfeafSKirill A. Shutemov 		end = (pgoff_t)(LLONG_MAX >> PAGE_SHIFT);
66831143d5dSDavid Howells 		ret = afs_writepages_region(mapping, wbc, 0, end, &next);
66931143d5dSDavid Howells 		if (wbc->nr_to_write > 0)
67031143d5dSDavid Howells 			mapping->writeback_index = next;
67131143d5dSDavid Howells 	} else {
67209cbfeafSKirill A. Shutemov 		start = wbc->range_start >> PAGE_SHIFT;
67309cbfeafSKirill A. Shutemov 		end = wbc->range_end >> PAGE_SHIFT;
67431143d5dSDavid Howells 		ret = afs_writepages_region(mapping, wbc, start, end, &next);
67531143d5dSDavid Howells 	}
67631143d5dSDavid Howells 
67731143d5dSDavid Howells 	_leave(" = %d", ret);
67831143d5dSDavid Howells 	return ret;
67931143d5dSDavid Howells }
68031143d5dSDavid Howells 
68131143d5dSDavid Howells /*
68231143d5dSDavid Howells  * completion of write to server
68331143d5dSDavid Howells  */
68431143d5dSDavid Howells void afs_pages_written_back(struct afs_vnode *vnode, struct afs_call *call)
68531143d5dSDavid Howells {
68631143d5dSDavid Howells 	struct pagevec pv;
68713524ab3SDavid Howells 	unsigned long priv;
68831143d5dSDavid Howells 	unsigned count, loop;
68931143d5dSDavid Howells 	pgoff_t first = call->first, last = call->last;
69031143d5dSDavid Howells 
6913b6492dfSDavid Howells 	_enter("{%llx:%llu},{%lx-%lx}",
69231143d5dSDavid Howells 	       vnode->fid.vid, vnode->fid.vnode, first, last);
69331143d5dSDavid Howells 
69486679820SMel Gorman 	pagevec_init(&pv);
69531143d5dSDavid Howells 
69631143d5dSDavid Howells 	do {
6975bbf5d39SDavid Howells 		_debug("done %lx-%lx", first, last);
69831143d5dSDavid Howells 
69931143d5dSDavid Howells 		count = last - first + 1;
70031143d5dSDavid Howells 		if (count > PAGEVEC_SIZE)
70131143d5dSDavid Howells 			count = PAGEVEC_SIZE;
7024343d008SDavid Howells 		pv.nr = find_get_pages_contig(vnode->vfs_inode.i_mapping,
7034343d008SDavid Howells 					      first, count, pv.pages);
70431143d5dSDavid Howells 		ASSERTCMP(pv.nr, ==, count);
70531143d5dSDavid Howells 
70631143d5dSDavid Howells 		for (loop = 0; loop < count; loop++) {
70713524ab3SDavid Howells 			priv = page_private(pv.pages[loop]);
70813524ab3SDavid Howells 			trace_afs_page_dirty(vnode, tracepoint_string("clear"),
70913524ab3SDavid Howells 					     pv.pages[loop]->index, priv);
7104343d008SDavid Howells 			set_page_private(pv.pages[loop], 0);
7114343d008SDavid Howells 			end_page_writeback(pv.pages[loop]);
71231143d5dSDavid Howells 		}
71331143d5dSDavid Howells 		first += count;
71431143d5dSDavid Howells 		__pagevec_release(&pv);
7155bbf5d39SDavid Howells 	} while (first <= last);
71631143d5dSDavid Howells 
7174343d008SDavid Howells 	afs_prune_wb_keys(vnode);
71831143d5dSDavid Howells 	_leave("");
71931143d5dSDavid Howells }
72031143d5dSDavid Howells 
72131143d5dSDavid Howells /*
72231143d5dSDavid Howells  * write to an AFS file
72331143d5dSDavid Howells  */
72450b5551dSAl Viro ssize_t afs_file_write(struct kiocb *iocb, struct iov_iter *from)
72531143d5dSDavid Howells {
726496ad9aaSAl Viro 	struct afs_vnode *vnode = AFS_FS_I(file_inode(iocb->ki_filp));
72731143d5dSDavid Howells 	ssize_t result;
72850b5551dSAl Viro 	size_t count = iov_iter_count(from);
72931143d5dSDavid Howells 
7303b6492dfSDavid Howells 	_enter("{%llx:%llu},{%zu},",
73150b5551dSAl Viro 	       vnode->fid.vid, vnode->fid.vnode, count);
73231143d5dSDavid Howells 
73331143d5dSDavid Howells 	if (IS_SWAPFILE(&vnode->vfs_inode)) {
73431143d5dSDavid Howells 		printk(KERN_INFO
73531143d5dSDavid Howells 		       "AFS: Attempt to write to active swap file!\n");
73631143d5dSDavid Howells 		return -EBUSY;
73731143d5dSDavid Howells 	}
73831143d5dSDavid Howells 
73931143d5dSDavid Howells 	if (!count)
74031143d5dSDavid Howells 		return 0;
74131143d5dSDavid Howells 
74250b5551dSAl Viro 	result = generic_file_write_iter(iocb, from);
74331143d5dSDavid Howells 
74431143d5dSDavid Howells 	_leave(" = %zd", result);
74531143d5dSDavid Howells 	return result;
74631143d5dSDavid Howells }
74731143d5dSDavid Howells 
74831143d5dSDavid Howells /*
74931143d5dSDavid Howells  * flush any dirty pages for this process, and check for write errors.
75031143d5dSDavid Howells  * - the return status from this call provides a reliable indication of
75131143d5dSDavid Howells  *   whether any write errors occurred for this process.
75231143d5dSDavid Howells  */
75302c24a82SJosef Bacik int afs_fsync(struct file *file, loff_t start, loff_t end, int datasync)
75431143d5dSDavid Howells {
7553c981bfcSAl Viro 	struct inode *inode = file_inode(file);
7563c981bfcSAl Viro 	struct afs_vnode *vnode = AFS_FS_I(inode);
75731143d5dSDavid Howells 
7583b6492dfSDavid Howells 	_enter("{%llx:%llu},{n=%pD},%d",
7593c981bfcSAl Viro 	       vnode->fid.vid, vnode->fid.vnode, file,
76031143d5dSDavid Howells 	       datasync);
76131143d5dSDavid Howells 
7624343d008SDavid Howells 	return file_write_and_wait_range(file, start, end);
76331143d5dSDavid Howells }
7649b3f26c9SDavid Howells 
7659b3f26c9SDavid Howells /*
7669b3f26c9SDavid Howells  * notification that a previously read-only page is about to become writable
7679b3f26c9SDavid Howells  * - if it returns an error, the caller will deliver a bus error signal
7689b3f26c9SDavid Howells  */
7690722f186SSouptick Joarder vm_fault_t afs_page_mkwrite(struct vm_fault *vmf)
7709b3f26c9SDavid Howells {
7711cf7a151SDavid Howells 	struct file *file = vmf->vma->vm_file;
7721cf7a151SDavid Howells 	struct inode *inode = file_inode(file);
7731cf7a151SDavid Howells 	struct afs_vnode *vnode = AFS_FS_I(inode);
7741cf7a151SDavid Howells 	unsigned long priv;
7759b3f26c9SDavid Howells 
7763b6492dfSDavid Howells 	_enter("{{%llx:%llu}},{%lx}",
7771cf7a151SDavid Howells 	       vnode->fid.vid, vnode->fid.vnode, vmf->page->index);
7789b3f26c9SDavid Howells 
7791cf7a151SDavid Howells 	sb_start_pagefault(inode->i_sb);
7801cf7a151SDavid Howells 
7811cf7a151SDavid Howells 	/* Wait for the page to be written to the cache before we allow it to
7821cf7a151SDavid Howells 	 * be modified.  We then assume the entire page will need writing back.
7831cf7a151SDavid Howells 	 */
7849b3f26c9SDavid Howells #ifdef CONFIG_AFS_FSCACHE
7851cf7a151SDavid Howells 	fscache_wait_on_page_write(vnode->cache, vmf->page);
7869b3f26c9SDavid Howells #endif
7879b3f26c9SDavid Howells 
7881cf7a151SDavid Howells 	if (PageWriteback(vmf->page) &&
7891cf7a151SDavid Howells 	    wait_on_page_bit_killable(vmf->page, PG_writeback) < 0)
7901cf7a151SDavid Howells 		return VM_FAULT_RETRY;
7911cf7a151SDavid Howells 
7921cf7a151SDavid Howells 	if (lock_page_killable(vmf->page) < 0)
7931cf7a151SDavid Howells 		return VM_FAULT_RETRY;
7941cf7a151SDavid Howells 
7951cf7a151SDavid Howells 	/* We mustn't change page->private until writeback is complete as that
7961cf7a151SDavid Howells 	 * details the portion of the page we need to write back and we might
7971cf7a151SDavid Howells 	 * need to redirty the page if there's a problem.
7981cf7a151SDavid Howells 	 */
7991cf7a151SDavid Howells 	wait_on_page_writeback(vmf->page);
8001cf7a151SDavid Howells 
8011cf7a151SDavid Howells 	priv = (unsigned long)PAGE_SIZE << AFS_PRIV_SHIFT; /* To */
8021cf7a151SDavid Howells 	priv |= 0; /* From */
80313524ab3SDavid Howells 	trace_afs_page_dirty(vnode, tracepoint_string("mkwrite"),
80413524ab3SDavid Howells 			     vmf->page->index, priv);
8051cf7a151SDavid Howells 	SetPagePrivate(vmf->page);
8061cf7a151SDavid Howells 	set_page_private(vmf->page, priv);
8071cf7a151SDavid Howells 
8081cf7a151SDavid Howells 	sb_end_pagefault(inode->i_sb);
8091cf7a151SDavid Howells 	return VM_FAULT_LOCKED;
8109b3f26c9SDavid Howells }
8114343d008SDavid Howells 
8124343d008SDavid Howells /*
8134343d008SDavid Howells  * Prune the keys cached for writeback.  The caller must hold vnode->wb_lock.
8144343d008SDavid Howells  */
8154343d008SDavid Howells void afs_prune_wb_keys(struct afs_vnode *vnode)
8164343d008SDavid Howells {
8174343d008SDavid Howells 	LIST_HEAD(graveyard);
8184343d008SDavid Howells 	struct afs_wb_key *wbk, *tmp;
8194343d008SDavid Howells 
8204343d008SDavid Howells 	/* Discard unused keys */
8214343d008SDavid Howells 	spin_lock(&vnode->wb_lock);
8224343d008SDavid Howells 
8234343d008SDavid Howells 	if (!mapping_tagged(&vnode->vfs_inode.i_data, PAGECACHE_TAG_WRITEBACK) &&
8244343d008SDavid Howells 	    !mapping_tagged(&vnode->vfs_inode.i_data, PAGECACHE_TAG_DIRTY)) {
8254343d008SDavid Howells 		list_for_each_entry_safe(wbk, tmp, &vnode->wb_keys, vnode_link) {
8264343d008SDavid Howells 			if (refcount_read(&wbk->usage) == 1)
8274343d008SDavid Howells 				list_move(&wbk->vnode_link, &graveyard);
8284343d008SDavid Howells 		}
8294343d008SDavid Howells 	}
8304343d008SDavid Howells 
8314343d008SDavid Howells 	spin_unlock(&vnode->wb_lock);
8324343d008SDavid Howells 
8334343d008SDavid Howells 	while (!list_empty(&graveyard)) {
8344343d008SDavid Howells 		wbk = list_entry(graveyard.next, struct afs_wb_key, vnode_link);
8354343d008SDavid Howells 		list_del(&wbk->vnode_link);
8364343d008SDavid Howells 		afs_put_wb_key(wbk);
8374343d008SDavid Howells 	}
8384343d008SDavid Howells }
8394343d008SDavid Howells 
8404343d008SDavid Howells /*
8414343d008SDavid Howells  * Clean up a page during invalidation.
8424343d008SDavid Howells  */
8434343d008SDavid Howells int afs_launder_page(struct page *page)
8444343d008SDavid Howells {
8454343d008SDavid Howells 	struct address_space *mapping = page->mapping;
8464343d008SDavid Howells 	struct afs_vnode *vnode = AFS_FS_I(mapping->host);
8474343d008SDavid Howells 	unsigned long priv;
8484343d008SDavid Howells 	unsigned int f, t;
8494343d008SDavid Howells 	int ret = 0;
8504343d008SDavid Howells 
8514343d008SDavid Howells 	_enter("{%lx}", page->index);
8524343d008SDavid Howells 
8534343d008SDavid Howells 	priv = page_private(page);
8544343d008SDavid Howells 	if (clear_page_dirty_for_io(page)) {
8554343d008SDavid Howells 		f = 0;
8564343d008SDavid Howells 		t = PAGE_SIZE;
8574343d008SDavid Howells 		if (PagePrivate(page)) {
8584343d008SDavid Howells 			f = priv & AFS_PRIV_MAX;
8594343d008SDavid Howells 			t = priv >> AFS_PRIV_SHIFT;
8604343d008SDavid Howells 		}
8614343d008SDavid Howells 
86213524ab3SDavid Howells 		trace_afs_page_dirty(vnode, tracepoint_string("launder"),
86313524ab3SDavid Howells 				     page->index, priv);
8644343d008SDavid Howells 		ret = afs_store_data(mapping, page->index, page->index, t, f);
8654343d008SDavid Howells 	}
8664343d008SDavid Howells 
86713524ab3SDavid Howells 	trace_afs_page_dirty(vnode, tracepoint_string("laundered"),
86813524ab3SDavid Howells 			     page->index, priv);
8694343d008SDavid Howells 	set_page_private(page, 0);
8704343d008SDavid Howells 	ClearPagePrivate(page);
8714343d008SDavid Howells 
8724343d008SDavid Howells #ifdef CONFIG_AFS_FSCACHE
8734343d008SDavid Howells 	if (PageFsCache(page)) {
8744343d008SDavid Howells 		fscache_wait_on_page_write(vnode->cache, page);
8754343d008SDavid Howells 		fscache_uncache_page(vnode->cache, page);
8764343d008SDavid Howells 	}
8774343d008SDavid Howells #endif
8784343d008SDavid Howells 	return ret;
87931143d5dSDavid Howells }
880