xref: /openbmc/linux/fs/afs/write.c (revision 3b6492df)
131143d5dSDavid Howells /* handling of writes to regular files and writing back to the server
231143d5dSDavid Howells  *
331143d5dSDavid Howells  * Copyright (C) 2007 Red Hat, Inc. All Rights Reserved.
431143d5dSDavid Howells  * Written by David Howells (dhowells@redhat.com)
531143d5dSDavid Howells  *
631143d5dSDavid Howells  * This program is free software; you can redistribute it and/or
731143d5dSDavid Howells  * modify it under the terms of the GNU General Public License
831143d5dSDavid Howells  * as published by the Free Software Foundation; either version
931143d5dSDavid Howells  * 2 of the License, or (at your option) any later version.
1031143d5dSDavid Howells  */
114343d008SDavid Howells 
124af3c9ccSAlexey Dobriyan #include <linux/backing-dev.h>
1331143d5dSDavid Howells #include <linux/slab.h>
1431143d5dSDavid Howells #include <linux/fs.h>
1531143d5dSDavid Howells #include <linux/pagemap.h>
1631143d5dSDavid Howells #include <linux/writeback.h>
1731143d5dSDavid Howells #include <linux/pagevec.h>
1831143d5dSDavid Howells #include "internal.h"
1931143d5dSDavid Howells 
2031143d5dSDavid Howells /*
2131143d5dSDavid Howells  * mark a page as having been made dirty and thus needing writeback
2231143d5dSDavid Howells  */
2331143d5dSDavid Howells int afs_set_page_dirty(struct page *page)
2431143d5dSDavid Howells {
2531143d5dSDavid Howells 	_enter("");
2631143d5dSDavid Howells 	return __set_page_dirty_nobuffers(page);
2731143d5dSDavid Howells }
2831143d5dSDavid Howells 
2931143d5dSDavid Howells /*
3031143d5dSDavid Howells  * partly or wholly fill a page that's under preparation for writing
3131143d5dSDavid Howells  */
3231143d5dSDavid Howells static int afs_fill_page(struct afs_vnode *vnode, struct key *key,
33e8e581a8SDavid Howells 			 loff_t pos, unsigned int len, struct page *page)
3431143d5dSDavid Howells {
35196ee9cdSDavid Howells 	struct afs_read *req;
362a0b4f64SDavid Howells 	size_t p;
372a0b4f64SDavid Howells 	void *data;
3831143d5dSDavid Howells 	int ret;
3931143d5dSDavid Howells 
405e7f2337SAnton Blanchard 	_enter(",,%llu", (unsigned long long)pos);
4131143d5dSDavid Howells 
422a0b4f64SDavid Howells 	if (pos >= vnode->vfs_inode.i_size) {
432a0b4f64SDavid Howells 		p = pos & ~PAGE_MASK;
442a0b4f64SDavid Howells 		ASSERTCMP(p + len, <=, PAGE_SIZE);
452a0b4f64SDavid Howells 		data = kmap(page);
462a0b4f64SDavid Howells 		memset(data + p, 0, len);
472a0b4f64SDavid Howells 		kunmap(page);
482a0b4f64SDavid Howells 		return 0;
492a0b4f64SDavid Howells 	}
502a0b4f64SDavid Howells 
51196ee9cdSDavid Howells 	req = kzalloc(sizeof(struct afs_read) + sizeof(struct page *),
52196ee9cdSDavid Howells 		      GFP_KERNEL);
53196ee9cdSDavid Howells 	if (!req)
54196ee9cdSDavid Howells 		return -ENOMEM;
55196ee9cdSDavid Howells 
56f3ddee8dSDavid Howells 	refcount_set(&req->usage, 1);
57196ee9cdSDavid Howells 	req->pos = pos;
58e8e581a8SDavid Howells 	req->len = len;
59196ee9cdSDavid Howells 	req->nr_pages = 1;
60f3ddee8dSDavid Howells 	req->pages = req->array;
61196ee9cdSDavid Howells 	req->pages[0] = page;
625611ef28SDavid Howells 	get_page(page);
63196ee9cdSDavid Howells 
64d2ddc776SDavid Howells 	ret = afs_fetch_data(vnode, key, req);
65196ee9cdSDavid Howells 	afs_put_read(req);
6631143d5dSDavid Howells 	if (ret < 0) {
6731143d5dSDavid Howells 		if (ret == -ENOENT) {
6831143d5dSDavid Howells 			_debug("got NOENT from server"
6931143d5dSDavid Howells 			       " - marking file deleted and stale");
7031143d5dSDavid Howells 			set_bit(AFS_VNODE_DELETED, &vnode->flags);
7131143d5dSDavid Howells 			ret = -ESTALE;
7231143d5dSDavid Howells 		}
7331143d5dSDavid Howells 	}
7431143d5dSDavid Howells 
7531143d5dSDavid Howells 	_leave(" = %d", ret);
7631143d5dSDavid Howells 	return ret;
7731143d5dSDavid Howells }
7831143d5dSDavid Howells 
7931143d5dSDavid Howells /*
8031143d5dSDavid Howells  * prepare to perform part of a write to a page
8131143d5dSDavid Howells  */
8215b4650eSNick Piggin int afs_write_begin(struct file *file, struct address_space *mapping,
8315b4650eSNick Piggin 		    loff_t pos, unsigned len, unsigned flags,
8415b4650eSNick Piggin 		    struct page **pagep, void **fsdata)
8531143d5dSDavid Howells {
86496ad9aaSAl Viro 	struct afs_vnode *vnode = AFS_FS_I(file_inode(file));
8715b4650eSNick Piggin 	struct page *page;
88215804a9SDavid Howells 	struct key *key = afs_file_key(file);
894343d008SDavid Howells 	unsigned long priv;
904343d008SDavid Howells 	unsigned f, from = pos & (PAGE_SIZE - 1);
914343d008SDavid Howells 	unsigned t, to = from + len;
9209cbfeafSKirill A. Shutemov 	pgoff_t index = pos >> PAGE_SHIFT;
9331143d5dSDavid Howells 	int ret;
9431143d5dSDavid Howells 
953b6492dfSDavid Howells 	_enter("{%llx:%llu},{%lx},%u,%u",
9615b4650eSNick Piggin 	       vnode->fid.vid, vnode->fid.vnode, index, from, to);
9731143d5dSDavid Howells 
984343d008SDavid Howells 	/* We want to store information about how much of a page is altered in
994343d008SDavid Howells 	 * page->private.
1004343d008SDavid Howells 	 */
1014343d008SDavid Howells 	BUILD_BUG_ON(PAGE_SIZE > 32768 && sizeof(page->private) < 8);
10231143d5dSDavid Howells 
10354566b2cSNick Piggin 	page = grab_cache_page_write_begin(mapping, index, flags);
1044343d008SDavid Howells 	if (!page)
10515b4650eSNick Piggin 		return -ENOMEM;
10615b4650eSNick Piggin 
10709cbfeafSKirill A. Shutemov 	if (!PageUptodate(page) && len != PAGE_SIZE) {
108e8e581a8SDavid Howells 		ret = afs_fill_page(vnode, key, pos & PAGE_MASK, PAGE_SIZE, page);
10931143d5dSDavid Howells 		if (ret < 0) {
1106d06b0d2SDavid Howells 			unlock_page(page);
1116d06b0d2SDavid Howells 			put_page(page);
11231143d5dSDavid Howells 			_leave(" = %d [prep]", ret);
11331143d5dSDavid Howells 			return ret;
11431143d5dSDavid Howells 		}
11515b4650eSNick Piggin 		SetPageUptodate(page);
11631143d5dSDavid Howells 	}
11731143d5dSDavid Howells 
1186d06b0d2SDavid Howells 	/* page won't leak in error case: it eventually gets cleaned off LRU */
1196d06b0d2SDavid Howells 	*pagep = page;
1206d06b0d2SDavid Howells 
12131143d5dSDavid Howells try_again:
1224343d008SDavid Howells 	/* See if this page is already partially written in a way that we can
1234343d008SDavid Howells 	 * merge the new write with.
1244343d008SDavid Howells 	 */
1254343d008SDavid Howells 	t = f = 0;
1264343d008SDavid Howells 	if (PagePrivate(page)) {
1274343d008SDavid Howells 		priv = page_private(page);
1284343d008SDavid Howells 		f = priv & AFS_PRIV_MAX;
1294343d008SDavid Howells 		t = priv >> AFS_PRIV_SHIFT;
1304343d008SDavid Howells 		ASSERTCMP(f, <=, t);
13131143d5dSDavid Howells 	}
13231143d5dSDavid Howells 
1334343d008SDavid Howells 	if (f != t) {
1345a039c32SDavid Howells 		if (PageWriteback(page)) {
1355a039c32SDavid Howells 			trace_afs_page_dirty(vnode, tracepoint_string("alrdy"),
1365a039c32SDavid Howells 					     page->index, priv);
1375a039c32SDavid Howells 			goto flush_conflicting_write;
1385a039c32SDavid Howells 		}
1395a813276SDavid Howells 		/* If the file is being filled locally, allow inter-write
1405a813276SDavid Howells 		 * spaces to be merged into writes.  If it's not, only write
1415a813276SDavid Howells 		 * back what the user gives us.
1425a813276SDavid Howells 		 */
1435a813276SDavid Howells 		if (!test_bit(AFS_VNODE_NEW_CONTENT, &vnode->flags) &&
1445a813276SDavid Howells 		    (to < f || from > t))
1454343d008SDavid Howells 			goto flush_conflicting_write;
1464343d008SDavid Howells 		if (from < f)
1474343d008SDavid Howells 			f = from;
1484343d008SDavid Howells 		if (to > t)
1494343d008SDavid Howells 			t = to;
1504343d008SDavid Howells 	} else {
1514343d008SDavid Howells 		f = from;
1524343d008SDavid Howells 		t = to;
15331143d5dSDavid Howells 	}
15431143d5dSDavid Howells 
1554343d008SDavid Howells 	priv = (unsigned long)t << AFS_PRIV_SHIFT;
1564343d008SDavid Howells 	priv |= f;
15713524ab3SDavid Howells 	trace_afs_page_dirty(vnode, tracepoint_string("begin"),
15813524ab3SDavid Howells 			     page->index, priv);
15931143d5dSDavid Howells 	SetPagePrivate(page);
1604343d008SDavid Howells 	set_page_private(page, priv);
1614343d008SDavid Howells 	_leave(" = 0");
16231143d5dSDavid Howells 	return 0;
16331143d5dSDavid Howells 
1644343d008SDavid Howells 	/* The previous write and this write aren't adjacent or overlapping, so
1654343d008SDavid Howells 	 * flush the page out.
1664343d008SDavid Howells 	 */
1674343d008SDavid Howells flush_conflicting_write:
16831143d5dSDavid Howells 	_debug("flush conflict");
1694343d008SDavid Howells 	ret = write_one_page(page);
17031143d5dSDavid Howells 	if (ret < 0) {
17131143d5dSDavid Howells 		_leave(" = %d", ret);
17231143d5dSDavid Howells 		return ret;
17331143d5dSDavid Howells 	}
17431143d5dSDavid Howells 
1754343d008SDavid Howells 	ret = lock_page_killable(page);
1764343d008SDavid Howells 	if (ret < 0) {
1774343d008SDavid Howells 		_leave(" = %d", ret);
1784343d008SDavid Howells 		return ret;
1794343d008SDavid Howells 	}
18031143d5dSDavid Howells 	goto try_again;
18131143d5dSDavid Howells }
18231143d5dSDavid Howells 
18331143d5dSDavid Howells /*
18431143d5dSDavid Howells  * finalise part of a write to a page
18531143d5dSDavid Howells  */
18615b4650eSNick Piggin int afs_write_end(struct file *file, struct address_space *mapping,
18715b4650eSNick Piggin 		  loff_t pos, unsigned len, unsigned copied,
18815b4650eSNick Piggin 		  struct page *page, void *fsdata)
18931143d5dSDavid Howells {
190496ad9aaSAl Viro 	struct afs_vnode *vnode = AFS_FS_I(file_inode(file));
191215804a9SDavid Howells 	struct key *key = afs_file_key(file);
19231143d5dSDavid Howells 	loff_t i_size, maybe_i_size;
193e8e581a8SDavid Howells 	int ret;
19431143d5dSDavid Howells 
1953b6492dfSDavid Howells 	_enter("{%llx:%llu},{%lx}",
19615b4650eSNick Piggin 	       vnode->fid.vid, vnode->fid.vnode, page->index);
19731143d5dSDavid Howells 
19815b4650eSNick Piggin 	maybe_i_size = pos + copied;
19931143d5dSDavid Howells 
20031143d5dSDavid Howells 	i_size = i_size_read(&vnode->vfs_inode);
20131143d5dSDavid Howells 	if (maybe_i_size > i_size) {
2024343d008SDavid Howells 		spin_lock(&vnode->wb_lock);
20331143d5dSDavid Howells 		i_size = i_size_read(&vnode->vfs_inode);
20431143d5dSDavid Howells 		if (maybe_i_size > i_size)
20531143d5dSDavid Howells 			i_size_write(&vnode->vfs_inode, maybe_i_size);
2064343d008SDavid Howells 		spin_unlock(&vnode->wb_lock);
20731143d5dSDavid Howells 	}
20831143d5dSDavid Howells 
209e8e581a8SDavid Howells 	if (!PageUptodate(page)) {
210e8e581a8SDavid Howells 		if (copied < len) {
211e8e581a8SDavid Howells 			/* Try and load any missing data from the server.  The
212e8e581a8SDavid Howells 			 * unmarshalling routine will take care of clearing any
213e8e581a8SDavid Howells 			 * bits that are beyond the EOF.
214e8e581a8SDavid Howells 			 */
215e8e581a8SDavid Howells 			ret = afs_fill_page(vnode, key, pos + copied,
216e8e581a8SDavid Howells 					    len - copied, page);
217e8e581a8SDavid Howells 			if (ret < 0)
218afae457dSDavid Howells 				goto out;
219e8e581a8SDavid Howells 		}
220e8e581a8SDavid Howells 		SetPageUptodate(page);
221e8e581a8SDavid Howells 	}
222e8e581a8SDavid Howells 
22331143d5dSDavid Howells 	set_page_dirty(page);
22431143d5dSDavid Howells 	if (PageDirty(page))
22531143d5dSDavid Howells 		_debug("dirtied");
226afae457dSDavid Howells 	ret = copied;
227afae457dSDavid Howells 
228afae457dSDavid Howells out:
22915b4650eSNick Piggin 	unlock_page(page);
23009cbfeafSKirill A. Shutemov 	put_page(page);
231afae457dSDavid Howells 	return ret;
23231143d5dSDavid Howells }
23331143d5dSDavid Howells 
23431143d5dSDavid Howells /*
23531143d5dSDavid Howells  * kill all the pages in the given range
23631143d5dSDavid Howells  */
2374343d008SDavid Howells static void afs_kill_pages(struct address_space *mapping,
23831143d5dSDavid Howells 			   pgoff_t first, pgoff_t last)
23931143d5dSDavid Howells {
2404343d008SDavid Howells 	struct afs_vnode *vnode = AFS_FS_I(mapping->host);
24131143d5dSDavid Howells 	struct pagevec pv;
24231143d5dSDavid Howells 	unsigned count, loop;
24331143d5dSDavid Howells 
2443b6492dfSDavid Howells 	_enter("{%llx:%llu},%lx-%lx",
24531143d5dSDavid Howells 	       vnode->fid.vid, vnode->fid.vnode, first, last);
24631143d5dSDavid Howells 
24786679820SMel Gorman 	pagevec_init(&pv);
24831143d5dSDavid Howells 
24931143d5dSDavid Howells 	do {
25031143d5dSDavid Howells 		_debug("kill %lx-%lx", first, last);
25131143d5dSDavid Howells 
25231143d5dSDavid Howells 		count = last - first + 1;
25331143d5dSDavid Howells 		if (count > PAGEVEC_SIZE)
25431143d5dSDavid Howells 			count = PAGEVEC_SIZE;
2554343d008SDavid Howells 		pv.nr = find_get_pages_contig(mapping, first, count, pv.pages);
25631143d5dSDavid Howells 		ASSERTCMP(pv.nr, ==, count);
25731143d5dSDavid Howells 
25831143d5dSDavid Howells 		for (loop = 0; loop < count; loop++) {
2597286a35eSDavid Howells 			struct page *page = pv.pages[loop];
2607286a35eSDavid Howells 			ClearPageUptodate(page);
2617286a35eSDavid Howells 			SetPageError(page);
2624343d008SDavid Howells 			end_page_writeback(page);
2634343d008SDavid Howells 			if (page->index >= first)
2644343d008SDavid Howells 				first = page->index + 1;
2654343d008SDavid Howells 			lock_page(page);
2664343d008SDavid Howells 			generic_error_remove_page(mapping, page);
2674343d008SDavid Howells 		}
2684343d008SDavid Howells 
2694343d008SDavid Howells 		__pagevec_release(&pv);
2704343d008SDavid Howells 	} while (first <= last);
2714343d008SDavid Howells 
2724343d008SDavid Howells 	_leave("");
2734343d008SDavid Howells }
2744343d008SDavid Howells 
2754343d008SDavid Howells /*
2764343d008SDavid Howells  * Redirty all the pages in a given range.
2774343d008SDavid Howells  */
2784343d008SDavid Howells static void afs_redirty_pages(struct writeback_control *wbc,
2794343d008SDavid Howells 			      struct address_space *mapping,
2804343d008SDavid Howells 			      pgoff_t first, pgoff_t last)
2814343d008SDavid Howells {
2824343d008SDavid Howells 	struct afs_vnode *vnode = AFS_FS_I(mapping->host);
2834343d008SDavid Howells 	struct pagevec pv;
2844343d008SDavid Howells 	unsigned count, loop;
2854343d008SDavid Howells 
2863b6492dfSDavid Howells 	_enter("{%llx:%llu},%lx-%lx",
2874343d008SDavid Howells 	       vnode->fid.vid, vnode->fid.vnode, first, last);
2884343d008SDavid Howells 
289487e2c9fSLinus Torvalds 	pagevec_init(&pv);
2904343d008SDavid Howells 
2914343d008SDavid Howells 	do {
2924343d008SDavid Howells 		_debug("redirty %lx-%lx", first, last);
2934343d008SDavid Howells 
2944343d008SDavid Howells 		count = last - first + 1;
2954343d008SDavid Howells 		if (count > PAGEVEC_SIZE)
2964343d008SDavid Howells 			count = PAGEVEC_SIZE;
2974343d008SDavid Howells 		pv.nr = find_get_pages_contig(mapping, first, count, pv.pages);
2984343d008SDavid Howells 		ASSERTCMP(pv.nr, ==, count);
2994343d008SDavid Howells 
3004343d008SDavid Howells 		for (loop = 0; loop < count; loop++) {
3014343d008SDavid Howells 			struct page *page = pv.pages[loop];
3024343d008SDavid Howells 
3034343d008SDavid Howells 			redirty_page_for_writepage(wbc, page);
3047286a35eSDavid Howells 			end_page_writeback(page);
3057286a35eSDavid Howells 			if (page->index >= first)
3067286a35eSDavid Howells 				first = page->index + 1;
30731143d5dSDavid Howells 		}
30831143d5dSDavid Howells 
30931143d5dSDavid Howells 		__pagevec_release(&pv);
3104343d008SDavid Howells 	} while (first <= last);
31131143d5dSDavid Howells 
31231143d5dSDavid Howells 	_leave("");
31331143d5dSDavid Howells }
31431143d5dSDavid Howells 
31531143d5dSDavid Howells /*
316d2ddc776SDavid Howells  * write to a file
31731143d5dSDavid Howells  */
3184343d008SDavid Howells static int afs_store_data(struct address_space *mapping,
3194343d008SDavid Howells 			  pgoff_t first, pgoff_t last,
320d2ddc776SDavid Howells 			  unsigned offset, unsigned to)
32131143d5dSDavid Howells {
3224343d008SDavid Howells 	struct afs_vnode *vnode = AFS_FS_I(mapping->host);
323d2ddc776SDavid Howells 	struct afs_fs_cursor fc;
3244343d008SDavid Howells 	struct afs_wb_key *wbk = NULL;
3254343d008SDavid Howells 	struct list_head *p;
3264343d008SDavid Howells 	int ret = -ENOKEY, ret2;
327d2ddc776SDavid Howells 
3283b6492dfSDavid Howells 	_enter("%s{%llx:%llu.%u},%lx,%lx,%x,%x",
329d2ddc776SDavid Howells 	       vnode->volume->name,
330d2ddc776SDavid Howells 	       vnode->fid.vid,
331d2ddc776SDavid Howells 	       vnode->fid.vnode,
332d2ddc776SDavid Howells 	       vnode->fid.unique,
333d2ddc776SDavid Howells 	       first, last, offset, to);
334d2ddc776SDavid Howells 
3354343d008SDavid Howells 	spin_lock(&vnode->wb_lock);
3364343d008SDavid Howells 	p = vnode->wb_keys.next;
3374343d008SDavid Howells 
3384343d008SDavid Howells 	/* Iterate through the list looking for a valid key to use. */
3394343d008SDavid Howells try_next_key:
3404343d008SDavid Howells 	while (p != &vnode->wb_keys) {
3414343d008SDavid Howells 		wbk = list_entry(p, struct afs_wb_key, vnode_link);
3424343d008SDavid Howells 		_debug("wbk %u", key_serial(wbk->key));
3434343d008SDavid Howells 		ret2 = key_validate(wbk->key);
3444343d008SDavid Howells 		if (ret2 == 0)
3454343d008SDavid Howells 			goto found_key;
3464343d008SDavid Howells 		if (ret == -ENOKEY)
3474343d008SDavid Howells 			ret = ret2;
3484343d008SDavid Howells 		p = p->next;
3494343d008SDavid Howells 	}
3504343d008SDavid Howells 
3514343d008SDavid Howells 	spin_unlock(&vnode->wb_lock);
3524343d008SDavid Howells 	afs_put_wb_key(wbk);
3534343d008SDavid Howells 	_leave(" = %d [no keys]", ret);
3544343d008SDavid Howells 	return ret;
3554343d008SDavid Howells 
3564343d008SDavid Howells found_key:
3574343d008SDavid Howells 	refcount_inc(&wbk->usage);
3584343d008SDavid Howells 	spin_unlock(&vnode->wb_lock);
3594343d008SDavid Howells 
3604343d008SDavid Howells 	_debug("USE WB KEY %u", key_serial(wbk->key));
3614343d008SDavid Howells 
362d2ddc776SDavid Howells 	ret = -ERESTARTSYS;
3634343d008SDavid Howells 	if (afs_begin_vnode_operation(&fc, vnode, wbk->key)) {
364d2ddc776SDavid Howells 		while (afs_select_fileserver(&fc)) {
36568251f0aSDavid Howells 			fc.cb_break = afs_calc_vnode_cb_break(vnode);
3664343d008SDavid Howells 			afs_fs_store_data(&fc, mapping, first, last, offset, to);
367d2ddc776SDavid Howells 		}
368d2ddc776SDavid Howells 
369d2ddc776SDavid Howells 		afs_check_for_remote_deletion(&fc, fc.vnode);
370d2ddc776SDavid Howells 		afs_vnode_commit_status(&fc, vnode, fc.cb_break);
371d2ddc776SDavid Howells 		ret = afs_end_vnode_operation(&fc);
372d2ddc776SDavid Howells 	}
373d2ddc776SDavid Howells 
3744343d008SDavid Howells 	switch (ret) {
37576a5cb6fSDavid Howells 	case 0:
37676a5cb6fSDavid Howells 		afs_stat_v(vnode, n_stores);
37776a5cb6fSDavid Howells 		atomic_long_add((last * PAGE_SIZE + to) -
37876a5cb6fSDavid Howells 				(first * PAGE_SIZE + offset),
37976a5cb6fSDavid Howells 				&afs_v2net(vnode)->n_store_bytes);
38076a5cb6fSDavid Howells 		break;
3814343d008SDavid Howells 	case -EACCES:
3824343d008SDavid Howells 	case -EPERM:
3834343d008SDavid Howells 	case -ENOKEY:
3844343d008SDavid Howells 	case -EKEYEXPIRED:
3854343d008SDavid Howells 	case -EKEYREJECTED:
3864343d008SDavid Howells 	case -EKEYREVOKED:
3874343d008SDavid Howells 		_debug("next");
3884343d008SDavid Howells 		spin_lock(&vnode->wb_lock);
3894343d008SDavid Howells 		p = wbk->vnode_link.next;
3904343d008SDavid Howells 		afs_put_wb_key(wbk);
3914343d008SDavid Howells 		goto try_next_key;
3924343d008SDavid Howells 	}
3934343d008SDavid Howells 
3944343d008SDavid Howells 	afs_put_wb_key(wbk);
395d2ddc776SDavid Howells 	_leave(" = %d", ret);
396d2ddc776SDavid Howells 	return ret;
397d2ddc776SDavid Howells }
398d2ddc776SDavid Howells 
399d2ddc776SDavid Howells /*
4004343d008SDavid Howells  * Synchronously write back the locked page and any subsequent non-locked dirty
4014343d008SDavid Howells  * pages.
40231143d5dSDavid Howells  */
4034343d008SDavid Howells static int afs_write_back_from_locked_page(struct address_space *mapping,
4044343d008SDavid Howells 					   struct writeback_control *wbc,
4054343d008SDavid Howells 					   struct page *primary_page,
4064343d008SDavid Howells 					   pgoff_t final_page)
40731143d5dSDavid Howells {
40813524ab3SDavid Howells 	struct afs_vnode *vnode = AFS_FS_I(mapping->host);
40931143d5dSDavid Howells 	struct page *pages[8], *page;
4104343d008SDavid Howells 	unsigned long count, priv;
4114343d008SDavid Howells 	unsigned n, offset, to, f, t;
41231143d5dSDavid Howells 	pgoff_t start, first, last;
41331143d5dSDavid Howells 	int loop, ret;
41431143d5dSDavid Howells 
41531143d5dSDavid Howells 	_enter(",%lx", primary_page->index);
41631143d5dSDavid Howells 
41731143d5dSDavid Howells 	count = 1;
41831143d5dSDavid Howells 	if (test_set_page_writeback(primary_page))
41931143d5dSDavid Howells 		BUG();
42031143d5dSDavid Howells 
4214343d008SDavid Howells 	/* Find all consecutive lockable dirty pages that have contiguous
4224343d008SDavid Howells 	 * written regions, stopping when we find a page that is not
4234343d008SDavid Howells 	 * immediately lockable, is not dirty or is missing, or we reach the
4244343d008SDavid Howells 	 * end of the range.
4254343d008SDavid Howells 	 */
42631143d5dSDavid Howells 	start = primary_page->index;
4274343d008SDavid Howells 	priv = page_private(primary_page);
4284343d008SDavid Howells 	offset = priv & AFS_PRIV_MAX;
4294343d008SDavid Howells 	to = priv >> AFS_PRIV_SHIFT;
43013524ab3SDavid Howells 	trace_afs_page_dirty(vnode, tracepoint_string("store"),
43113524ab3SDavid Howells 			     primary_page->index, priv);
4324343d008SDavid Howells 
4334343d008SDavid Howells 	WARN_ON(offset == to);
43413524ab3SDavid Howells 	if (offset == to)
43513524ab3SDavid Howells 		trace_afs_page_dirty(vnode, tracepoint_string("WARN"),
43613524ab3SDavid Howells 				     primary_page->index, priv);
4374343d008SDavid Howells 
4385a813276SDavid Howells 	if (start >= final_page ||
4395a813276SDavid Howells 	    (to < PAGE_SIZE && !test_bit(AFS_VNODE_NEW_CONTENT, &vnode->flags)))
44031143d5dSDavid Howells 		goto no_more;
4414343d008SDavid Howells 
44231143d5dSDavid Howells 	start++;
44331143d5dSDavid Howells 	do {
44431143d5dSDavid Howells 		_debug("more %lx [%lx]", start, count);
4454343d008SDavid Howells 		n = final_page - start + 1;
44631143d5dSDavid Howells 		if (n > ARRAY_SIZE(pages))
44731143d5dSDavid Howells 			n = ARRAY_SIZE(pages);
4484343d008SDavid Howells 		n = find_get_pages_contig(mapping, start, ARRAY_SIZE(pages), pages);
44931143d5dSDavid Howells 		_debug("fgpc %u", n);
45031143d5dSDavid Howells 		if (n == 0)
45131143d5dSDavid Howells 			goto no_more;
45231143d5dSDavid Howells 		if (pages[0]->index != start) {
4539d577b6aSDavid Howells 			do {
4549d577b6aSDavid Howells 				put_page(pages[--n]);
4559d577b6aSDavid Howells 			} while (n > 0);
45631143d5dSDavid Howells 			goto no_more;
45731143d5dSDavid Howells 		}
45831143d5dSDavid Howells 
45931143d5dSDavid Howells 		for (loop = 0; loop < n; loop++) {
46031143d5dSDavid Howells 			page = pages[loop];
4615a813276SDavid Howells 			if (to != PAGE_SIZE &&
4625a813276SDavid Howells 			    !test_bit(AFS_VNODE_NEW_CONTENT, &vnode->flags))
4635a813276SDavid Howells 				break;
4644343d008SDavid Howells 			if (page->index > final_page)
46531143d5dSDavid Howells 				break;
466529ae9aaSNick Piggin 			if (!trylock_page(page))
46731143d5dSDavid Howells 				break;
4684343d008SDavid Howells 			if (!PageDirty(page) || PageWriteback(page)) {
46931143d5dSDavid Howells 				unlock_page(page);
47031143d5dSDavid Howells 				break;
47131143d5dSDavid Howells 			}
4724343d008SDavid Howells 
4734343d008SDavid Howells 			priv = page_private(page);
4744343d008SDavid Howells 			f = priv & AFS_PRIV_MAX;
4754343d008SDavid Howells 			t = priv >> AFS_PRIV_SHIFT;
4765a813276SDavid Howells 			if (f != 0 &&
4775a813276SDavid Howells 			    !test_bit(AFS_VNODE_NEW_CONTENT, &vnode->flags)) {
4784343d008SDavid Howells 				unlock_page(page);
4794343d008SDavid Howells 				break;
4804343d008SDavid Howells 			}
4814343d008SDavid Howells 			to = t;
4824343d008SDavid Howells 
48313524ab3SDavid Howells 			trace_afs_page_dirty(vnode, tracepoint_string("store+"),
48413524ab3SDavid Howells 					     page->index, priv);
48513524ab3SDavid Howells 
48631143d5dSDavid Howells 			if (!clear_page_dirty_for_io(page))
48731143d5dSDavid Howells 				BUG();
48831143d5dSDavid Howells 			if (test_set_page_writeback(page))
48931143d5dSDavid Howells 				BUG();
49031143d5dSDavid Howells 			unlock_page(page);
49131143d5dSDavid Howells 			put_page(page);
49231143d5dSDavid Howells 		}
49331143d5dSDavid Howells 		count += loop;
49431143d5dSDavid Howells 		if (loop < n) {
49531143d5dSDavid Howells 			for (; loop < n; loop++)
49631143d5dSDavid Howells 				put_page(pages[loop]);
49731143d5dSDavid Howells 			goto no_more;
49831143d5dSDavid Howells 		}
49931143d5dSDavid Howells 
50031143d5dSDavid Howells 		start += loop;
5014343d008SDavid Howells 	} while (start <= final_page && count < 65536);
50231143d5dSDavid Howells 
50331143d5dSDavid Howells no_more:
5044343d008SDavid Howells 	/* We now have a contiguous set of dirty pages, each with writeback
5054343d008SDavid Howells 	 * set; the first page is still locked at this point, but all the rest
5064343d008SDavid Howells 	 * have been unlocked.
5074343d008SDavid Howells 	 */
5084343d008SDavid Howells 	unlock_page(primary_page);
5094343d008SDavid Howells 
51031143d5dSDavid Howells 	first = primary_page->index;
51131143d5dSDavid Howells 	last = first + count - 1;
51231143d5dSDavid Howells 
51331143d5dSDavid Howells 	_debug("write back %lx[%u..] to %lx[..%u]", first, offset, last, to);
51431143d5dSDavid Howells 
5154343d008SDavid Howells 	ret = afs_store_data(mapping, first, last, offset, to);
51631143d5dSDavid Howells 	switch (ret) {
5174343d008SDavid Howells 	case 0:
5184343d008SDavid Howells 		ret = count;
5194343d008SDavid Howells 		break;
5204343d008SDavid Howells 
5214343d008SDavid Howells 	default:
5224343d008SDavid Howells 		pr_notice("kAFS: Unexpected error from FS.StoreData %d\n", ret);
5234343d008SDavid Howells 		/* Fall through */
5244343d008SDavid Howells 	case -EACCES:
5254343d008SDavid Howells 	case -EPERM:
5264343d008SDavid Howells 	case -ENOKEY:
5274343d008SDavid Howells 	case -EKEYEXPIRED:
5284343d008SDavid Howells 	case -EKEYREJECTED:
5294343d008SDavid Howells 	case -EKEYREVOKED:
5304343d008SDavid Howells 		afs_redirty_pages(wbc, mapping, first, last);
5314343d008SDavid Howells 		mapping_set_error(mapping, ret);
5324343d008SDavid Howells 		break;
5334343d008SDavid Howells 
53431143d5dSDavid Howells 	case -EDQUOT:
53531143d5dSDavid Howells 	case -ENOSPC:
5364343d008SDavid Howells 		afs_redirty_pages(wbc, mapping, first, last);
5374343d008SDavid Howells 		mapping_set_error(mapping, -ENOSPC);
53831143d5dSDavid Howells 		break;
5394343d008SDavid Howells 
54031143d5dSDavid Howells 	case -EROFS:
54131143d5dSDavid Howells 	case -EIO:
54231143d5dSDavid Howells 	case -EREMOTEIO:
54331143d5dSDavid Howells 	case -EFBIG:
54431143d5dSDavid Howells 	case -ENOENT:
54531143d5dSDavid Howells 	case -ENOMEDIUM:
54631143d5dSDavid Howells 	case -ENXIO:
547f51375cdSDavid Howells 		trace_afs_file_error(vnode, ret, afs_file_error_writeback_fail);
5484343d008SDavid Howells 		afs_kill_pages(mapping, first, last);
5494343d008SDavid Howells 		mapping_set_error(mapping, ret);
55031143d5dSDavid Howells 		break;
55131143d5dSDavid Howells 	}
55231143d5dSDavid Howells 
55331143d5dSDavid Howells 	_leave(" = %d", ret);
55431143d5dSDavid Howells 	return ret;
55531143d5dSDavid Howells }
55631143d5dSDavid Howells 
55731143d5dSDavid Howells /*
55831143d5dSDavid Howells  * write a page back to the server
55931143d5dSDavid Howells  * - the caller locked the page for us
56031143d5dSDavid Howells  */
56131143d5dSDavid Howells int afs_writepage(struct page *page, struct writeback_control *wbc)
56231143d5dSDavid Howells {
56331143d5dSDavid Howells 	int ret;
56431143d5dSDavid Howells 
56531143d5dSDavid Howells 	_enter("{%lx},", page->index);
56631143d5dSDavid Howells 
5674343d008SDavid Howells 	ret = afs_write_back_from_locked_page(page->mapping, wbc, page,
5684343d008SDavid Howells 					      wbc->range_end >> PAGE_SHIFT);
56931143d5dSDavid Howells 	if (ret < 0) {
57031143d5dSDavid Howells 		_leave(" = %d", ret);
57131143d5dSDavid Howells 		return 0;
57231143d5dSDavid Howells 	}
57331143d5dSDavid Howells 
57431143d5dSDavid Howells 	wbc->nr_to_write -= ret;
57531143d5dSDavid Howells 
57631143d5dSDavid Howells 	_leave(" = 0");
57731143d5dSDavid Howells 	return 0;
57831143d5dSDavid Howells }
57931143d5dSDavid Howells 
58031143d5dSDavid Howells /*
58131143d5dSDavid Howells  * write a region of pages back to the server
58231143d5dSDavid Howells  */
583c1206a2cSAdrian Bunk static int afs_writepages_region(struct address_space *mapping,
58431143d5dSDavid Howells 				 struct writeback_control *wbc,
58531143d5dSDavid Howells 				 pgoff_t index, pgoff_t end, pgoff_t *_next)
58631143d5dSDavid Howells {
58731143d5dSDavid Howells 	struct page *page;
58831143d5dSDavid Howells 	int ret, n;
58931143d5dSDavid Howells 
59031143d5dSDavid Howells 	_enter(",,%lx,%lx,", index, end);
59131143d5dSDavid Howells 
59231143d5dSDavid Howells 	do {
593aef6e415SJan Kara 		n = find_get_pages_range_tag(mapping, &index, end,
594aef6e415SJan Kara 					PAGECACHE_TAG_DIRTY, 1, &page);
59531143d5dSDavid Howells 		if (!n)
59631143d5dSDavid Howells 			break;
59731143d5dSDavid Howells 
59831143d5dSDavid Howells 		_debug("wback %lx", page->index);
59931143d5dSDavid Howells 
600b93b0163SMatthew Wilcox 		/*
601b93b0163SMatthew Wilcox 		 * at this point we hold neither the i_pages lock nor the
602b93b0163SMatthew Wilcox 		 * page lock: the page may be truncated or invalidated
603b93b0163SMatthew Wilcox 		 * (changing page->mapping to NULL), or even swizzled
604b93b0163SMatthew Wilcox 		 * back from swapper_space to tmpfs file mapping
60531143d5dSDavid Howells 		 */
6064343d008SDavid Howells 		ret = lock_page_killable(page);
6074343d008SDavid Howells 		if (ret < 0) {
6084343d008SDavid Howells 			put_page(page);
6094343d008SDavid Howells 			_leave(" = %d", ret);
6104343d008SDavid Howells 			return ret;
6114343d008SDavid Howells 		}
61231143d5dSDavid Howells 
613c5051c7bSDavid Howells 		if (page->mapping != mapping || !PageDirty(page)) {
61431143d5dSDavid Howells 			unlock_page(page);
61509cbfeafSKirill A. Shutemov 			put_page(page);
61631143d5dSDavid Howells 			continue;
61731143d5dSDavid Howells 		}
61831143d5dSDavid Howells 
619c5051c7bSDavid Howells 		if (PageWriteback(page)) {
620c5051c7bSDavid Howells 			unlock_page(page);
62131143d5dSDavid Howells 			if (wbc->sync_mode != WB_SYNC_NONE)
62231143d5dSDavid Howells 				wait_on_page_writeback(page);
62329c8bbbdSDavid Howells 			put_page(page);
62431143d5dSDavid Howells 			continue;
62531143d5dSDavid Howells 		}
62631143d5dSDavid Howells 
62765a15109SDavid Howells 		if (!clear_page_dirty_for_io(page))
62865a15109SDavid Howells 			BUG();
6294343d008SDavid Howells 		ret = afs_write_back_from_locked_page(mapping, wbc, page, end);
63009cbfeafSKirill A. Shutemov 		put_page(page);
63131143d5dSDavid Howells 		if (ret < 0) {
63231143d5dSDavid Howells 			_leave(" = %d", ret);
63331143d5dSDavid Howells 			return ret;
63431143d5dSDavid Howells 		}
63531143d5dSDavid Howells 
63631143d5dSDavid Howells 		wbc->nr_to_write -= ret;
63731143d5dSDavid Howells 
63831143d5dSDavid Howells 		cond_resched();
63931143d5dSDavid Howells 	} while (index < end && wbc->nr_to_write > 0);
64031143d5dSDavid Howells 
64131143d5dSDavid Howells 	*_next = index;
64231143d5dSDavid Howells 	_leave(" = 0 [%lx]", *_next);
64331143d5dSDavid Howells 	return 0;
64431143d5dSDavid Howells }
64531143d5dSDavid Howells 
64631143d5dSDavid Howells /*
64731143d5dSDavid Howells  * write some of the pending data back to the server
64831143d5dSDavid Howells  */
64931143d5dSDavid Howells int afs_writepages(struct address_space *mapping,
65031143d5dSDavid Howells 		   struct writeback_control *wbc)
65131143d5dSDavid Howells {
65231143d5dSDavid Howells 	pgoff_t start, end, next;
65331143d5dSDavid Howells 	int ret;
65431143d5dSDavid Howells 
65531143d5dSDavid Howells 	_enter("");
65631143d5dSDavid Howells 
65731143d5dSDavid Howells 	if (wbc->range_cyclic) {
65831143d5dSDavid Howells 		start = mapping->writeback_index;
65931143d5dSDavid Howells 		end = -1;
66031143d5dSDavid Howells 		ret = afs_writepages_region(mapping, wbc, start, end, &next);
6611b430beeSWu Fengguang 		if (start > 0 && wbc->nr_to_write > 0 && ret == 0)
66231143d5dSDavid Howells 			ret = afs_writepages_region(mapping, wbc, 0, start,
66331143d5dSDavid Howells 						    &next);
66431143d5dSDavid Howells 		mapping->writeback_index = next;
66531143d5dSDavid Howells 	} else if (wbc->range_start == 0 && wbc->range_end == LLONG_MAX) {
66609cbfeafSKirill A. Shutemov 		end = (pgoff_t)(LLONG_MAX >> PAGE_SHIFT);
66731143d5dSDavid Howells 		ret = afs_writepages_region(mapping, wbc, 0, end, &next);
66831143d5dSDavid Howells 		if (wbc->nr_to_write > 0)
66931143d5dSDavid Howells 			mapping->writeback_index = next;
67031143d5dSDavid Howells 	} else {
67109cbfeafSKirill A. Shutemov 		start = wbc->range_start >> PAGE_SHIFT;
67209cbfeafSKirill A. Shutemov 		end = wbc->range_end >> PAGE_SHIFT;
67331143d5dSDavid Howells 		ret = afs_writepages_region(mapping, wbc, start, end, &next);
67431143d5dSDavid Howells 	}
67531143d5dSDavid Howells 
67631143d5dSDavid Howells 	_leave(" = %d", ret);
67731143d5dSDavid Howells 	return ret;
67831143d5dSDavid Howells }
67931143d5dSDavid Howells 
68031143d5dSDavid Howells /*
68131143d5dSDavid Howells  * completion of write to server
68231143d5dSDavid Howells  */
68331143d5dSDavid Howells void afs_pages_written_back(struct afs_vnode *vnode, struct afs_call *call)
68431143d5dSDavid Howells {
68531143d5dSDavid Howells 	struct pagevec pv;
68613524ab3SDavid Howells 	unsigned long priv;
68731143d5dSDavid Howells 	unsigned count, loop;
68831143d5dSDavid Howells 	pgoff_t first = call->first, last = call->last;
68931143d5dSDavid Howells 
6903b6492dfSDavid Howells 	_enter("{%llx:%llu},{%lx-%lx}",
69131143d5dSDavid Howells 	       vnode->fid.vid, vnode->fid.vnode, first, last);
69231143d5dSDavid Howells 
69386679820SMel Gorman 	pagevec_init(&pv);
69431143d5dSDavid Howells 
69531143d5dSDavid Howells 	do {
6965bbf5d39SDavid Howells 		_debug("done %lx-%lx", first, last);
69731143d5dSDavid Howells 
69831143d5dSDavid Howells 		count = last - first + 1;
69931143d5dSDavid Howells 		if (count > PAGEVEC_SIZE)
70031143d5dSDavid Howells 			count = PAGEVEC_SIZE;
7014343d008SDavid Howells 		pv.nr = find_get_pages_contig(vnode->vfs_inode.i_mapping,
7024343d008SDavid Howells 					      first, count, pv.pages);
70331143d5dSDavid Howells 		ASSERTCMP(pv.nr, ==, count);
70431143d5dSDavid Howells 
70531143d5dSDavid Howells 		for (loop = 0; loop < count; loop++) {
70613524ab3SDavid Howells 			priv = page_private(pv.pages[loop]);
70713524ab3SDavid Howells 			trace_afs_page_dirty(vnode, tracepoint_string("clear"),
70813524ab3SDavid Howells 					     pv.pages[loop]->index, priv);
7094343d008SDavid Howells 			set_page_private(pv.pages[loop], 0);
7104343d008SDavid Howells 			end_page_writeback(pv.pages[loop]);
71131143d5dSDavid Howells 		}
71231143d5dSDavid Howells 		first += count;
71331143d5dSDavid Howells 		__pagevec_release(&pv);
7145bbf5d39SDavid Howells 	} while (first <= last);
71531143d5dSDavid Howells 
7164343d008SDavid Howells 	afs_prune_wb_keys(vnode);
71731143d5dSDavid Howells 	_leave("");
71831143d5dSDavid Howells }
71931143d5dSDavid Howells 
72031143d5dSDavid Howells /*
72131143d5dSDavid Howells  * write to an AFS file
72231143d5dSDavid Howells  */
72350b5551dSAl Viro ssize_t afs_file_write(struct kiocb *iocb, struct iov_iter *from)
72431143d5dSDavid Howells {
725496ad9aaSAl Viro 	struct afs_vnode *vnode = AFS_FS_I(file_inode(iocb->ki_filp));
72631143d5dSDavid Howells 	ssize_t result;
72750b5551dSAl Viro 	size_t count = iov_iter_count(from);
72831143d5dSDavid Howells 
7293b6492dfSDavid Howells 	_enter("{%llx:%llu},{%zu},",
73050b5551dSAl Viro 	       vnode->fid.vid, vnode->fid.vnode, count);
73131143d5dSDavid Howells 
73231143d5dSDavid Howells 	if (IS_SWAPFILE(&vnode->vfs_inode)) {
73331143d5dSDavid Howells 		printk(KERN_INFO
73431143d5dSDavid Howells 		       "AFS: Attempt to write to active swap file!\n");
73531143d5dSDavid Howells 		return -EBUSY;
73631143d5dSDavid Howells 	}
73731143d5dSDavid Howells 
73831143d5dSDavid Howells 	if (!count)
73931143d5dSDavid Howells 		return 0;
74031143d5dSDavid Howells 
74150b5551dSAl Viro 	result = generic_file_write_iter(iocb, from);
74231143d5dSDavid Howells 
74331143d5dSDavid Howells 	_leave(" = %zd", result);
74431143d5dSDavid Howells 	return result;
74531143d5dSDavid Howells }
74631143d5dSDavid Howells 
74731143d5dSDavid Howells /*
74831143d5dSDavid Howells  * flush any dirty pages for this process, and check for write errors.
74931143d5dSDavid Howells  * - the return status from this call provides a reliable indication of
75031143d5dSDavid Howells  *   whether any write errors occurred for this process.
75131143d5dSDavid Howells  */
75202c24a82SJosef Bacik int afs_fsync(struct file *file, loff_t start, loff_t end, int datasync)
75331143d5dSDavid Howells {
7543c981bfcSAl Viro 	struct inode *inode = file_inode(file);
7553c981bfcSAl Viro 	struct afs_vnode *vnode = AFS_FS_I(inode);
75631143d5dSDavid Howells 
7573b6492dfSDavid Howells 	_enter("{%llx:%llu},{n=%pD},%d",
7583c981bfcSAl Viro 	       vnode->fid.vid, vnode->fid.vnode, file,
75931143d5dSDavid Howells 	       datasync);
76031143d5dSDavid Howells 
7614343d008SDavid Howells 	return file_write_and_wait_range(file, start, end);
76231143d5dSDavid Howells }
7639b3f26c9SDavid Howells 
7649b3f26c9SDavid Howells /*
7659b3f26c9SDavid Howells  * notification that a previously read-only page is about to become writable
7669b3f26c9SDavid Howells  * - if it returns an error, the caller will deliver a bus error signal
7679b3f26c9SDavid Howells  */
7680722f186SSouptick Joarder vm_fault_t afs_page_mkwrite(struct vm_fault *vmf)
7699b3f26c9SDavid Howells {
7701cf7a151SDavid Howells 	struct file *file = vmf->vma->vm_file;
7711cf7a151SDavid Howells 	struct inode *inode = file_inode(file);
7721cf7a151SDavid Howells 	struct afs_vnode *vnode = AFS_FS_I(inode);
7731cf7a151SDavid Howells 	unsigned long priv;
7749b3f26c9SDavid Howells 
7753b6492dfSDavid Howells 	_enter("{{%llx:%llu}},{%lx}",
7761cf7a151SDavid Howells 	       vnode->fid.vid, vnode->fid.vnode, vmf->page->index);
7779b3f26c9SDavid Howells 
7781cf7a151SDavid Howells 	sb_start_pagefault(inode->i_sb);
7791cf7a151SDavid Howells 
7801cf7a151SDavid Howells 	/* Wait for the page to be written to the cache before we allow it to
7811cf7a151SDavid Howells 	 * be modified.  We then assume the entire page will need writing back.
7821cf7a151SDavid Howells 	 */
7839b3f26c9SDavid Howells #ifdef CONFIG_AFS_FSCACHE
7841cf7a151SDavid Howells 	fscache_wait_on_page_write(vnode->cache, vmf->page);
7859b3f26c9SDavid Howells #endif
7869b3f26c9SDavid Howells 
7871cf7a151SDavid Howells 	if (PageWriteback(vmf->page) &&
7881cf7a151SDavid Howells 	    wait_on_page_bit_killable(vmf->page, PG_writeback) < 0)
7891cf7a151SDavid Howells 		return VM_FAULT_RETRY;
7901cf7a151SDavid Howells 
7911cf7a151SDavid Howells 	if (lock_page_killable(vmf->page) < 0)
7921cf7a151SDavid Howells 		return VM_FAULT_RETRY;
7931cf7a151SDavid Howells 
7941cf7a151SDavid Howells 	/* We mustn't change page->private until writeback is complete as that
7951cf7a151SDavid Howells 	 * details the portion of the page we need to write back and we might
7961cf7a151SDavid Howells 	 * need to redirty the page if there's a problem.
7971cf7a151SDavid Howells 	 */
7981cf7a151SDavid Howells 	wait_on_page_writeback(vmf->page);
7991cf7a151SDavid Howells 
8001cf7a151SDavid Howells 	priv = (unsigned long)PAGE_SIZE << AFS_PRIV_SHIFT; /* To */
8011cf7a151SDavid Howells 	priv |= 0; /* From */
80213524ab3SDavid Howells 	trace_afs_page_dirty(vnode, tracepoint_string("mkwrite"),
80313524ab3SDavid Howells 			     vmf->page->index, priv);
8041cf7a151SDavid Howells 	SetPagePrivate(vmf->page);
8051cf7a151SDavid Howells 	set_page_private(vmf->page, priv);
8061cf7a151SDavid Howells 
8071cf7a151SDavid Howells 	sb_end_pagefault(inode->i_sb);
8081cf7a151SDavid Howells 	return VM_FAULT_LOCKED;
8099b3f26c9SDavid Howells }
8104343d008SDavid Howells 
8114343d008SDavid Howells /*
8124343d008SDavid Howells  * Prune the keys cached for writeback.  The caller must hold vnode->wb_lock.
8134343d008SDavid Howells  */
8144343d008SDavid Howells void afs_prune_wb_keys(struct afs_vnode *vnode)
8154343d008SDavid Howells {
8164343d008SDavid Howells 	LIST_HEAD(graveyard);
8174343d008SDavid Howells 	struct afs_wb_key *wbk, *tmp;
8184343d008SDavid Howells 
8194343d008SDavid Howells 	/* Discard unused keys */
8204343d008SDavid Howells 	spin_lock(&vnode->wb_lock);
8214343d008SDavid Howells 
8224343d008SDavid Howells 	if (!mapping_tagged(&vnode->vfs_inode.i_data, PAGECACHE_TAG_WRITEBACK) &&
8234343d008SDavid Howells 	    !mapping_tagged(&vnode->vfs_inode.i_data, PAGECACHE_TAG_DIRTY)) {
8244343d008SDavid Howells 		list_for_each_entry_safe(wbk, tmp, &vnode->wb_keys, vnode_link) {
8254343d008SDavid Howells 			if (refcount_read(&wbk->usage) == 1)
8264343d008SDavid Howells 				list_move(&wbk->vnode_link, &graveyard);
8274343d008SDavid Howells 		}
8284343d008SDavid Howells 	}
8294343d008SDavid Howells 
8304343d008SDavid Howells 	spin_unlock(&vnode->wb_lock);
8314343d008SDavid Howells 
8324343d008SDavid Howells 	while (!list_empty(&graveyard)) {
8334343d008SDavid Howells 		wbk = list_entry(graveyard.next, struct afs_wb_key, vnode_link);
8344343d008SDavid Howells 		list_del(&wbk->vnode_link);
8354343d008SDavid Howells 		afs_put_wb_key(wbk);
8364343d008SDavid Howells 	}
8374343d008SDavid Howells }
8384343d008SDavid Howells 
8394343d008SDavid Howells /*
8404343d008SDavid Howells  * Clean up a page during invalidation.
8414343d008SDavid Howells  */
8424343d008SDavid Howells int afs_launder_page(struct page *page)
8434343d008SDavid Howells {
8444343d008SDavid Howells 	struct address_space *mapping = page->mapping;
8454343d008SDavid Howells 	struct afs_vnode *vnode = AFS_FS_I(mapping->host);
8464343d008SDavid Howells 	unsigned long priv;
8474343d008SDavid Howells 	unsigned int f, t;
8484343d008SDavid Howells 	int ret = 0;
8494343d008SDavid Howells 
8504343d008SDavid Howells 	_enter("{%lx}", page->index);
8514343d008SDavid Howells 
8524343d008SDavid Howells 	priv = page_private(page);
8534343d008SDavid Howells 	if (clear_page_dirty_for_io(page)) {
8544343d008SDavid Howells 		f = 0;
8554343d008SDavid Howells 		t = PAGE_SIZE;
8564343d008SDavid Howells 		if (PagePrivate(page)) {
8574343d008SDavid Howells 			f = priv & AFS_PRIV_MAX;
8584343d008SDavid Howells 			t = priv >> AFS_PRIV_SHIFT;
8594343d008SDavid Howells 		}
8604343d008SDavid Howells 
86113524ab3SDavid Howells 		trace_afs_page_dirty(vnode, tracepoint_string("launder"),
86213524ab3SDavid Howells 				     page->index, priv);
8634343d008SDavid Howells 		ret = afs_store_data(mapping, page->index, page->index, t, f);
8644343d008SDavid Howells 	}
8654343d008SDavid Howells 
86613524ab3SDavid Howells 	trace_afs_page_dirty(vnode, tracepoint_string("laundered"),
86713524ab3SDavid Howells 			     page->index, priv);
8684343d008SDavid Howells 	set_page_private(page, 0);
8694343d008SDavid Howells 	ClearPagePrivate(page);
8704343d008SDavid Howells 
8714343d008SDavid Howells #ifdef CONFIG_AFS_FSCACHE
8724343d008SDavid Howells 	if (PageFsCache(page)) {
8734343d008SDavid Howells 		fscache_wait_on_page_write(vnode->cache, page);
8744343d008SDavid Howells 		fscache_uncache_page(vnode->cache, page);
8754343d008SDavid Howells 	}
8764343d008SDavid Howells #endif
8774343d008SDavid Howells 	return ret;
87831143d5dSDavid Howells }
879