11da177e4SLinus Torvalds /* 21da177e4SLinus Torvalds * linux/fs/nfs/file.c 31da177e4SLinus Torvalds * 41da177e4SLinus Torvalds * Copyright (C) 1992 Rick Sladkey 51da177e4SLinus Torvalds * 61da177e4SLinus Torvalds * Changes Copyright (C) 1994 by Florian La Roche 71da177e4SLinus Torvalds * - Do not copy data too often around in the kernel. 81da177e4SLinus Torvalds * - In nfs_file_read the return value of kmalloc wasn't checked. 91da177e4SLinus Torvalds * - Put in a better version of read look-ahead buffering. Original idea 101da177e4SLinus Torvalds * and implementation by Wai S Kok elekokws@ee.nus.sg. 111da177e4SLinus Torvalds * 121da177e4SLinus Torvalds * Expire cache on write to a file by Wai S Kok (Oct 1994). 131da177e4SLinus Torvalds * 141da177e4SLinus Torvalds * Total rewrite of read side for new NFS buffer cache.. Linus. 151da177e4SLinus Torvalds * 161da177e4SLinus Torvalds * nfs regular file handling functions 171da177e4SLinus Torvalds */ 181da177e4SLinus Torvalds 19ddda8e0aSBryan Schumaker #include <linux/module.h> 201da177e4SLinus Torvalds #include <linux/time.h> 211da177e4SLinus Torvalds #include <linux/kernel.h> 221da177e4SLinus Torvalds #include <linux/errno.h> 231da177e4SLinus Torvalds #include <linux/fcntl.h> 241da177e4SLinus Torvalds #include <linux/stat.h> 251da177e4SLinus Torvalds #include <linux/nfs_fs.h> 261da177e4SLinus Torvalds #include <linux/nfs_mount.h> 271da177e4SLinus Torvalds #include <linux/mm.h> 281da177e4SLinus Torvalds #include <linux/pagemap.h> 29e8edc6e0SAlexey Dobriyan #include <linux/aio.h> 305a0e3ad6STejun Heo #include <linux/gfp.h> 31b608b283STrond Myklebust #include <linux/swap.h> 321da177e4SLinus Torvalds 331da177e4SLinus Torvalds #include <asm/uaccess.h> 341da177e4SLinus Torvalds 351da177e4SLinus Torvalds #include "delegation.h" 3694387fb1STrond Myklebust #include "internal.h" 3791d5b470SChuck Lever #include "iostat.h" 38545db45fSDavid Howells #include "fscache.h" 391da177e4SLinus Torvalds 401da177e4SLinus Torvalds #define NFSDBG_FACILITY NFSDBG_FILE 411da177e4SLinus Torvalds 42f0f37e2fSAlexey Dobriyan static const struct vm_operations_struct nfs_file_vm_ops; 4394387fb1STrond Myklebust 441da177e4SLinus Torvalds /* Hack for future NFS swap support */ 451da177e4SLinus Torvalds #ifndef IS_SWAPFILE 461da177e4SLinus Torvalds # define IS_SWAPFILE(inode) (0) 471da177e4SLinus Torvalds #endif 481da177e4SLinus Torvalds 49ce4ef7c0SBryan Schumaker int nfs_check_flags(int flags) 501da177e4SLinus Torvalds { 511da177e4SLinus Torvalds if ((flags & (O_APPEND | O_DIRECT)) == (O_APPEND | O_DIRECT)) 521da177e4SLinus Torvalds return -EINVAL; 531da177e4SLinus Torvalds 541da177e4SLinus Torvalds return 0; 551da177e4SLinus Torvalds } 5689d77c8fSBryan Schumaker EXPORT_SYMBOL_GPL(nfs_check_flags); 571da177e4SLinus Torvalds 581da177e4SLinus Torvalds /* 591da177e4SLinus Torvalds * Open file 601da177e4SLinus Torvalds */ 611da177e4SLinus Torvalds static int 621da177e4SLinus Torvalds nfs_file_open(struct inode *inode, struct file *filp) 631da177e4SLinus Torvalds { 641da177e4SLinus Torvalds int res; 651da177e4SLinus Torvalds 666da24bc9SChuck Lever dprintk("NFS: open file(%s/%s)\n", 67cc0dd2d1SChuck Lever filp->f_path.dentry->d_parent->d_name.name, 68cc0dd2d1SChuck Lever filp->f_path.dentry->d_name.name); 69cc0dd2d1SChuck Lever 70c2459dc4SChuck Lever nfs_inc_stats(inode, NFSIOS_VFSOPEN); 711da177e4SLinus Torvalds res = nfs_check_flags(filp->f_flags); 721da177e4SLinus Torvalds if (res) 731da177e4SLinus Torvalds return res; 741da177e4SLinus Torvalds 7546cb650cSTrond Myklebust res = nfs_open(inode, filp); 761da177e4SLinus Torvalds return res; 771da177e4SLinus Torvalds } 781da177e4SLinus Torvalds 79ce4ef7c0SBryan Schumaker int 801da177e4SLinus Torvalds nfs_file_release(struct inode *inode, struct file *filp) 811da177e4SLinus Torvalds { 826da24bc9SChuck Lever dprintk("NFS: release(%s/%s)\n", 836f276e49SRakib Mullick filp->f_path.dentry->d_parent->d_name.name, 846f276e49SRakib Mullick filp->f_path.dentry->d_name.name); 856da24bc9SChuck Lever 8691d5b470SChuck Lever nfs_inc_stats(inode, NFSIOS_VFSRELEASE); 8746cb650cSTrond Myklebust return nfs_release(inode, filp); 881da177e4SLinus Torvalds } 8989d77c8fSBryan Schumaker EXPORT_SYMBOL_GPL(nfs_file_release); 901da177e4SLinus Torvalds 91980802e3STrond Myklebust /** 92980802e3STrond Myklebust * nfs_revalidate_size - Revalidate the file size 93980802e3STrond Myklebust * @inode - pointer to inode struct 94980802e3STrond Myklebust * @file - pointer to struct file 95980802e3STrond Myklebust * 96980802e3STrond Myklebust * Revalidates the file length. This is basically a wrapper around 97980802e3STrond Myklebust * nfs_revalidate_inode() that takes into account the fact that we may 98980802e3STrond Myklebust * have cached writes (in which case we don't care about the server's 99980802e3STrond Myklebust * idea of what the file length is), or O_DIRECT (in which case we 100980802e3STrond Myklebust * shouldn't trust the cache). 101980802e3STrond Myklebust */ 102980802e3STrond Myklebust static int nfs_revalidate_file_size(struct inode *inode, struct file *filp) 103980802e3STrond Myklebust { 104980802e3STrond Myklebust struct nfs_server *server = NFS_SERVER(inode); 105980802e3STrond Myklebust struct nfs_inode *nfsi = NFS_I(inode); 106980802e3STrond Myklebust 107d7cf8dd0STrond Myklebust if (nfs_have_delegated_attributes(inode)) 108d7cf8dd0STrond Myklebust goto out_noreval; 109d7cf8dd0STrond Myklebust 110980802e3STrond Myklebust if (filp->f_flags & O_DIRECT) 111980802e3STrond Myklebust goto force_reval; 112d7cf8dd0STrond Myklebust if (nfsi->cache_validity & NFS_INO_REVAL_PAGECACHE) 113d7cf8dd0STrond Myklebust goto force_reval; 114d7cf8dd0STrond Myklebust if (nfs_attribute_timeout(inode)) 115d7cf8dd0STrond Myklebust goto force_reval; 116d7cf8dd0STrond Myklebust out_noreval: 117fe51beecSTrond Myklebust return 0; 118980802e3STrond Myklebust force_reval: 119980802e3STrond Myklebust return __nfs_revalidate_inode(server, inode); 120980802e3STrond Myklebust } 121980802e3STrond Myklebust 122965c8e59SAndrew Morton loff_t nfs_file_llseek(struct file *filp, loff_t offset, int whence) 123980802e3STrond Myklebust { 1246da24bc9SChuck Lever dprintk("NFS: llseek file(%s/%s, %lld, %d)\n", 125b84e06c5SChuck Lever filp->f_path.dentry->d_parent->d_name.name, 126b84e06c5SChuck Lever filp->f_path.dentry->d_name.name, 127965c8e59SAndrew Morton offset, whence); 128b84e06c5SChuck Lever 12906222e49SJosef Bacik /* 130965c8e59SAndrew Morton * whence == SEEK_END || SEEK_DATA || SEEK_HOLE => we must revalidate 13106222e49SJosef Bacik * the cached file length 13206222e49SJosef Bacik */ 133965c8e59SAndrew Morton if (whence != SEEK_SET && whence != SEEK_CUR) { 134980802e3STrond Myklebust struct inode *inode = filp->f_mapping->host; 135d5e66348STrond Myklebust 136980802e3STrond Myklebust int retval = nfs_revalidate_file_size(inode, filp); 137980802e3STrond Myklebust if (retval < 0) 138980802e3STrond Myklebust return (loff_t)retval; 13979835a71SAndi Kleen } 140d5e66348STrond Myklebust 141965c8e59SAndrew Morton return generic_file_llseek(filp, offset, whence); 142980802e3STrond Myklebust } 14389d77c8fSBryan Schumaker EXPORT_SYMBOL_GPL(nfs_file_llseek); 144980802e3STrond Myklebust 1451da177e4SLinus Torvalds /* 1461da177e4SLinus Torvalds * Flush all dirty pages, and check for write errors. 1471da177e4SLinus Torvalds */ 148ce4ef7c0SBryan Schumaker int 14975e1fcc0SMiklos Szeredi nfs_file_flush(struct file *file, fl_owner_t id) 1501da177e4SLinus Torvalds { 1516da24bc9SChuck Lever struct dentry *dentry = file->f_path.dentry; 1526da24bc9SChuck Lever struct inode *inode = dentry->d_inode; 1531da177e4SLinus Torvalds 1546da24bc9SChuck Lever dprintk("NFS: flush(%s/%s)\n", 1556da24bc9SChuck Lever dentry->d_parent->d_name.name, 1566da24bc9SChuck Lever dentry->d_name.name); 1571da177e4SLinus Torvalds 158c2459dc4SChuck Lever nfs_inc_stats(inode, NFSIOS_VFSFLUSH); 1591da177e4SLinus Torvalds if ((file->f_mode & FMODE_WRITE) == 0) 1601da177e4SLinus Torvalds return 0; 1617b159fc1STrond Myklebust 16214546c33STrond Myklebust /* 16314546c33STrond Myklebust * If we're holding a write delegation, then just start the i/o 16414546c33STrond Myklebust * but don't wait for completion (or send a commit). 16514546c33STrond Myklebust */ 166011e2a7fSBryan Schumaker if (NFS_PROTO(inode)->have_delegation(inode, FMODE_WRITE)) 16714546c33STrond Myklebust return filemap_fdatawrite(file->f_mapping); 16814546c33STrond Myklebust 1697fe5c398STrond Myklebust /* Flush writes to the server and return any errors */ 170af7fa165STrond Myklebust return vfs_fsync(file, 0); 1711da177e4SLinus Torvalds } 17289d77c8fSBryan Schumaker EXPORT_SYMBOL_GPL(nfs_file_flush); 1731da177e4SLinus Torvalds 174ce4ef7c0SBryan Schumaker ssize_t 175027445c3SBadari Pulavarty nfs_file_read(struct kiocb *iocb, const struct iovec *iov, 176027445c3SBadari Pulavarty unsigned long nr_segs, loff_t pos) 1771da177e4SLinus Torvalds { 17801cce933SJosef "Jeff" Sipek struct dentry * dentry = iocb->ki_filp->f_path.dentry; 1791da177e4SLinus Torvalds struct inode * inode = dentry->d_inode; 1801da177e4SLinus Torvalds ssize_t result; 1811da177e4SLinus Torvalds 1821da177e4SLinus Torvalds if (iocb->ki_filp->f_flags & O_DIRECT) 183a564b8f0SMel Gorman return nfs_file_direct_read(iocb, iov, nr_segs, pos, true); 1841da177e4SLinus Torvalds 1856da24bc9SChuck Lever dprintk("NFS: read(%s/%s, %lu@%lu)\n", 1861da177e4SLinus Torvalds dentry->d_parent->d_name.name, dentry->d_name.name, 1876f276e49SRakib Mullick (unsigned long) iov_length(iov, nr_segs), (unsigned long) pos); 1881da177e4SLinus Torvalds 18944b11874STrond Myklebust result = nfs_revalidate_mapping(inode, iocb->ki_filp->f_mapping); 1904184dcf2SChuck Lever if (!result) { 191027445c3SBadari Pulavarty result = generic_file_aio_read(iocb, iov, nr_segs, pos); 1924184dcf2SChuck Lever if (result > 0) 1934184dcf2SChuck Lever nfs_add_stats(inode, NFSIOS_NORMALREADBYTES, result); 1944184dcf2SChuck Lever } 1951da177e4SLinus Torvalds return result; 1961da177e4SLinus Torvalds } 19789d77c8fSBryan Schumaker EXPORT_SYMBOL_GPL(nfs_file_read); 1981da177e4SLinus Torvalds 199ce4ef7c0SBryan Schumaker ssize_t 200f0930fffSJens Axboe nfs_file_splice_read(struct file *filp, loff_t *ppos, 201f0930fffSJens Axboe struct pipe_inode_info *pipe, size_t count, 202f0930fffSJens Axboe unsigned int flags) 2031da177e4SLinus Torvalds { 20401cce933SJosef "Jeff" Sipek struct dentry *dentry = filp->f_path.dentry; 2051da177e4SLinus Torvalds struct inode *inode = dentry->d_inode; 2061da177e4SLinus Torvalds ssize_t res; 2071da177e4SLinus Torvalds 2086da24bc9SChuck Lever dprintk("NFS: splice_read(%s/%s, %lu@%Lu)\n", 2091da177e4SLinus Torvalds dentry->d_parent->d_name.name, dentry->d_name.name, 2101da177e4SLinus Torvalds (unsigned long) count, (unsigned long long) *ppos); 2111da177e4SLinus Torvalds 21244b11874STrond Myklebust res = nfs_revalidate_mapping(inode, filp->f_mapping); 213aa2f1ef1SChuck Lever if (!res) { 214f0930fffSJens Axboe res = generic_file_splice_read(filp, ppos, pipe, count, flags); 215aa2f1ef1SChuck Lever if (res > 0) 216aa2f1ef1SChuck Lever nfs_add_stats(inode, NFSIOS_NORMALREADBYTES, res); 217aa2f1ef1SChuck Lever } 2181da177e4SLinus Torvalds return res; 2191da177e4SLinus Torvalds } 22089d77c8fSBryan Schumaker EXPORT_SYMBOL_GPL(nfs_file_splice_read); 2211da177e4SLinus Torvalds 222ce4ef7c0SBryan Schumaker int 2231da177e4SLinus Torvalds nfs_file_mmap(struct file * file, struct vm_area_struct * vma) 2241da177e4SLinus Torvalds { 22501cce933SJosef "Jeff" Sipek struct dentry *dentry = file->f_path.dentry; 2261da177e4SLinus Torvalds struct inode *inode = dentry->d_inode; 2271da177e4SLinus Torvalds int status; 2281da177e4SLinus Torvalds 2296da24bc9SChuck Lever dprintk("NFS: mmap(%s/%s)\n", 2301da177e4SLinus Torvalds dentry->d_parent->d_name.name, dentry->d_name.name); 2311da177e4SLinus Torvalds 232e1ebfd33STrond Myklebust /* Note: generic_file_mmap() returns ENOSYS on nommu systems 233e1ebfd33STrond Myklebust * so we call that before revalidating the mapping 234e1ebfd33STrond Myklebust */ 235e1ebfd33STrond Myklebust status = generic_file_mmap(file, vma); 23694387fb1STrond Myklebust if (!status) { 23794387fb1STrond Myklebust vma->vm_ops = &nfs_file_vm_ops; 238e1ebfd33STrond Myklebust status = nfs_revalidate_mapping(inode, file->f_mapping); 23994387fb1STrond Myklebust } 2401da177e4SLinus Torvalds return status; 2411da177e4SLinus Torvalds } 24289d77c8fSBryan Schumaker EXPORT_SYMBOL_GPL(nfs_file_mmap); 2431da177e4SLinus Torvalds 2441da177e4SLinus Torvalds /* 2451da177e4SLinus Torvalds * Flush any dirty pages for this process, and check for write errors. 2461da177e4SLinus Torvalds * The return status from this call provides a reliable indication of 2471da177e4SLinus Torvalds * whether any write errors occurred for this process. 248af7fa165STrond Myklebust * 249af7fa165STrond Myklebust * Notice that it clears the NFS_CONTEXT_ERROR_WRITE before synching to 250af7fa165STrond Myklebust * disk, but it retrieves and clears ctx->error after synching, despite 251af7fa165STrond Myklebust * the two being set at the same time in nfs_context_set_write_error(). 252af7fa165STrond Myklebust * This is because the former is used to notify the _next_ call to 25325985edcSLucas De Marchi * nfs_file_write() that a write error occurred, and hence cause it to 254af7fa165STrond Myklebust * fall back to doing a synchronous write. 2551da177e4SLinus Torvalds */ 256ce4ef7c0SBryan Schumaker int 257a5c58892SBryan Schumaker nfs_file_fsync_commit(struct file *file, loff_t start, loff_t end, int datasync) 2581da177e4SLinus Torvalds { 2597ea80859SChristoph Hellwig struct dentry *dentry = file->f_path.dentry; 260cd3758e3STrond Myklebust struct nfs_open_context *ctx = nfs_file_open_context(file); 2611da177e4SLinus Torvalds struct inode *inode = dentry->d_inode; 26205990d1bSTrond Myklebust int have_error, do_resend, status; 263af7fa165STrond Myklebust int ret = 0; 264af7fa165STrond Myklebust 2656da24bc9SChuck Lever dprintk("NFS: fsync file(%s/%s) datasync %d\n", 26654917786SChuck Lever dentry->d_parent->d_name.name, dentry->d_name.name, 26754917786SChuck Lever datasync); 2681da177e4SLinus Torvalds 26991d5b470SChuck Lever nfs_inc_stats(inode, NFSIOS_VFSFSYNC); 27005990d1bSTrond Myklebust do_resend = test_and_clear_bit(NFS_CONTEXT_RESEND_WRITES, &ctx->flags); 271af7fa165STrond Myklebust have_error = test_and_clear_bit(NFS_CONTEXT_ERROR_WRITE, &ctx->flags); 272af7fa165STrond Myklebust status = nfs_commit_inode(inode, FLUSH_SYNC); 273af7fa165STrond Myklebust have_error |= test_bit(NFS_CONTEXT_ERROR_WRITE, &ctx->flags); 27405990d1bSTrond Myklebust if (have_error) { 275af7fa165STrond Myklebust ret = xchg(&ctx->error, 0); 27605990d1bSTrond Myklebust if (ret) 27705990d1bSTrond Myklebust goto out; 27805990d1bSTrond Myklebust } 27905990d1bSTrond Myklebust if (status < 0) { 280af7fa165STrond Myklebust ret = status; 28105990d1bSTrond Myklebust goto out; 28205990d1bSTrond Myklebust } 28305990d1bSTrond Myklebust do_resend |= test_bit(NFS_CONTEXT_RESEND_WRITES, &ctx->flags); 28405990d1bSTrond Myklebust if (do_resend) 28505990d1bSTrond Myklebust ret = -EAGAIN; 28605990d1bSTrond Myklebust out: 287a5c58892SBryan Schumaker return ret; 288a5c58892SBryan Schumaker } 28989d77c8fSBryan Schumaker EXPORT_SYMBOL_GPL(nfs_file_fsync_commit); 290a5c58892SBryan Schumaker 291a5c58892SBryan Schumaker static int 292a5c58892SBryan Schumaker nfs_file_fsync(struct file *file, loff_t start, loff_t end, int datasync) 293a5c58892SBryan Schumaker { 294a5c58892SBryan Schumaker int ret; 295496ad9aaSAl Viro struct inode *inode = file_inode(file); 296a5c58892SBryan Schumaker 29705990d1bSTrond Myklebust do { 298a5c58892SBryan Schumaker ret = filemap_write_and_wait_range(inode->i_mapping, start, end); 2997b281ee0STrond Myklebust if (ret != 0) 30005990d1bSTrond Myklebust break; 301a5c58892SBryan Schumaker mutex_lock(&inode->i_mutex); 302a5c58892SBryan Schumaker ret = nfs_file_fsync_commit(file, start, end, datasync); 30302c24a82SJosef Bacik mutex_unlock(&inode->i_mutex); 304dcfc4f25STrond Myklebust /* 305dcfc4f25STrond Myklebust * If nfs_file_fsync_commit detected a server reboot, then 306dcfc4f25STrond Myklebust * resend all dirty pages that might have been covered by 307dcfc4f25STrond Myklebust * the NFS_CONTEXT_RESEND_WRITES flag 308dcfc4f25STrond Myklebust */ 309dcfc4f25STrond Myklebust start = 0; 310dcfc4f25STrond Myklebust end = LLONG_MAX; 31105990d1bSTrond Myklebust } while (ret == -EAGAIN); 31205990d1bSTrond Myklebust 313af7fa165STrond Myklebust return ret; 3141da177e4SLinus Torvalds } 3151da177e4SLinus Torvalds 3161da177e4SLinus Torvalds /* 31738c73044SPeter Staubach * Decide whether a read/modify/write cycle may be more efficient 31838c73044SPeter Staubach * then a modify/write/read cycle when writing to a page in the 31938c73044SPeter Staubach * page cache. 32038c73044SPeter Staubach * 32138c73044SPeter Staubach * The modify/write/read cycle may occur if a page is read before 32238c73044SPeter Staubach * being completely filled by the writer. In this situation, the 32338c73044SPeter Staubach * page must be completely written to stable storage on the server 32438c73044SPeter Staubach * before it can be refilled by reading in the page from the server. 32538c73044SPeter Staubach * This can lead to expensive, small, FILE_SYNC mode writes being 32638c73044SPeter Staubach * done. 32738c73044SPeter Staubach * 32838c73044SPeter Staubach * It may be more efficient to read the page first if the file is 32938c73044SPeter Staubach * open for reading in addition to writing, the page is not marked 33038c73044SPeter Staubach * as Uptodate, it is not dirty or waiting to be committed, 33138c73044SPeter Staubach * indicating that it was previously allocated and then modified, 33238c73044SPeter Staubach * that there were valid bytes of data in that range of the file, 33338c73044SPeter Staubach * and that the new data won't completely replace the old data in 33438c73044SPeter Staubach * that range of the file. 33538c73044SPeter Staubach */ 33638c73044SPeter Staubach static int nfs_want_read_modify_write(struct file *file, struct page *page, 33738c73044SPeter Staubach loff_t pos, unsigned len) 33838c73044SPeter Staubach { 33938c73044SPeter Staubach unsigned int pglen = nfs_page_length(page); 34038c73044SPeter Staubach unsigned int offset = pos & (PAGE_CACHE_SIZE - 1); 34138c73044SPeter Staubach unsigned int end = offset + len; 34238c73044SPeter Staubach 34338c73044SPeter Staubach if ((file->f_mode & FMODE_READ) && /* open for read? */ 34438c73044SPeter Staubach !PageUptodate(page) && /* Uptodate? */ 34538c73044SPeter Staubach !PagePrivate(page) && /* i/o request already? */ 34638c73044SPeter Staubach pglen && /* valid bytes of file? */ 34738c73044SPeter Staubach (end < pglen || offset)) /* replace all valid bytes? */ 34838c73044SPeter Staubach return 1; 34938c73044SPeter Staubach return 0; 35038c73044SPeter Staubach } 35138c73044SPeter Staubach 35238c73044SPeter Staubach /* 3534899f9c8SNick Piggin * This does the "real" work of the write. We must allocate and lock the 3544899f9c8SNick Piggin * page to be sent back to the generic routine, which then copies the 3554899f9c8SNick Piggin * data from user space. 3561da177e4SLinus Torvalds * 3571da177e4SLinus Torvalds * If the writer ends up delaying the write, the writer needs to 3581da177e4SLinus Torvalds * increment the page use counts until he is done with the page. 3591da177e4SLinus Torvalds */ 3604899f9c8SNick Piggin static int nfs_write_begin(struct file *file, struct address_space *mapping, 3614899f9c8SNick Piggin loff_t pos, unsigned len, unsigned flags, 3624899f9c8SNick Piggin struct page **pagep, void **fsdata) 3631da177e4SLinus Torvalds { 3644899f9c8SNick Piggin int ret; 36538c73044SPeter Staubach pgoff_t index = pos >> PAGE_CACHE_SHIFT; 3664899f9c8SNick Piggin struct page *page; 36738c73044SPeter Staubach int once_thru = 0; 3684899f9c8SNick Piggin 369b7eaefaaSChuck Lever dfprintk(PAGECACHE, "NFS: write_begin(%s/%s(%ld), %u@%lld)\n", 370b7eaefaaSChuck Lever file->f_path.dentry->d_parent->d_name.name, 371b7eaefaaSChuck Lever file->f_path.dentry->d_name.name, 372b7eaefaaSChuck Lever mapping->host->i_ino, len, (long long) pos); 373b7eaefaaSChuck Lever 37438c73044SPeter Staubach start: 37572cb77f4STrond Myklebust /* 37672cb77f4STrond Myklebust * Prevent starvation issues if someone is doing a consistency 37772cb77f4STrond Myklebust * sync-to-disk 37872cb77f4STrond Myklebust */ 37972cb77f4STrond Myklebust ret = wait_on_bit(&NFS_I(mapping->host)->flags, NFS_INO_FLUSHING, 38072cb77f4STrond Myklebust nfs_wait_bit_killable, TASK_KILLABLE); 38172cb77f4STrond Myklebust if (ret) 38272cb77f4STrond Myklebust return ret; 38372cb77f4STrond Myklebust 38454566b2cSNick Piggin page = grab_cache_page_write_begin(mapping, index, flags); 3854899f9c8SNick Piggin if (!page) 3864899f9c8SNick Piggin return -ENOMEM; 3874899f9c8SNick Piggin *pagep = page; 3884899f9c8SNick Piggin 3894899f9c8SNick Piggin ret = nfs_flush_incompatible(file, page); 3904899f9c8SNick Piggin if (ret) { 3914899f9c8SNick Piggin unlock_page(page); 3924899f9c8SNick Piggin page_cache_release(page); 39338c73044SPeter Staubach } else if (!once_thru && 39438c73044SPeter Staubach nfs_want_read_modify_write(file, page, pos, len)) { 39538c73044SPeter Staubach once_thru = 1; 39638c73044SPeter Staubach ret = nfs_readpage(file, page); 39738c73044SPeter Staubach page_cache_release(page); 39838c73044SPeter Staubach if (!ret) 39938c73044SPeter Staubach goto start; 4004899f9c8SNick Piggin } 4014899f9c8SNick Piggin return ret; 4021da177e4SLinus Torvalds } 4031da177e4SLinus Torvalds 4044899f9c8SNick Piggin static int nfs_write_end(struct file *file, struct address_space *mapping, 4054899f9c8SNick Piggin loff_t pos, unsigned len, unsigned copied, 4064899f9c8SNick Piggin struct page *page, void *fsdata) 4071da177e4SLinus Torvalds { 4084899f9c8SNick Piggin unsigned offset = pos & (PAGE_CACHE_SIZE - 1); 4094899f9c8SNick Piggin int status; 4101da177e4SLinus Torvalds 411b7eaefaaSChuck Lever dfprintk(PAGECACHE, "NFS: write_end(%s/%s(%ld), %u@%lld)\n", 412b7eaefaaSChuck Lever file->f_path.dentry->d_parent->d_name.name, 413b7eaefaaSChuck Lever file->f_path.dentry->d_name.name, 414b7eaefaaSChuck Lever mapping->host->i_ino, len, (long long) pos); 415b7eaefaaSChuck Lever 416efc91ed0STrond Myklebust /* 417efc91ed0STrond Myklebust * Zero any uninitialised parts of the page, and then mark the page 418efc91ed0STrond Myklebust * as up to date if it turns out that we're extending the file. 419efc91ed0STrond Myklebust */ 420efc91ed0STrond Myklebust if (!PageUptodate(page)) { 421efc91ed0STrond Myklebust unsigned pglen = nfs_page_length(page); 422efc91ed0STrond Myklebust unsigned end = offset + len; 423efc91ed0STrond Myklebust 424efc91ed0STrond Myklebust if (pglen == 0) { 425efc91ed0STrond Myklebust zero_user_segments(page, 0, offset, 426efc91ed0STrond Myklebust end, PAGE_CACHE_SIZE); 427efc91ed0STrond Myklebust SetPageUptodate(page); 428efc91ed0STrond Myklebust } else if (end >= pglen) { 429efc91ed0STrond Myklebust zero_user_segment(page, end, PAGE_CACHE_SIZE); 430efc91ed0STrond Myklebust if (offset == 0) 431efc91ed0STrond Myklebust SetPageUptodate(page); 432efc91ed0STrond Myklebust } else 433efc91ed0STrond Myklebust zero_user_segment(page, pglen, PAGE_CACHE_SIZE); 434efc91ed0STrond Myklebust } 435efc91ed0STrond Myklebust 4364899f9c8SNick Piggin status = nfs_updatepage(file, page, offset, copied); 4374899f9c8SNick Piggin 4384899f9c8SNick Piggin unlock_page(page); 4394899f9c8SNick Piggin page_cache_release(page); 4404899f9c8SNick Piggin 4413d509e54SChuck Lever if (status < 0) 4423d509e54SChuck Lever return status; 4432701d086SAndy Adamson NFS_I(mapping->host)->write_io += copied; 4443d509e54SChuck Lever return copied; 4451da177e4SLinus Torvalds } 4461da177e4SLinus Torvalds 4476b9b3514SDavid Howells /* 4486b9b3514SDavid Howells * Partially or wholly invalidate a page 4496b9b3514SDavid Howells * - Release the private state associated with a page if undergoing complete 4506b9b3514SDavid Howells * page invalidation 451545db45fSDavid Howells * - Called if either PG_private or PG_fscache is set on the page 4526b9b3514SDavid Howells * - Caller holds page lock 4536b9b3514SDavid Howells */ 454d47992f8SLukas Czerner static void nfs_invalidate_page(struct page *page, unsigned int offset, 455d47992f8SLukas Czerner unsigned int length) 456cd52ed35STrond Myklebust { 457d47992f8SLukas Czerner dfprintk(PAGECACHE, "NFS: invalidate_page(%p, %u, %u)\n", 458d47992f8SLukas Czerner page, offset, length); 459b7eaefaaSChuck Lever 460d47992f8SLukas Czerner if (offset != 0 || length < PAGE_CACHE_SIZE) 4611c75950bSTrond Myklebust return; 462d2ccddf0STrond Myklebust /* Cancel any unstarted writes on this page */ 463d56b4ddfSMel Gorman nfs_wb_page_cancel(page_file_mapping(page)->host, page); 464545db45fSDavid Howells 465545db45fSDavid Howells nfs_fscache_invalidate_page(page, page->mapping->host); 466cd52ed35STrond Myklebust } 467cd52ed35STrond Myklebust 4686b9b3514SDavid Howells /* 4696b9b3514SDavid Howells * Attempt to release the private state associated with a page 470545db45fSDavid Howells * - Called if either PG_private or PG_fscache is set on the page 4716b9b3514SDavid Howells * - Caller holds page lock 4726b9b3514SDavid Howells * - Return true (may release page) or false (may not) 4736b9b3514SDavid Howells */ 474cd52ed35STrond Myklebust static int nfs_release_page(struct page *page, gfp_t gfp) 475cd52ed35STrond Myklebust { 476b608b283STrond Myklebust struct address_space *mapping = page->mapping; 477b608b283STrond Myklebust 478b7eaefaaSChuck Lever dfprintk(PAGECACHE, "NFS: release_page(%p)\n", page); 479b7eaefaaSChuck Lever 4805cf02d09SJeff Layton /* Only do I/O if gfp is a superset of GFP_KERNEL, and we're not 4815cf02d09SJeff Layton * doing this memory reclaim for a fs-related allocation. 4825cf02d09SJeff Layton */ 4835cf02d09SJeff Layton if (mapping && (gfp & GFP_KERNEL) == GFP_KERNEL && 4845cf02d09SJeff Layton !(current->flags & PF_FSTRANS)) { 485b608b283STrond Myklebust int how = FLUSH_SYNC; 486b608b283STrond Myklebust 487b608b283STrond Myklebust /* Don't let kswapd deadlock waiting for OOM RPC calls */ 488b608b283STrond Myklebust if (current_is_kswapd()) 489b608b283STrond Myklebust how = 0; 490b608b283STrond Myklebust nfs_commit_inode(mapping->host, how); 491b608b283STrond Myklebust } 492e3db7691STrond Myklebust /* If PagePrivate() is set, then the page is not freeable */ 493545db45fSDavid Howells if (PagePrivate(page)) 494ddeff520SNikita Danilov return 0; 495545db45fSDavid Howells return nfs_fscache_release_page(page, gfp); 496e3db7691STrond Myklebust } 497e3db7691STrond Myklebust 498*f919b196SMel Gorman static void nfs_check_dirty_writeback(struct page *page, 499*f919b196SMel Gorman bool *dirty, bool *writeback) 500*f919b196SMel Gorman { 501*f919b196SMel Gorman struct nfs_inode *nfsi; 502*f919b196SMel Gorman struct address_space *mapping = page_file_mapping(page); 503*f919b196SMel Gorman 504*f919b196SMel Gorman if (!mapping || PageSwapCache(page)) 505*f919b196SMel Gorman return; 506*f919b196SMel Gorman 507*f919b196SMel Gorman /* 508*f919b196SMel Gorman * Check if an unstable page is currently being committed and 509*f919b196SMel Gorman * if so, have the VM treat it as if the page is under writeback 510*f919b196SMel Gorman * so it will not block due to pages that will shortly be freeable. 511*f919b196SMel Gorman */ 512*f919b196SMel Gorman nfsi = NFS_I(mapping->host); 513*f919b196SMel Gorman if (test_bit(NFS_INO_COMMIT, &nfsi->flags)) { 514*f919b196SMel Gorman *writeback = true; 515*f919b196SMel Gorman return; 516*f919b196SMel Gorman } 517*f919b196SMel Gorman 518*f919b196SMel Gorman /* 519*f919b196SMel Gorman * If PagePrivate() is set, then the page is not freeable and as the 520*f919b196SMel Gorman * inode is not being committed, it's not going to be cleaned in the 521*f919b196SMel Gorman * near future so treat it as dirty 522*f919b196SMel Gorman */ 523*f919b196SMel Gorman if (PagePrivate(page)) 524*f919b196SMel Gorman *dirty = true; 525*f919b196SMel Gorman } 526*f919b196SMel Gorman 5276b9b3514SDavid Howells /* 5286b9b3514SDavid Howells * Attempt to clear the private state associated with a page when an error 5296b9b3514SDavid Howells * occurs that requires the cached contents of an inode to be written back or 5306b9b3514SDavid Howells * destroyed 531545db45fSDavid Howells * - Called if either PG_private or fscache is set on the page 5326b9b3514SDavid Howells * - Caller holds page lock 5336b9b3514SDavid Howells * - Return 0 if successful, -error otherwise 5346b9b3514SDavid Howells */ 535e3db7691STrond Myklebust static int nfs_launder_page(struct page *page) 536e3db7691STrond Myklebust { 537d56b4ddfSMel Gorman struct inode *inode = page_file_mapping(page)->host; 538545db45fSDavid Howells struct nfs_inode *nfsi = NFS_I(inode); 539b7eaefaaSChuck Lever 540b7eaefaaSChuck Lever dfprintk(PAGECACHE, "NFS: launder_page(%ld, %llu)\n", 541b7eaefaaSChuck Lever inode->i_ino, (long long)page_offset(page)); 542b7eaefaaSChuck Lever 543545db45fSDavid Howells nfs_fscache_wait_on_page_write(nfsi, page); 544b7eaefaaSChuck Lever return nfs_wb_page(inode, page); 545cd52ed35STrond Myklebust } 546cd52ed35STrond Myklebust 547a564b8f0SMel Gorman #ifdef CONFIG_NFS_SWAP 548a564b8f0SMel Gorman static int nfs_swap_activate(struct swap_info_struct *sis, struct file *file, 549a564b8f0SMel Gorman sector_t *span) 550a564b8f0SMel Gorman { 551a564b8f0SMel Gorman *span = sis->pages; 552a564b8f0SMel Gorman return xs_swapper(NFS_CLIENT(file->f_mapping->host)->cl_xprt, 1); 553a564b8f0SMel Gorman } 554a564b8f0SMel Gorman 555a564b8f0SMel Gorman static void nfs_swap_deactivate(struct file *file) 556a564b8f0SMel Gorman { 557a564b8f0SMel Gorman xs_swapper(NFS_CLIENT(file->f_mapping->host)->cl_xprt, 0); 558a564b8f0SMel Gorman } 559a564b8f0SMel Gorman #endif 560a564b8f0SMel Gorman 561f5e54d6eSChristoph Hellwig const struct address_space_operations nfs_file_aops = { 5621da177e4SLinus Torvalds .readpage = nfs_readpage, 5631da177e4SLinus Torvalds .readpages = nfs_readpages, 5649cccef95STrond Myklebust .set_page_dirty = __set_page_dirty_nobuffers, 5651da177e4SLinus Torvalds .writepage = nfs_writepage, 5661da177e4SLinus Torvalds .writepages = nfs_writepages, 5674899f9c8SNick Piggin .write_begin = nfs_write_begin, 5684899f9c8SNick Piggin .write_end = nfs_write_end, 569cd52ed35STrond Myklebust .invalidatepage = nfs_invalidate_page, 570cd52ed35STrond Myklebust .releasepage = nfs_release_page, 5711da177e4SLinus Torvalds .direct_IO = nfs_direct_IO, 572074cc1deSTrond Myklebust .migratepage = nfs_migrate_page, 573e3db7691STrond Myklebust .launder_page = nfs_launder_page, 574*f919b196SMel Gorman .is_dirty_writeback = nfs_check_dirty_writeback, 575f590f333SAndi Kleen .error_remove_page = generic_error_remove_page, 576a564b8f0SMel Gorman #ifdef CONFIG_NFS_SWAP 577a564b8f0SMel Gorman .swap_activate = nfs_swap_activate, 578a564b8f0SMel Gorman .swap_deactivate = nfs_swap_deactivate, 579a564b8f0SMel Gorman #endif 5801da177e4SLinus Torvalds }; 5811da177e4SLinus Torvalds 5826b9b3514SDavid Howells /* 5836b9b3514SDavid Howells * Notification that a PTE pointing to an NFS page is about to be made 5846b9b3514SDavid Howells * writable, implying that someone is about to modify the page through a 5856b9b3514SDavid Howells * shared-writable mapping 5866b9b3514SDavid Howells */ 587c2ec175cSNick Piggin static int nfs_vm_page_mkwrite(struct vm_area_struct *vma, struct vm_fault *vmf) 58894387fb1STrond Myklebust { 589c2ec175cSNick Piggin struct page *page = vmf->page; 59094387fb1STrond Myklebust struct file *filp = vma->vm_file; 591b7eaefaaSChuck Lever struct dentry *dentry = filp->f_path.dentry; 59294387fb1STrond Myklebust unsigned pagelen; 593bc4866b6STrond Myklebust int ret = VM_FAULT_NOPAGE; 5944899f9c8SNick Piggin struct address_space *mapping; 59594387fb1STrond Myklebust 596b7eaefaaSChuck Lever dfprintk(PAGECACHE, "NFS: vm_page_mkwrite(%s/%s(%ld), offset %lld)\n", 597b7eaefaaSChuck Lever dentry->d_parent->d_name.name, dentry->d_name.name, 598b7eaefaaSChuck Lever filp->f_mapping->host->i_ino, 599b7eaefaaSChuck Lever (long long)page_offset(page)); 600b7eaefaaSChuck Lever 601545db45fSDavid Howells /* make sure the cache has finished storing the page */ 602545db45fSDavid Howells nfs_fscache_wait_on_page_write(NFS_I(dentry->d_inode), page); 603545db45fSDavid Howells 60494387fb1STrond Myklebust lock_page(page); 605d56b4ddfSMel Gorman mapping = page_file_mapping(page); 606b7eaefaaSChuck Lever if (mapping != dentry->d_inode->i_mapping) 6078b1f9ee5STrond Myklebust goto out_unlock; 6088b1f9ee5STrond Myklebust 6092aeb98f4STrond Myklebust wait_on_page_writeback(page); 6102aeb98f4STrond Myklebust 6114899f9c8SNick Piggin pagelen = nfs_page_length(page); 6128b1f9ee5STrond Myklebust if (pagelen == 0) 6138b1f9ee5STrond Myklebust goto out_unlock; 6148b1f9ee5STrond Myklebust 615bc4866b6STrond Myklebust ret = VM_FAULT_LOCKED; 616bc4866b6STrond Myklebust if (nfs_flush_incompatible(filp, page) == 0 && 617bc4866b6STrond Myklebust nfs_updatepage(filp, page, 0, pagelen) == 0) 618bc4866b6STrond Myklebust goto out; 6198b1f9ee5STrond Myklebust 620bc4866b6STrond Myklebust ret = VM_FAULT_SIGBUS; 6218b1f9ee5STrond Myklebust out_unlock: 6224899f9c8SNick Piggin unlock_page(page); 623bc4866b6STrond Myklebust out: 624bc4866b6STrond Myklebust return ret; 62594387fb1STrond Myklebust } 62694387fb1STrond Myklebust 627f0f37e2fSAlexey Dobriyan static const struct vm_operations_struct nfs_file_vm_ops = { 62894387fb1STrond Myklebust .fault = filemap_fault, 62994387fb1STrond Myklebust .page_mkwrite = nfs_vm_page_mkwrite, 6300b173bc4SKonstantin Khlebnikov .remap_pages = generic_file_remap_pages, 63194387fb1STrond Myklebust }; 63294387fb1STrond Myklebust 6337b159fc1STrond Myklebust static int nfs_need_sync_write(struct file *filp, struct inode *inode) 6347b159fc1STrond Myklebust { 6357b159fc1STrond Myklebust struct nfs_open_context *ctx; 6367b159fc1STrond Myklebust 6376b2f3d1fSChristoph Hellwig if (IS_SYNC(inode) || (filp->f_flags & O_DSYNC)) 6387b159fc1STrond Myklebust return 1; 639cd3758e3STrond Myklebust ctx = nfs_file_open_context(filp); 6407b159fc1STrond Myklebust if (test_bit(NFS_CONTEXT_ERROR_WRITE, &ctx->flags)) 6417b159fc1STrond Myklebust return 1; 6427b159fc1STrond Myklebust return 0; 6437b159fc1STrond Myklebust } 6447b159fc1STrond Myklebust 645ce4ef7c0SBryan Schumaker ssize_t nfs_file_write(struct kiocb *iocb, const struct iovec *iov, 646027445c3SBadari Pulavarty unsigned long nr_segs, loff_t pos) 6471da177e4SLinus Torvalds { 64801cce933SJosef "Jeff" Sipek struct dentry * dentry = iocb->ki_filp->f_path.dentry; 6491da177e4SLinus Torvalds struct inode * inode = dentry->d_inode; 6507e381172SChuck Lever unsigned long written = 0; 6511da177e4SLinus Torvalds ssize_t result; 652027445c3SBadari Pulavarty size_t count = iov_length(iov, nr_segs); 6531da177e4SLinus Torvalds 6541da177e4SLinus Torvalds if (iocb->ki_filp->f_flags & O_DIRECT) 655a564b8f0SMel Gorman return nfs_file_direct_write(iocb, iov, nr_segs, pos, true); 6561da177e4SLinus Torvalds 6576da24bc9SChuck Lever dprintk("NFS: write(%s/%s, %lu@%Ld)\n", 6581da177e4SLinus Torvalds dentry->d_parent->d_name.name, dentry->d_name.name, 6596da24bc9SChuck Lever (unsigned long) count, (long long) pos); 6601da177e4SLinus Torvalds 6611da177e4SLinus Torvalds result = -EBUSY; 6621da177e4SLinus Torvalds if (IS_SWAPFILE(inode)) 6631da177e4SLinus Torvalds goto out_swapfile; 6647d52e862STrond Myklebust /* 6657d52e862STrond Myklebust * O_APPEND implies that we must revalidate the file length. 6667d52e862STrond Myklebust */ 6677d52e862STrond Myklebust if (iocb->ki_filp->f_flags & O_APPEND) { 6687d52e862STrond Myklebust result = nfs_revalidate_file_size(inode, iocb->ki_filp); 6691da177e4SLinus Torvalds if (result) 6701da177e4SLinus Torvalds goto out; 671fe51beecSTrond Myklebust } 6721da177e4SLinus Torvalds 6731da177e4SLinus Torvalds result = count; 6741da177e4SLinus Torvalds if (!count) 6751da177e4SLinus Torvalds goto out; 6761da177e4SLinus Torvalds 677027445c3SBadari Pulavarty result = generic_file_aio_write(iocb, iov, nr_segs, pos); 6787e381172SChuck Lever if (result > 0) 6797e381172SChuck Lever written = result; 6807e381172SChuck Lever 6816b2f3d1fSChristoph Hellwig /* Return error values for O_DSYNC and IS_SYNC() */ 6827b159fc1STrond Myklebust if (result >= 0 && nfs_need_sync_write(iocb->ki_filp, inode)) { 683af7fa165STrond Myklebust int err = vfs_fsync(iocb->ki_filp, 0); 684200baa21STrond Myklebust if (err < 0) 685200baa21STrond Myklebust result = err; 686200baa21STrond Myklebust } 6877e381172SChuck Lever if (result > 0) 6887e381172SChuck Lever nfs_add_stats(inode, NFSIOS_NORMALWRITTENBYTES, written); 6891da177e4SLinus Torvalds out: 6901da177e4SLinus Torvalds return result; 6911da177e4SLinus Torvalds 6921da177e4SLinus Torvalds out_swapfile: 6931da177e4SLinus Torvalds printk(KERN_INFO "NFS: attempt to write to active swap file!\n"); 6941da177e4SLinus Torvalds goto out; 6951da177e4SLinus Torvalds } 69689d77c8fSBryan Schumaker EXPORT_SYMBOL_GPL(nfs_file_write); 6971da177e4SLinus Torvalds 698ce4ef7c0SBryan Schumaker ssize_t nfs_file_splice_write(struct pipe_inode_info *pipe, 699bf40d343SSuresh Jayaraman struct file *filp, loff_t *ppos, 700bf40d343SSuresh Jayaraman size_t count, unsigned int flags) 701bf40d343SSuresh Jayaraman { 702bf40d343SSuresh Jayaraman struct dentry *dentry = filp->f_path.dentry; 703bf40d343SSuresh Jayaraman struct inode *inode = dentry->d_inode; 7047e381172SChuck Lever unsigned long written = 0; 705bf40d343SSuresh Jayaraman ssize_t ret; 706bf40d343SSuresh Jayaraman 707bf40d343SSuresh Jayaraman dprintk("NFS splice_write(%s/%s, %lu@%llu)\n", 708bf40d343SSuresh Jayaraman dentry->d_parent->d_name.name, dentry->d_name.name, 709bf40d343SSuresh Jayaraman (unsigned long) count, (unsigned long long) *ppos); 710bf40d343SSuresh Jayaraman 711bf40d343SSuresh Jayaraman /* 712bf40d343SSuresh Jayaraman * The combination of splice and an O_APPEND destination is disallowed. 713bf40d343SSuresh Jayaraman */ 714bf40d343SSuresh Jayaraman 715bf40d343SSuresh Jayaraman ret = generic_file_splice_write(pipe, filp, ppos, count, flags); 7167e381172SChuck Lever if (ret > 0) 7177e381172SChuck Lever written = ret; 7187e381172SChuck Lever 719bf40d343SSuresh Jayaraman if (ret >= 0 && nfs_need_sync_write(filp, inode)) { 720af7fa165STrond Myklebust int err = vfs_fsync(filp, 0); 721bf40d343SSuresh Jayaraman if (err < 0) 722bf40d343SSuresh Jayaraman ret = err; 723bf40d343SSuresh Jayaraman } 7247e381172SChuck Lever if (ret > 0) 7257e381172SChuck Lever nfs_add_stats(inode, NFSIOS_NORMALWRITTENBYTES, written); 726bf40d343SSuresh Jayaraman return ret; 727bf40d343SSuresh Jayaraman } 72889d77c8fSBryan Schumaker EXPORT_SYMBOL_GPL(nfs_file_splice_write); 729bf40d343SSuresh Jayaraman 7305eebde23SSuresh Jayaraman static int 7315eebde23SSuresh Jayaraman do_getlk(struct file *filp, int cmd, struct file_lock *fl, int is_local) 7321da177e4SLinus Torvalds { 7331da177e4SLinus Torvalds struct inode *inode = filp->f_mapping->host; 7341da177e4SLinus Torvalds int status = 0; 73521ac19d4SSergey Vlasov unsigned int saved_type = fl->fl_type; 7361da177e4SLinus Torvalds 737039c4d7aSTrond Myklebust /* Try local locking first */ 7386d34ac19SJ. Bruce Fields posix_test_lock(filp, fl); 7396d34ac19SJ. Bruce Fields if (fl->fl_type != F_UNLCK) { 7406d34ac19SJ. Bruce Fields /* found a conflict */ 741039c4d7aSTrond Myklebust goto out; 7421da177e4SLinus Torvalds } 74321ac19d4SSergey Vlasov fl->fl_type = saved_type; 744039c4d7aSTrond Myklebust 745011e2a7fSBryan Schumaker if (NFS_PROTO(inode)->have_delegation(inode, FMODE_READ)) 746039c4d7aSTrond Myklebust goto out_noconflict; 747039c4d7aSTrond Myklebust 7485eebde23SSuresh Jayaraman if (is_local) 749039c4d7aSTrond Myklebust goto out_noconflict; 750039c4d7aSTrond Myklebust 751039c4d7aSTrond Myklebust status = NFS_PROTO(inode)->lock(filp, cmd, fl); 752039c4d7aSTrond Myklebust out: 7531da177e4SLinus Torvalds return status; 754039c4d7aSTrond Myklebust out_noconflict: 755039c4d7aSTrond Myklebust fl->fl_type = F_UNLCK; 756039c4d7aSTrond Myklebust goto out; 7571da177e4SLinus Torvalds } 7581da177e4SLinus Torvalds 7591da177e4SLinus Torvalds static int do_vfs_lock(struct file *file, struct file_lock *fl) 7601da177e4SLinus Torvalds { 7611da177e4SLinus Torvalds int res = 0; 7621da177e4SLinus Torvalds switch (fl->fl_flags & (FL_POSIX|FL_FLOCK)) { 7631da177e4SLinus Torvalds case FL_POSIX: 7641da177e4SLinus Torvalds res = posix_lock_file_wait(file, fl); 7651da177e4SLinus Torvalds break; 7661da177e4SLinus Torvalds case FL_FLOCK: 7671da177e4SLinus Torvalds res = flock_lock_file_wait(file, fl); 7681da177e4SLinus Torvalds break; 7691da177e4SLinus Torvalds default: 7701da177e4SLinus Torvalds BUG(); 7711da177e4SLinus Torvalds } 7721da177e4SLinus Torvalds return res; 7731da177e4SLinus Torvalds } 7741da177e4SLinus Torvalds 7755eebde23SSuresh Jayaraman static int 7765eebde23SSuresh Jayaraman do_unlk(struct file *filp, int cmd, struct file_lock *fl, int is_local) 7771da177e4SLinus Torvalds { 7781da177e4SLinus Torvalds struct inode *inode = filp->f_mapping->host; 7797a8203d8STrond Myklebust struct nfs_lock_context *l_ctx; 7801da177e4SLinus Torvalds int status; 7811da177e4SLinus Torvalds 7821da177e4SLinus Torvalds /* 7831da177e4SLinus Torvalds * Flush all pending writes before doing anything 7841da177e4SLinus Torvalds * with locks.. 7851da177e4SLinus Torvalds */ 78629884df0STrond Myklebust nfs_sync_mapping(filp->f_mapping); 7871da177e4SLinus Torvalds 7887a8203d8STrond Myklebust l_ctx = nfs_get_lock_context(nfs_file_open_context(filp)); 7897a8203d8STrond Myklebust if (!IS_ERR(l_ctx)) { 7907a8203d8STrond Myklebust status = nfs_iocounter_wait(&l_ctx->io_count); 7917a8203d8STrond Myklebust nfs_put_lock_context(l_ctx); 7927a8203d8STrond Myklebust if (status < 0) 7937a8203d8STrond Myklebust return status; 7947a8203d8STrond Myklebust } 7957a8203d8STrond Myklebust 7961da177e4SLinus Torvalds /* NOTE: special case 7971da177e4SLinus Torvalds * If we're signalled while cleaning up locks on process exit, we 7981da177e4SLinus Torvalds * still need to complete the unlock. 7991da177e4SLinus Torvalds */ 8005eebde23SSuresh Jayaraman /* 8015eebde23SSuresh Jayaraman * Use local locking if mounted with "-onolock" or with appropriate 8025eebde23SSuresh Jayaraman * "-olocal_lock=" 8035eebde23SSuresh Jayaraman */ 8045eebde23SSuresh Jayaraman if (!is_local) 8051da177e4SLinus Torvalds status = NFS_PROTO(inode)->lock(filp, cmd, fl); 8061da177e4SLinus Torvalds else 8071da177e4SLinus Torvalds status = do_vfs_lock(filp, fl); 8081da177e4SLinus Torvalds return status; 8091da177e4SLinus Torvalds } 8101da177e4SLinus Torvalds 8115eebde23SSuresh Jayaraman static int 8126b96724eSRicardo Labiaga is_time_granular(struct timespec *ts) { 8136b96724eSRicardo Labiaga return ((ts->tv_sec == 0) && (ts->tv_nsec <= 1000)); 8146b96724eSRicardo Labiaga } 8156b96724eSRicardo Labiaga 8166b96724eSRicardo Labiaga static int 8175eebde23SSuresh Jayaraman do_setlk(struct file *filp, int cmd, struct file_lock *fl, int is_local) 8181da177e4SLinus Torvalds { 8191da177e4SLinus Torvalds struct inode *inode = filp->f_mapping->host; 8201da177e4SLinus Torvalds int status; 8211da177e4SLinus Torvalds 8221da177e4SLinus Torvalds /* 8231da177e4SLinus Torvalds * Flush all pending writes before doing anything 8241da177e4SLinus Torvalds * with locks.. 8251da177e4SLinus Torvalds */ 82629884df0STrond Myklebust status = nfs_sync_mapping(filp->f_mapping); 82729884df0STrond Myklebust if (status != 0) 8281da177e4SLinus Torvalds goto out; 8291da177e4SLinus Torvalds 8305eebde23SSuresh Jayaraman /* 8315eebde23SSuresh Jayaraman * Use local locking if mounted with "-onolock" or with appropriate 8325eebde23SSuresh Jayaraman * "-olocal_lock=" 8335eebde23SSuresh Jayaraman */ 8345eebde23SSuresh Jayaraman if (!is_local) 8351da177e4SLinus Torvalds status = NFS_PROTO(inode)->lock(filp, cmd, fl); 836c4d7c402STrond Myklebust else 8371da177e4SLinus Torvalds status = do_vfs_lock(filp, fl); 8381da177e4SLinus Torvalds if (status < 0) 8391da177e4SLinus Torvalds goto out; 8406b96724eSRicardo Labiaga 8411da177e4SLinus Torvalds /* 8426b96724eSRicardo Labiaga * Revalidate the cache if the server has time stamps granular 8436b96724eSRicardo Labiaga * enough to detect subsecond changes. Otherwise, clear the 8446b96724eSRicardo Labiaga * cache to prevent missing any changes. 8456b96724eSRicardo Labiaga * 8461da177e4SLinus Torvalds * This makes locking act as a cache coherency point. 8471da177e4SLinus Torvalds */ 84829884df0STrond Myklebust nfs_sync_mapping(filp->f_mapping); 849011e2a7fSBryan Schumaker if (!NFS_PROTO(inode)->have_delegation(inode, FMODE_READ)) { 8506b96724eSRicardo Labiaga if (is_time_granular(&NFS_SERVER(inode)->time_delta)) 8516b96724eSRicardo Labiaga __nfs_revalidate_inode(NFS_SERVER(inode), inode); 8526b96724eSRicardo Labiaga else 8531da177e4SLinus Torvalds nfs_zap_caches(inode); 8546b96724eSRicardo Labiaga } 8551da177e4SLinus Torvalds out: 8561da177e4SLinus Torvalds return status; 8571da177e4SLinus Torvalds } 8581da177e4SLinus Torvalds 8591da177e4SLinus Torvalds /* 8601da177e4SLinus Torvalds * Lock a (portion of) a file 8611da177e4SLinus Torvalds */ 862ce4ef7c0SBryan Schumaker int nfs_lock(struct file *filp, int cmd, struct file_lock *fl) 8631da177e4SLinus Torvalds { 8641da177e4SLinus Torvalds struct inode *inode = filp->f_mapping->host; 8652116271aSTrond Myklebust int ret = -ENOLCK; 8665eebde23SSuresh Jayaraman int is_local = 0; 8671da177e4SLinus Torvalds 8686da24bc9SChuck Lever dprintk("NFS: lock(%s/%s, t=%x, fl=%x, r=%lld:%lld)\n", 8696da24bc9SChuck Lever filp->f_path.dentry->d_parent->d_name.name, 8706da24bc9SChuck Lever filp->f_path.dentry->d_name.name, 8711da177e4SLinus Torvalds fl->fl_type, fl->fl_flags, 8721da177e4SLinus Torvalds (long long)fl->fl_start, (long long)fl->fl_end); 8736da24bc9SChuck Lever 87491d5b470SChuck Lever nfs_inc_stats(inode, NFSIOS_VFSLOCK); 8751da177e4SLinus Torvalds 8761da177e4SLinus Torvalds /* No mandatory locks over NFS */ 877dfad9441SPavel Emelyanov if (__mandatory_lock(inode) && fl->fl_type != F_UNLCK) 8782116271aSTrond Myklebust goto out_err; 8792116271aSTrond Myklebust 8805eebde23SSuresh Jayaraman if (NFS_SERVER(inode)->flags & NFS_MOUNT_LOCAL_FCNTL) 8815eebde23SSuresh Jayaraman is_local = 1; 8825eebde23SSuresh Jayaraman 8832116271aSTrond Myklebust if (NFS_PROTO(inode)->lock_check_bounds != NULL) { 8842116271aSTrond Myklebust ret = NFS_PROTO(inode)->lock_check_bounds(fl); 8852116271aSTrond Myklebust if (ret < 0) 8862116271aSTrond Myklebust goto out_err; 8872116271aSTrond Myklebust } 8881da177e4SLinus Torvalds 8891da177e4SLinus Torvalds if (IS_GETLK(cmd)) 8905eebde23SSuresh Jayaraman ret = do_getlk(filp, cmd, fl, is_local); 8912116271aSTrond Myklebust else if (fl->fl_type == F_UNLCK) 8925eebde23SSuresh Jayaraman ret = do_unlk(filp, cmd, fl, is_local); 8932116271aSTrond Myklebust else 8945eebde23SSuresh Jayaraman ret = do_setlk(filp, cmd, fl, is_local); 8952116271aSTrond Myklebust out_err: 8962116271aSTrond Myklebust return ret; 8971da177e4SLinus Torvalds } 89889d77c8fSBryan Schumaker EXPORT_SYMBOL_GPL(nfs_lock); 8991da177e4SLinus Torvalds 9001da177e4SLinus Torvalds /* 9011da177e4SLinus Torvalds * Lock a (portion of) a file 9021da177e4SLinus Torvalds */ 903ce4ef7c0SBryan Schumaker int nfs_flock(struct file *filp, int cmd, struct file_lock *fl) 9041da177e4SLinus Torvalds { 9055eebde23SSuresh Jayaraman struct inode *inode = filp->f_mapping->host; 9065eebde23SSuresh Jayaraman int is_local = 0; 9075eebde23SSuresh Jayaraman 9086da24bc9SChuck Lever dprintk("NFS: flock(%s/%s, t=%x, fl=%x)\n", 9096da24bc9SChuck Lever filp->f_path.dentry->d_parent->d_name.name, 9106da24bc9SChuck Lever filp->f_path.dentry->d_name.name, 9111da177e4SLinus Torvalds fl->fl_type, fl->fl_flags); 9121da177e4SLinus Torvalds 9131da177e4SLinus Torvalds if (!(fl->fl_flags & FL_FLOCK)) 9141da177e4SLinus Torvalds return -ENOLCK; 9151da177e4SLinus Torvalds 916ad0fcd4eSJeff Layton /* 917ad0fcd4eSJeff Layton * The NFSv4 protocol doesn't support LOCK_MAND, which is not part of 918ad0fcd4eSJeff Layton * any standard. In principle we might be able to support LOCK_MAND 919ad0fcd4eSJeff Layton * on NFSv2/3 since NLMv3/4 support DOS share modes, but for now the 920ad0fcd4eSJeff Layton * NFS code is not set up for it. 921ad0fcd4eSJeff Layton */ 922ad0fcd4eSJeff Layton if (fl->fl_type & LOCK_MAND) 923ad0fcd4eSJeff Layton return -EINVAL; 924ad0fcd4eSJeff Layton 9255eebde23SSuresh Jayaraman if (NFS_SERVER(inode)->flags & NFS_MOUNT_LOCAL_FLOCK) 9265eebde23SSuresh Jayaraman is_local = 1; 9275eebde23SSuresh Jayaraman 9281da177e4SLinus Torvalds /* We're simulating flock() locks using posix locks on the server */ 9291da177e4SLinus Torvalds fl->fl_owner = (fl_owner_t)filp; 9301da177e4SLinus Torvalds fl->fl_start = 0; 9311da177e4SLinus Torvalds fl->fl_end = OFFSET_MAX; 9321da177e4SLinus Torvalds 9331da177e4SLinus Torvalds if (fl->fl_type == F_UNLCK) 9345eebde23SSuresh Jayaraman return do_unlk(filp, cmd, fl, is_local); 9355eebde23SSuresh Jayaraman return do_setlk(filp, cmd, fl, is_local); 9361da177e4SLinus Torvalds } 93789d77c8fSBryan Schumaker EXPORT_SYMBOL_GPL(nfs_flock); 938370f6599SJ. Bruce Fields 9396da24bc9SChuck Lever /* 9406da24bc9SChuck Lever * There is no protocol support for leases, so we have no way to implement 9416da24bc9SChuck Lever * them correctly in the face of opens by other clients. 9426da24bc9SChuck Lever */ 943ce4ef7c0SBryan Schumaker int nfs_setlease(struct file *file, long arg, struct file_lock **fl) 944370f6599SJ. Bruce Fields { 9456da24bc9SChuck Lever dprintk("NFS: setlease(%s/%s, arg=%ld)\n", 9466da24bc9SChuck Lever file->f_path.dentry->d_parent->d_name.name, 9476da24bc9SChuck Lever file->f_path.dentry->d_name.name, arg); 948370f6599SJ. Bruce Fields return -EINVAL; 949370f6599SJ. Bruce Fields } 95089d77c8fSBryan Schumaker EXPORT_SYMBOL_GPL(nfs_setlease); 9511788ea6eSJeff Layton 9520486958fSJeff Layton const struct file_operations nfs_file_operations = { 9530486958fSJeff Layton .llseek = nfs_file_llseek, 9540486958fSJeff Layton .read = do_sync_read, 9550486958fSJeff Layton .write = do_sync_write, 9560486958fSJeff Layton .aio_read = nfs_file_read, 9570486958fSJeff Layton .aio_write = nfs_file_write, 9580486958fSJeff Layton .mmap = nfs_file_mmap, 9590486958fSJeff Layton .open = nfs_file_open, 9600486958fSJeff Layton .flush = nfs_file_flush, 9610486958fSJeff Layton .release = nfs_file_release, 9620486958fSJeff Layton .fsync = nfs_file_fsync, 9630486958fSJeff Layton .lock = nfs_lock, 9640486958fSJeff Layton .flock = nfs_flock, 9650486958fSJeff Layton .splice_read = nfs_file_splice_read, 9660486958fSJeff Layton .splice_write = nfs_file_splice_write, 9670486958fSJeff Layton .check_flags = nfs_check_flags, 9680486958fSJeff Layton .setlease = nfs_setlease, 9690486958fSJeff Layton }; 970ddda8e0aSBryan Schumaker EXPORT_SYMBOL_GPL(nfs_file_operations); 971