1 /* 2 * linux/fs/nfs/inode.c 3 * 4 * Copyright (C) 1992 Rick Sladkey 5 * 6 * nfs inode and superblock handling functions 7 * 8 * Modularised by Alan Cox <Alan.Cox@linux.org>, while hacking some 9 * experimental NFS changes. Modularisation taken straight from SYS5 fs. 10 * 11 * Change to nfs_read_super() to permit NFS mounts to multi-homed hosts. 12 * J.S.Peatfield@damtp.cam.ac.uk 13 * 14 */ 15 16 #include <linux/module.h> 17 #include <linux/init.h> 18 #include <linux/sched.h> 19 #include <linux/time.h> 20 #include <linux/kernel.h> 21 #include <linux/mm.h> 22 #include <linux/string.h> 23 #include <linux/stat.h> 24 #include <linux/errno.h> 25 #include <linux/unistd.h> 26 #include <linux/sunrpc/clnt.h> 27 #include <linux/sunrpc/stats.h> 28 #include <linux/sunrpc/metrics.h> 29 #include <linux/nfs_fs.h> 30 #include <linux/nfs_mount.h> 31 #include <linux/nfs4_mount.h> 32 #include <linux/lockd/bind.h> 33 #include <linux/smp_lock.h> 34 #include <linux/seq_file.h> 35 #include <linux/mount.h> 36 #include <linux/nfs_idmap.h> 37 #include <linux/vfs.h> 38 #include <linux/inet.h> 39 #include <linux/nfs_xdr.h> 40 41 #include <asm/system.h> 42 #include <asm/uaccess.h> 43 44 #include "nfs4_fs.h" 45 #include "callback.h" 46 #include "delegation.h" 47 #include "iostat.h" 48 #include "internal.h" 49 50 #define NFSDBG_FACILITY NFSDBG_VFS 51 52 #define NFS_64_BIT_INODE_NUMBERS_ENABLED 1 53 54 /* Default is to see 64-bit inode numbers */ 55 static int enable_ino64 = NFS_64_BIT_INODE_NUMBERS_ENABLED; 56 57 static void nfs_invalidate_inode(struct inode *); 58 static int nfs_update_inode(struct inode *, struct nfs_fattr *); 59 60 static void nfs_zap_acl_cache(struct inode *); 61 62 static struct kmem_cache * nfs_inode_cachep; 63 64 static inline unsigned long 65 nfs_fattr_to_ino_t(struct nfs_fattr *fattr) 66 { 67 return nfs_fileid_to_ino_t(fattr->fileid); 68 } 69 70 /** 71 * nfs_compat_user_ino64 - returns the user-visible inode number 72 * @fileid: 64-bit fileid 73 * 74 * This function returns a 32-bit inode number if the boot parameter 75 * nfs.enable_ino64 is zero. 76 */ 77 u64 nfs_compat_user_ino64(u64 fileid) 78 { 79 int ino; 80 81 if (enable_ino64) 82 return fileid; 83 ino = fileid; 84 if (sizeof(ino) < sizeof(fileid)) 85 ino ^= fileid >> (sizeof(fileid)-sizeof(ino)) * 8; 86 return ino; 87 } 88 89 int nfs_write_inode(struct inode *inode, int sync) 90 { 91 int ret; 92 93 if (sync) { 94 ret = filemap_fdatawait(inode->i_mapping); 95 if (ret == 0) 96 ret = nfs_commit_inode(inode, FLUSH_SYNC); 97 } else 98 ret = nfs_commit_inode(inode, 0); 99 if (ret >= 0) 100 return 0; 101 __mark_inode_dirty(inode, I_DIRTY_DATASYNC); 102 return ret; 103 } 104 105 void nfs_clear_inode(struct inode *inode) 106 { 107 /* 108 * The following should never happen... 109 */ 110 BUG_ON(nfs_have_writebacks(inode)); 111 BUG_ON(!list_empty(&NFS_I(inode)->open_files)); 112 nfs_zap_acl_cache(inode); 113 nfs_access_zap_cache(inode); 114 } 115 116 /** 117 * nfs_sync_mapping - helper to flush all mmapped dirty data to disk 118 */ 119 int nfs_sync_mapping(struct address_space *mapping) 120 { 121 int ret; 122 123 if (mapping->nrpages == 0) 124 return 0; 125 unmap_mapping_range(mapping, 0, 0, 0); 126 ret = filemap_write_and_wait(mapping); 127 if (ret != 0) 128 goto out; 129 ret = nfs_wb_all(mapping->host); 130 out: 131 return ret; 132 } 133 134 /* 135 * Invalidate the local caches 136 */ 137 static void nfs_zap_caches_locked(struct inode *inode) 138 { 139 struct nfs_inode *nfsi = NFS_I(inode); 140 int mode = inode->i_mode; 141 142 nfs_inc_stats(inode, NFSIOS_ATTRINVALIDATE); 143 144 nfsi->attrtimeo = NFS_MINATTRTIMEO(inode); 145 nfsi->attrtimeo_timestamp = jiffies; 146 147 memset(NFS_COOKIEVERF(inode), 0, sizeof(NFS_COOKIEVERF(inode))); 148 if (S_ISREG(mode) || S_ISDIR(mode) || S_ISLNK(mode)) 149 nfsi->cache_validity |= NFS_INO_INVALID_ATTR|NFS_INO_INVALID_DATA|NFS_INO_INVALID_ACCESS|NFS_INO_INVALID_ACL|NFS_INO_REVAL_PAGECACHE; 150 else 151 nfsi->cache_validity |= NFS_INO_INVALID_ATTR|NFS_INO_INVALID_ACCESS|NFS_INO_INVALID_ACL|NFS_INO_REVAL_PAGECACHE; 152 } 153 154 void nfs_zap_caches(struct inode *inode) 155 { 156 spin_lock(&inode->i_lock); 157 nfs_zap_caches_locked(inode); 158 spin_unlock(&inode->i_lock); 159 } 160 161 void nfs_zap_mapping(struct inode *inode, struct address_space *mapping) 162 { 163 if (mapping->nrpages != 0) { 164 spin_lock(&inode->i_lock); 165 NFS_I(inode)->cache_validity |= NFS_INO_INVALID_DATA; 166 spin_unlock(&inode->i_lock); 167 } 168 } 169 170 static void nfs_zap_acl_cache(struct inode *inode) 171 { 172 void (*clear_acl_cache)(struct inode *); 173 174 clear_acl_cache = NFS_PROTO(inode)->clear_acl_cache; 175 if (clear_acl_cache != NULL) 176 clear_acl_cache(inode); 177 spin_lock(&inode->i_lock); 178 NFS_I(inode)->cache_validity &= ~NFS_INO_INVALID_ACL; 179 spin_unlock(&inode->i_lock); 180 } 181 182 void nfs_invalidate_atime(struct inode *inode) 183 { 184 spin_lock(&inode->i_lock); 185 NFS_I(inode)->cache_validity |= NFS_INO_INVALID_ATIME; 186 spin_unlock(&inode->i_lock); 187 } 188 189 /* 190 * Invalidate, but do not unhash, the inode. 191 * NB: must be called with inode->i_lock held! 192 */ 193 static void nfs_invalidate_inode(struct inode *inode) 194 { 195 set_bit(NFS_INO_STALE, &NFS_FLAGS(inode)); 196 nfs_zap_caches_locked(inode); 197 } 198 199 struct nfs_find_desc { 200 struct nfs_fh *fh; 201 struct nfs_fattr *fattr; 202 }; 203 204 /* 205 * In NFSv3 we can have 64bit inode numbers. In order to support 206 * this, and re-exported directories (also seen in NFSv2) 207 * we are forced to allow 2 different inodes to have the same 208 * i_ino. 209 */ 210 static int 211 nfs_find_actor(struct inode *inode, void *opaque) 212 { 213 struct nfs_find_desc *desc = (struct nfs_find_desc *)opaque; 214 struct nfs_fh *fh = desc->fh; 215 struct nfs_fattr *fattr = desc->fattr; 216 217 if (NFS_FILEID(inode) != fattr->fileid) 218 return 0; 219 if (nfs_compare_fh(NFS_FH(inode), fh)) 220 return 0; 221 if (is_bad_inode(inode) || NFS_STALE(inode)) 222 return 0; 223 return 1; 224 } 225 226 static int 227 nfs_init_locked(struct inode *inode, void *opaque) 228 { 229 struct nfs_find_desc *desc = (struct nfs_find_desc *)opaque; 230 struct nfs_fattr *fattr = desc->fattr; 231 232 NFS_FILEID(inode) = fattr->fileid; 233 nfs_copy_fh(NFS_FH(inode), desc->fh); 234 return 0; 235 } 236 237 /* Don't use READDIRPLUS on directories that we believe are too large */ 238 #define NFS_LIMIT_READDIRPLUS (8*PAGE_SIZE) 239 240 /* 241 * This is our front-end to iget that looks up inodes by file handle 242 * instead of inode number. 243 */ 244 struct inode * 245 nfs_fhget(struct super_block *sb, struct nfs_fh *fh, struct nfs_fattr *fattr) 246 { 247 struct nfs_find_desc desc = { 248 .fh = fh, 249 .fattr = fattr 250 }; 251 struct inode *inode = ERR_PTR(-ENOENT); 252 unsigned long hash; 253 254 if ((fattr->valid & NFS_ATTR_FATTR) == 0) 255 goto out_no_inode; 256 257 if (!fattr->nlink) { 258 printk("NFS: Buggy server - nlink == 0!\n"); 259 goto out_no_inode; 260 } 261 262 hash = nfs_fattr_to_ino_t(fattr); 263 264 inode = iget5_locked(sb, hash, nfs_find_actor, nfs_init_locked, &desc); 265 if (inode == NULL) { 266 inode = ERR_PTR(-ENOMEM); 267 goto out_no_inode; 268 } 269 270 if (inode->i_state & I_NEW) { 271 struct nfs_inode *nfsi = NFS_I(inode); 272 unsigned long now = jiffies; 273 274 /* We set i_ino for the few things that still rely on it, 275 * such as stat(2) */ 276 inode->i_ino = hash; 277 278 /* We can't support update_atime(), since the server will reset it */ 279 inode->i_flags |= S_NOATIME|S_NOCMTIME; 280 inode->i_mode = fattr->mode; 281 /* Why so? Because we want revalidate for devices/FIFOs, and 282 * that's precisely what we have in nfs_file_inode_operations. 283 */ 284 inode->i_op = NFS_SB(sb)->nfs_client->rpc_ops->file_inode_ops; 285 if (S_ISREG(inode->i_mode)) { 286 inode->i_fop = &nfs_file_operations; 287 inode->i_data.a_ops = &nfs_file_aops; 288 inode->i_data.backing_dev_info = &NFS_SB(sb)->backing_dev_info; 289 } else if (S_ISDIR(inode->i_mode)) { 290 inode->i_op = NFS_SB(sb)->nfs_client->rpc_ops->dir_inode_ops; 291 inode->i_fop = &nfs_dir_operations; 292 if (nfs_server_capable(inode, NFS_CAP_READDIRPLUS) 293 && fattr->size <= NFS_LIMIT_READDIRPLUS) 294 set_bit(NFS_INO_ADVISE_RDPLUS, &NFS_FLAGS(inode)); 295 /* Deal with crossing mountpoints */ 296 if (!nfs_fsid_equal(&NFS_SB(sb)->fsid, &fattr->fsid)) { 297 if (fattr->valid & NFS_ATTR_FATTR_V4_REFERRAL) 298 inode->i_op = &nfs_referral_inode_operations; 299 else 300 inode->i_op = &nfs_mountpoint_inode_operations; 301 inode->i_fop = NULL; 302 } 303 } else if (S_ISLNK(inode->i_mode)) 304 inode->i_op = &nfs_symlink_inode_operations; 305 else 306 init_special_inode(inode, inode->i_mode, fattr->rdev); 307 308 nfsi->read_cache_jiffies = fattr->time_start; 309 nfsi->last_updated = now; 310 nfsi->cache_change_attribute = now; 311 inode->i_atime = fattr->atime; 312 inode->i_mtime = fattr->mtime; 313 inode->i_ctime = fattr->ctime; 314 if (fattr->valid & NFS_ATTR_FATTR_V4) 315 nfsi->change_attr = fattr->change_attr; 316 inode->i_size = nfs_size_to_loff_t(fattr->size); 317 inode->i_nlink = fattr->nlink; 318 inode->i_uid = fattr->uid; 319 inode->i_gid = fattr->gid; 320 if (fattr->valid & (NFS_ATTR_FATTR_V3 | NFS_ATTR_FATTR_V4)) { 321 /* 322 * report the blocks in 512byte units 323 */ 324 inode->i_blocks = nfs_calc_block_size(fattr->du.nfs3.used); 325 } else { 326 inode->i_blocks = fattr->du.nfs2.blocks; 327 } 328 nfsi->attrtimeo = NFS_MINATTRTIMEO(inode); 329 nfsi->attrtimeo_timestamp = now; 330 memset(nfsi->cookieverf, 0, sizeof(nfsi->cookieverf)); 331 nfsi->access_cache = RB_ROOT; 332 333 unlock_new_inode(inode); 334 } else 335 nfs_refresh_inode(inode, fattr); 336 dprintk("NFS: nfs_fhget(%s/%Ld ct=%d)\n", 337 inode->i_sb->s_id, 338 (long long)NFS_FILEID(inode), 339 atomic_read(&inode->i_count)); 340 341 out: 342 return inode; 343 344 out_no_inode: 345 dprintk("nfs_fhget: iget failed with error %ld\n", PTR_ERR(inode)); 346 goto out; 347 } 348 349 #define NFS_VALID_ATTRS (ATTR_MODE|ATTR_UID|ATTR_GID|ATTR_SIZE|ATTR_ATIME|ATTR_ATIME_SET|ATTR_MTIME|ATTR_MTIME_SET) 350 351 int 352 nfs_setattr(struct dentry *dentry, struct iattr *attr) 353 { 354 struct inode *inode = dentry->d_inode; 355 struct nfs_fattr fattr; 356 int error; 357 358 nfs_inc_stats(inode, NFSIOS_VFSSETATTR); 359 360 /* skip mode change if it's just for clearing setuid/setgid */ 361 if (attr->ia_valid & (ATTR_KILL_SUID | ATTR_KILL_SGID)) 362 attr->ia_valid &= ~ATTR_MODE; 363 364 if (attr->ia_valid & ATTR_SIZE) { 365 if (!S_ISREG(inode->i_mode) || attr->ia_size == i_size_read(inode)) 366 attr->ia_valid &= ~ATTR_SIZE; 367 } 368 369 /* Optimization: if the end result is no change, don't RPC */ 370 attr->ia_valid &= NFS_VALID_ATTRS; 371 if (attr->ia_valid == 0) 372 return 0; 373 374 lock_kernel(); 375 /* Write all dirty data */ 376 if (S_ISREG(inode->i_mode)) { 377 filemap_write_and_wait(inode->i_mapping); 378 nfs_wb_all(inode); 379 } 380 /* 381 * Return any delegations if we're going to change ACLs 382 */ 383 if ((attr->ia_valid & (ATTR_MODE|ATTR_UID|ATTR_GID)) != 0) 384 nfs_inode_return_delegation(inode); 385 error = NFS_PROTO(inode)->setattr(dentry, &fattr, attr); 386 if (error == 0) 387 nfs_refresh_inode(inode, &fattr); 388 unlock_kernel(); 389 return error; 390 } 391 392 /** 393 * nfs_setattr_update_inode - Update inode metadata after a setattr call. 394 * @inode: pointer to struct inode 395 * @attr: pointer to struct iattr 396 * 397 * Note: we do this in the *proc.c in order to ensure that 398 * it works for things like exclusive creates too. 399 */ 400 void nfs_setattr_update_inode(struct inode *inode, struct iattr *attr) 401 { 402 if ((attr->ia_valid & (ATTR_MODE|ATTR_UID|ATTR_GID)) != 0) { 403 if ((attr->ia_valid & ATTR_MODE) != 0) { 404 int mode = attr->ia_mode & S_IALLUGO; 405 mode |= inode->i_mode & ~S_IALLUGO; 406 inode->i_mode = mode; 407 } 408 if ((attr->ia_valid & ATTR_UID) != 0) 409 inode->i_uid = attr->ia_uid; 410 if ((attr->ia_valid & ATTR_GID) != 0) 411 inode->i_gid = attr->ia_gid; 412 spin_lock(&inode->i_lock); 413 NFS_I(inode)->cache_validity |= NFS_INO_INVALID_ACCESS|NFS_INO_INVALID_ACL; 414 spin_unlock(&inode->i_lock); 415 } 416 if ((attr->ia_valid & ATTR_SIZE) != 0) { 417 nfs_inc_stats(inode, NFSIOS_SETATTRTRUNC); 418 inode->i_size = attr->ia_size; 419 vmtruncate(inode, attr->ia_size); 420 } 421 } 422 423 static int nfs_wait_schedule(void *word) 424 { 425 if (signal_pending(current)) 426 return -ERESTARTSYS; 427 schedule(); 428 return 0; 429 } 430 431 /* 432 * Wait for the inode to get unlocked. 433 */ 434 static int nfs_wait_on_inode(struct inode *inode) 435 { 436 struct rpc_clnt *clnt = NFS_CLIENT(inode); 437 struct nfs_inode *nfsi = NFS_I(inode); 438 sigset_t oldmask; 439 int error; 440 441 rpc_clnt_sigmask(clnt, &oldmask); 442 error = wait_on_bit_lock(&nfsi->flags, NFS_INO_REVALIDATING, 443 nfs_wait_schedule, TASK_INTERRUPTIBLE); 444 rpc_clnt_sigunmask(clnt, &oldmask); 445 446 return error; 447 } 448 449 static void nfs_wake_up_inode(struct inode *inode) 450 { 451 struct nfs_inode *nfsi = NFS_I(inode); 452 453 clear_bit(NFS_INO_REVALIDATING, &nfsi->flags); 454 smp_mb__after_clear_bit(); 455 wake_up_bit(&nfsi->flags, NFS_INO_REVALIDATING); 456 } 457 458 int nfs_getattr(struct vfsmount *mnt, struct dentry *dentry, struct kstat *stat) 459 { 460 struct inode *inode = dentry->d_inode; 461 int need_atime = NFS_I(inode)->cache_validity & NFS_INO_INVALID_ATIME; 462 int err; 463 464 /* Flush out writes to the server in order to update c/mtime */ 465 if (S_ISREG(inode->i_mode)) 466 nfs_wb_nocommit(inode); 467 468 /* 469 * We may force a getattr if the user cares about atime. 470 * 471 * Note that we only have to check the vfsmount flags here: 472 * - NFS always sets S_NOATIME by so checking it would give a 473 * bogus result 474 * - NFS never sets MS_NOATIME or MS_NODIRATIME so there is 475 * no point in checking those. 476 */ 477 if ((mnt->mnt_flags & MNT_NOATIME) || 478 ((mnt->mnt_flags & MNT_NODIRATIME) && S_ISDIR(inode->i_mode))) 479 need_atime = 0; 480 481 if (need_atime) 482 err = __nfs_revalidate_inode(NFS_SERVER(inode), inode); 483 else 484 err = nfs_revalidate_inode(NFS_SERVER(inode), inode); 485 if (!err) { 486 generic_fillattr(inode, stat); 487 stat->ino = nfs_compat_user_ino64(NFS_FILEID(inode)); 488 } 489 return err; 490 } 491 492 static struct nfs_open_context *alloc_nfs_open_context(struct vfsmount *mnt, struct dentry *dentry, struct rpc_cred *cred) 493 { 494 struct nfs_open_context *ctx; 495 496 ctx = kmalloc(sizeof(*ctx), GFP_KERNEL); 497 if (ctx != NULL) { 498 ctx->path.dentry = dget(dentry); 499 ctx->path.mnt = mntget(mnt); 500 ctx->cred = get_rpccred(cred); 501 ctx->state = NULL; 502 ctx->lockowner = current->files; 503 ctx->error = 0; 504 ctx->dir_cookie = 0; 505 atomic_set(&ctx->count, 1); 506 } 507 return ctx; 508 } 509 510 struct nfs_open_context *get_nfs_open_context(struct nfs_open_context *ctx) 511 { 512 if (ctx != NULL) 513 atomic_inc(&ctx->count); 514 return ctx; 515 } 516 517 void put_nfs_open_context(struct nfs_open_context *ctx) 518 { 519 struct inode *inode = ctx->path.dentry->d_inode; 520 521 if (!atomic_dec_and_lock(&ctx->count, &inode->i_lock)) 522 return; 523 list_del(&ctx->list); 524 spin_unlock(&inode->i_lock); 525 if (ctx->state != NULL) 526 nfs4_close_state(&ctx->path, ctx->state, ctx->mode); 527 if (ctx->cred != NULL) 528 put_rpccred(ctx->cred); 529 dput(ctx->path.dentry); 530 mntput(ctx->path.mnt); 531 kfree(ctx); 532 } 533 534 /* 535 * Ensure that mmap has a recent RPC credential for use when writing out 536 * shared pages 537 */ 538 static void nfs_file_set_open_context(struct file *filp, struct nfs_open_context *ctx) 539 { 540 struct inode *inode = filp->f_path.dentry->d_inode; 541 struct nfs_inode *nfsi = NFS_I(inode); 542 543 filp->private_data = get_nfs_open_context(ctx); 544 spin_lock(&inode->i_lock); 545 list_add(&ctx->list, &nfsi->open_files); 546 spin_unlock(&inode->i_lock); 547 } 548 549 /* 550 * Given an inode, search for an open context with the desired characteristics 551 */ 552 struct nfs_open_context *nfs_find_open_context(struct inode *inode, struct rpc_cred *cred, int mode) 553 { 554 struct nfs_inode *nfsi = NFS_I(inode); 555 struct nfs_open_context *pos, *ctx = NULL; 556 557 spin_lock(&inode->i_lock); 558 list_for_each_entry(pos, &nfsi->open_files, list) { 559 if (cred != NULL && pos->cred != cred) 560 continue; 561 if ((pos->mode & mode) == mode) { 562 ctx = get_nfs_open_context(pos); 563 break; 564 } 565 } 566 spin_unlock(&inode->i_lock); 567 return ctx; 568 } 569 570 static void nfs_file_clear_open_context(struct file *filp) 571 { 572 struct inode *inode = filp->f_path.dentry->d_inode; 573 struct nfs_open_context *ctx = nfs_file_open_context(filp); 574 575 if (ctx) { 576 filp->private_data = NULL; 577 spin_lock(&inode->i_lock); 578 list_move_tail(&ctx->list, &NFS_I(inode)->open_files); 579 spin_unlock(&inode->i_lock); 580 put_nfs_open_context(ctx); 581 } 582 } 583 584 /* 585 * These allocate and release file read/write context information. 586 */ 587 int nfs_open(struct inode *inode, struct file *filp) 588 { 589 struct nfs_open_context *ctx; 590 struct rpc_cred *cred; 591 592 cred = rpcauth_lookupcred(NFS_CLIENT(inode)->cl_auth, 0); 593 if (IS_ERR(cred)) 594 return PTR_ERR(cred); 595 ctx = alloc_nfs_open_context(filp->f_path.mnt, filp->f_path.dentry, cred); 596 put_rpccred(cred); 597 if (ctx == NULL) 598 return -ENOMEM; 599 ctx->mode = filp->f_mode; 600 nfs_file_set_open_context(filp, ctx); 601 put_nfs_open_context(ctx); 602 return 0; 603 } 604 605 int nfs_release(struct inode *inode, struct file *filp) 606 { 607 nfs_file_clear_open_context(filp); 608 return 0; 609 } 610 611 /* 612 * This function is called whenever some part of NFS notices that 613 * the cached attributes have to be refreshed. 614 */ 615 int 616 __nfs_revalidate_inode(struct nfs_server *server, struct inode *inode) 617 { 618 int status = -ESTALE; 619 struct nfs_fattr fattr; 620 struct nfs_inode *nfsi = NFS_I(inode); 621 622 dfprintk(PAGECACHE, "NFS: revalidating (%s/%Ld)\n", 623 inode->i_sb->s_id, (long long)NFS_FILEID(inode)); 624 625 nfs_inc_stats(inode, NFSIOS_INODEREVALIDATE); 626 lock_kernel(); 627 if (is_bad_inode(inode)) 628 goto out_nowait; 629 if (NFS_STALE(inode)) 630 goto out_nowait; 631 632 status = nfs_wait_on_inode(inode); 633 if (status < 0) 634 goto out; 635 636 status = -ESTALE; 637 if (NFS_STALE(inode)) 638 goto out; 639 640 status = NFS_PROTO(inode)->getattr(server, NFS_FH(inode), &fattr); 641 if (status != 0) { 642 dfprintk(PAGECACHE, "nfs_revalidate_inode: (%s/%Ld) getattr failed, error=%d\n", 643 inode->i_sb->s_id, 644 (long long)NFS_FILEID(inode), status); 645 if (status == -ESTALE) { 646 nfs_zap_caches(inode); 647 if (!S_ISDIR(inode->i_mode)) 648 set_bit(NFS_INO_STALE, &NFS_FLAGS(inode)); 649 } 650 goto out; 651 } 652 653 spin_lock(&inode->i_lock); 654 status = nfs_update_inode(inode, &fattr); 655 if (status) { 656 spin_unlock(&inode->i_lock); 657 dfprintk(PAGECACHE, "nfs_revalidate_inode: (%s/%Ld) refresh failed, error=%d\n", 658 inode->i_sb->s_id, 659 (long long)NFS_FILEID(inode), status); 660 goto out; 661 } 662 spin_unlock(&inode->i_lock); 663 664 if (nfsi->cache_validity & NFS_INO_INVALID_ACL) 665 nfs_zap_acl_cache(inode); 666 667 dfprintk(PAGECACHE, "NFS: (%s/%Ld) revalidation complete\n", 668 inode->i_sb->s_id, 669 (long long)NFS_FILEID(inode)); 670 671 out: 672 nfs_wake_up_inode(inode); 673 674 out_nowait: 675 unlock_kernel(); 676 return status; 677 } 678 679 int nfs_attribute_timeout(struct inode *inode) 680 { 681 struct nfs_inode *nfsi = NFS_I(inode); 682 683 if (nfs_have_delegation(inode, FMODE_READ)) 684 return 0; 685 return !time_in_range(jiffies, nfsi->read_cache_jiffies, nfsi->read_cache_jiffies + nfsi->attrtimeo); 686 } 687 688 /** 689 * nfs_revalidate_inode - Revalidate the inode attributes 690 * @server - pointer to nfs_server struct 691 * @inode - pointer to inode struct 692 * 693 * Updates inode attribute information by retrieving the data from the server. 694 */ 695 int nfs_revalidate_inode(struct nfs_server *server, struct inode *inode) 696 { 697 if (!(NFS_I(inode)->cache_validity & NFS_INO_INVALID_ATTR) 698 && !nfs_attribute_timeout(inode)) 699 return NFS_STALE(inode) ? -ESTALE : 0; 700 return __nfs_revalidate_inode(server, inode); 701 } 702 703 static int nfs_invalidate_mapping_nolock(struct inode *inode, struct address_space *mapping) 704 { 705 struct nfs_inode *nfsi = NFS_I(inode); 706 707 if (mapping->nrpages != 0) { 708 int ret = invalidate_inode_pages2(mapping); 709 if (ret < 0) 710 return ret; 711 } 712 spin_lock(&inode->i_lock); 713 nfsi->cache_validity &= ~NFS_INO_INVALID_DATA; 714 if (S_ISDIR(inode->i_mode)) 715 memset(nfsi->cookieverf, 0, sizeof(nfsi->cookieverf)); 716 spin_unlock(&inode->i_lock); 717 nfs_inc_stats(inode, NFSIOS_DATAINVALIDATE); 718 dfprintk(PAGECACHE, "NFS: (%s/%Ld) data cache invalidated\n", 719 inode->i_sb->s_id, (long long)NFS_FILEID(inode)); 720 return 0; 721 } 722 723 static int nfs_invalidate_mapping(struct inode *inode, struct address_space *mapping) 724 { 725 int ret = 0; 726 727 mutex_lock(&inode->i_mutex); 728 if (NFS_I(inode)->cache_validity & NFS_INO_INVALID_DATA) { 729 ret = nfs_sync_mapping(mapping); 730 if (ret == 0) 731 ret = nfs_invalidate_mapping_nolock(inode, mapping); 732 } 733 mutex_unlock(&inode->i_mutex); 734 return ret; 735 } 736 737 /** 738 * nfs_revalidate_mapping_nolock - Revalidate the pagecache 739 * @inode - pointer to host inode 740 * @mapping - pointer to mapping 741 */ 742 int nfs_revalidate_mapping_nolock(struct inode *inode, struct address_space *mapping) 743 { 744 struct nfs_inode *nfsi = NFS_I(inode); 745 int ret = 0; 746 747 if ((nfsi->cache_validity & NFS_INO_REVAL_PAGECACHE) 748 || nfs_attribute_timeout(inode) || NFS_STALE(inode)) { 749 ret = __nfs_revalidate_inode(NFS_SERVER(inode), inode); 750 if (ret < 0) 751 goto out; 752 } 753 if (nfsi->cache_validity & NFS_INO_INVALID_DATA) 754 ret = nfs_invalidate_mapping_nolock(inode, mapping); 755 out: 756 return ret; 757 } 758 759 /** 760 * nfs_revalidate_mapping - Revalidate the pagecache 761 * @inode - pointer to host inode 762 * @mapping - pointer to mapping 763 * 764 * This version of the function will take the inode->i_mutex and attempt to 765 * flush out all dirty data if it needs to invalidate the page cache. 766 */ 767 int nfs_revalidate_mapping(struct inode *inode, struct address_space *mapping) 768 { 769 struct nfs_inode *nfsi = NFS_I(inode); 770 int ret = 0; 771 772 if ((nfsi->cache_validity & NFS_INO_REVAL_PAGECACHE) 773 || nfs_attribute_timeout(inode) || NFS_STALE(inode)) { 774 ret = __nfs_revalidate_inode(NFS_SERVER(inode), inode); 775 if (ret < 0) 776 goto out; 777 } 778 if (nfsi->cache_validity & NFS_INO_INVALID_DATA) 779 ret = nfs_invalidate_mapping(inode, mapping); 780 out: 781 return ret; 782 } 783 784 static void nfs_wcc_update_inode(struct inode *inode, struct nfs_fattr *fattr) 785 { 786 struct nfs_inode *nfsi = NFS_I(inode); 787 788 if ((fattr->valid & NFS_ATTR_WCC_V4) != 0 && 789 nfsi->change_attr == fattr->pre_change_attr) { 790 nfsi->change_attr = fattr->change_attr; 791 if (S_ISDIR(inode->i_mode)) 792 nfsi->cache_validity |= NFS_INO_INVALID_DATA; 793 } 794 /* If we have atomic WCC data, we may update some attributes */ 795 if ((fattr->valid & NFS_ATTR_WCC) != 0) { 796 if (timespec_equal(&inode->i_ctime, &fattr->pre_ctime)) 797 memcpy(&inode->i_ctime, &fattr->ctime, sizeof(inode->i_ctime)); 798 if (timespec_equal(&inode->i_mtime, &fattr->pre_mtime)) { 799 memcpy(&inode->i_mtime, &fattr->mtime, sizeof(inode->i_mtime)); 800 if (S_ISDIR(inode->i_mode)) 801 nfsi->cache_validity |= NFS_INO_INVALID_DATA; 802 } 803 if (inode->i_size == fattr->pre_size && nfsi->npages == 0) 804 inode->i_size = fattr->size; 805 } 806 } 807 808 /** 809 * nfs_check_inode_attributes - verify consistency of the inode attribute cache 810 * @inode - pointer to inode 811 * @fattr - updated attributes 812 * 813 * Verifies the attribute cache. If we have just changed the attributes, 814 * so that fattr carries weak cache consistency data, then it may 815 * also update the ctime/mtime/change_attribute. 816 */ 817 static int nfs_check_inode_attributes(struct inode *inode, struct nfs_fattr *fattr) 818 { 819 struct nfs_inode *nfsi = NFS_I(inode); 820 loff_t cur_size, new_isize; 821 unsigned long invalid = 0; 822 823 824 /* Has the inode gone and changed behind our back? */ 825 if (nfsi->fileid != fattr->fileid 826 || (inode->i_mode & S_IFMT) != (fattr->mode & S_IFMT)) { 827 return -EIO; 828 } 829 830 /* Do atomic weak cache consistency updates */ 831 nfs_wcc_update_inode(inode, fattr); 832 833 if ((fattr->valid & NFS_ATTR_FATTR_V4) != 0 && 834 nfsi->change_attr != fattr->change_attr) 835 invalid |= NFS_INO_INVALID_ATTR|NFS_INO_REVAL_PAGECACHE; 836 837 /* Verify a few of the more important attributes */ 838 if (!timespec_equal(&inode->i_mtime, &fattr->mtime)) 839 invalid |= NFS_INO_INVALID_ATTR|NFS_INO_REVAL_PAGECACHE; 840 841 cur_size = i_size_read(inode); 842 new_isize = nfs_size_to_loff_t(fattr->size); 843 if (cur_size != new_isize && nfsi->npages == 0) 844 invalid |= NFS_INO_INVALID_ATTR|NFS_INO_REVAL_PAGECACHE; 845 846 /* Have any file permissions changed? */ 847 if ((inode->i_mode & S_IALLUGO) != (fattr->mode & S_IALLUGO) 848 || inode->i_uid != fattr->uid 849 || inode->i_gid != fattr->gid) 850 invalid |= NFS_INO_INVALID_ATTR | NFS_INO_INVALID_ACCESS | NFS_INO_INVALID_ACL; 851 852 /* Has the link count changed? */ 853 if (inode->i_nlink != fattr->nlink) 854 invalid |= NFS_INO_INVALID_ATTR; 855 856 if (!timespec_equal(&inode->i_atime, &fattr->atime)) 857 invalid |= NFS_INO_INVALID_ATIME; 858 859 if (invalid != 0) 860 nfsi->cache_validity |= invalid; 861 else 862 nfsi->cache_validity &= ~(NFS_INO_INVALID_ATTR 863 | NFS_INO_INVALID_ATIME 864 | NFS_INO_REVAL_PAGECACHE); 865 866 nfsi->read_cache_jiffies = fattr->time_start; 867 return 0; 868 } 869 870 /** 871 * nfs_refresh_inode - try to update the inode attribute cache 872 * @inode - pointer to inode 873 * @fattr - updated attributes 874 * 875 * Check that an RPC call that returned attributes has not overlapped with 876 * other recent updates of the inode metadata, then decide whether it is 877 * safe to do a full update of the inode attributes, or whether just to 878 * call nfs_check_inode_attributes. 879 */ 880 int nfs_refresh_inode(struct inode *inode, struct nfs_fattr *fattr) 881 { 882 struct nfs_inode *nfsi = NFS_I(inode); 883 int status; 884 885 if ((fattr->valid & NFS_ATTR_FATTR) == 0) 886 return 0; 887 spin_lock(&inode->i_lock); 888 if (time_after(fattr->time_start, nfsi->last_updated)) 889 status = nfs_update_inode(inode, fattr); 890 else 891 status = nfs_check_inode_attributes(inode, fattr); 892 893 spin_unlock(&inode->i_lock); 894 return status; 895 } 896 897 /** 898 * nfs_post_op_update_inode - try to update the inode attribute cache 899 * @inode - pointer to inode 900 * @fattr - updated attributes 901 * 902 * After an operation that has changed the inode metadata, mark the 903 * attribute cache as being invalid, then try to update it. 904 * 905 * NB: if the server didn't return any post op attributes, this 906 * function will force the retrieval of attributes before the next 907 * NFS request. Thus it should be used only for operations that 908 * are expected to change one or more attributes, to avoid 909 * unnecessary NFS requests and trips through nfs_update_inode(). 910 */ 911 int nfs_post_op_update_inode(struct inode *inode, struct nfs_fattr *fattr) 912 { 913 struct nfs_inode *nfsi = NFS_I(inode); 914 915 spin_lock(&inode->i_lock); 916 nfsi->cache_validity |= NFS_INO_INVALID_ATTR|NFS_INO_REVAL_PAGECACHE; 917 if (S_ISDIR(inode->i_mode)) 918 nfsi->cache_validity |= NFS_INO_INVALID_DATA; 919 spin_unlock(&inode->i_lock); 920 return nfs_refresh_inode(inode, fattr); 921 } 922 923 /** 924 * nfs_post_op_update_inode_force_wcc - try to update the inode attribute cache 925 * @inode - pointer to inode 926 * @fattr - updated attributes 927 * 928 * After an operation that has changed the inode metadata, mark the 929 * attribute cache as being invalid, then try to update it. Fake up 930 * weak cache consistency data, if none exist. 931 * 932 * This function is mainly designed to be used by the ->write_done() functions. 933 */ 934 int nfs_post_op_update_inode_force_wcc(struct inode *inode, struct nfs_fattr *fattr) 935 { 936 if ((fattr->valid & NFS_ATTR_FATTR_V4) != 0 && 937 (fattr->valid & NFS_ATTR_WCC_V4) == 0) { 938 fattr->pre_change_attr = NFS_I(inode)->change_attr; 939 fattr->valid |= NFS_ATTR_WCC_V4; 940 } 941 if ((fattr->valid & NFS_ATTR_FATTR) != 0 && 942 (fattr->valid & NFS_ATTR_WCC) == 0) { 943 memcpy(&fattr->pre_ctime, &inode->i_ctime, sizeof(fattr->pre_ctime)); 944 memcpy(&fattr->pre_mtime, &inode->i_mtime, sizeof(fattr->pre_mtime)); 945 fattr->pre_size = inode->i_size; 946 fattr->valid |= NFS_ATTR_WCC; 947 } 948 return nfs_post_op_update_inode(inode, fattr); 949 } 950 951 /* 952 * Many nfs protocol calls return the new file attributes after 953 * an operation. Here we update the inode to reflect the state 954 * of the server's inode. 955 * 956 * This is a bit tricky because we have to make sure all dirty pages 957 * have been sent off to the server before calling invalidate_inode_pages. 958 * To make sure no other process adds more write requests while we try 959 * our best to flush them, we make them sleep during the attribute refresh. 960 * 961 * A very similar scenario holds for the dir cache. 962 */ 963 static int nfs_update_inode(struct inode *inode, struct nfs_fattr *fattr) 964 { 965 struct nfs_server *server; 966 struct nfs_inode *nfsi = NFS_I(inode); 967 loff_t cur_isize, new_isize; 968 unsigned long invalid = 0; 969 unsigned long now = jiffies; 970 971 dfprintk(VFS, "NFS: %s(%s/%ld ct=%d info=0x%x)\n", 972 __FUNCTION__, inode->i_sb->s_id, inode->i_ino, 973 atomic_read(&inode->i_count), fattr->valid); 974 975 if (nfsi->fileid != fattr->fileid) 976 goto out_fileid; 977 978 /* 979 * Make sure the inode's type hasn't changed. 980 */ 981 if ((inode->i_mode & S_IFMT) != (fattr->mode & S_IFMT)) 982 goto out_changed; 983 984 server = NFS_SERVER(inode); 985 /* Update the fsid? */ 986 if (S_ISDIR(inode->i_mode) 987 && !nfs_fsid_equal(&server->fsid, &fattr->fsid)) 988 server->fsid = fattr->fsid; 989 990 /* 991 * Update the read time so we don't revalidate too often. 992 */ 993 nfsi->read_cache_jiffies = fattr->time_start; 994 995 nfsi->cache_validity &= ~(NFS_INO_INVALID_ATTR | NFS_INO_INVALID_ATIME 996 | NFS_INO_REVAL_PAGECACHE); 997 998 /* Do atomic weak cache consistency updates */ 999 nfs_wcc_update_inode(inode, fattr); 1000 1001 /* More cache consistency checks */ 1002 if (!(fattr->valid & NFS_ATTR_FATTR_V4)) { 1003 /* NFSv2/v3: Check if the mtime agrees */ 1004 if (!timespec_equal(&inode->i_mtime, &fattr->mtime)) { 1005 dprintk("NFS: mtime change on server for file %s/%ld\n", 1006 inode->i_sb->s_id, inode->i_ino); 1007 invalid |= NFS_INO_INVALID_ATTR|NFS_INO_INVALID_DATA; 1008 nfsi->cache_change_attribute = now; 1009 } 1010 /* If ctime has changed we should definitely clear access+acl caches */ 1011 if (!timespec_equal(&inode->i_ctime, &fattr->ctime)) 1012 invalid |= NFS_INO_INVALID_ACCESS|NFS_INO_INVALID_ACL; 1013 } else if (nfsi->change_attr != fattr->change_attr) { 1014 dprintk("NFS: change_attr change on server for file %s/%ld\n", 1015 inode->i_sb->s_id, inode->i_ino); 1016 invalid |= NFS_INO_INVALID_ATTR|NFS_INO_INVALID_DATA|NFS_INO_INVALID_ACCESS|NFS_INO_INVALID_ACL; 1017 nfsi->cache_change_attribute = now; 1018 } 1019 1020 /* Check if our cached file size is stale */ 1021 new_isize = nfs_size_to_loff_t(fattr->size); 1022 cur_isize = i_size_read(inode); 1023 if (new_isize != cur_isize) { 1024 /* Do we perhaps have any outstanding writes, or has 1025 * the file grown beyond our last write? */ 1026 if (nfsi->npages == 0 || new_isize > cur_isize) { 1027 inode->i_size = new_isize; 1028 invalid |= NFS_INO_INVALID_ATTR|NFS_INO_INVALID_DATA; 1029 } 1030 dprintk("NFS: isize change on server for file %s/%ld\n", 1031 inode->i_sb->s_id, inode->i_ino); 1032 } 1033 1034 1035 memcpy(&inode->i_mtime, &fattr->mtime, sizeof(inode->i_mtime)); 1036 memcpy(&inode->i_ctime, &fattr->ctime, sizeof(inode->i_ctime)); 1037 memcpy(&inode->i_atime, &fattr->atime, sizeof(inode->i_atime)); 1038 nfsi->change_attr = fattr->change_attr; 1039 1040 if ((inode->i_mode & S_IALLUGO) != (fattr->mode & S_IALLUGO) || 1041 inode->i_uid != fattr->uid || 1042 inode->i_gid != fattr->gid) 1043 invalid |= NFS_INO_INVALID_ATTR|NFS_INO_INVALID_ACCESS|NFS_INO_INVALID_ACL; 1044 1045 inode->i_mode = fattr->mode; 1046 inode->i_nlink = fattr->nlink; 1047 inode->i_uid = fattr->uid; 1048 inode->i_gid = fattr->gid; 1049 1050 if (fattr->valid & (NFS_ATTR_FATTR_V3 | NFS_ATTR_FATTR_V4)) { 1051 /* 1052 * report the blocks in 512byte units 1053 */ 1054 inode->i_blocks = nfs_calc_block_size(fattr->du.nfs3.used); 1055 } else { 1056 inode->i_blocks = fattr->du.nfs2.blocks; 1057 } 1058 1059 /* Update attrtimeo value if we're out of the unstable period */ 1060 if (invalid & NFS_INO_INVALID_ATTR) { 1061 nfs_inc_stats(inode, NFSIOS_ATTRINVALIDATE); 1062 nfsi->attrtimeo = NFS_MINATTRTIMEO(inode); 1063 nfsi->attrtimeo_timestamp = now; 1064 nfsi->last_updated = now; 1065 } else { 1066 if (!time_in_range(now, nfsi->attrtimeo_timestamp, nfsi->attrtimeo_timestamp + nfsi->attrtimeo)) { 1067 if ((nfsi->attrtimeo <<= 1) > NFS_MAXATTRTIMEO(inode)) 1068 nfsi->attrtimeo = NFS_MAXATTRTIMEO(inode); 1069 nfsi->attrtimeo_timestamp = now; 1070 } 1071 /* 1072 * Avoid jiffy wraparound issues with nfsi->last_updated 1073 */ 1074 if (!time_in_range(nfsi->last_updated, nfsi->read_cache_jiffies, now)) 1075 nfsi->last_updated = nfsi->read_cache_jiffies; 1076 } 1077 invalid &= ~NFS_INO_INVALID_ATTR; 1078 /* Don't invalidate the data if we were to blame */ 1079 if (!(S_ISREG(inode->i_mode) || S_ISDIR(inode->i_mode) 1080 || S_ISLNK(inode->i_mode))) 1081 invalid &= ~NFS_INO_INVALID_DATA; 1082 if (!nfs_have_delegation(inode, FMODE_READ) || 1083 (nfsi->cache_validity & NFS_INO_REVAL_FORCED)) 1084 nfsi->cache_validity |= invalid; 1085 nfsi->cache_validity &= ~NFS_INO_REVAL_FORCED; 1086 1087 return 0; 1088 out_changed: 1089 /* 1090 * Big trouble! The inode has become a different object. 1091 */ 1092 printk(KERN_DEBUG "%s: inode %ld mode changed, %07o to %07o\n", 1093 __FUNCTION__, inode->i_ino, inode->i_mode, fattr->mode); 1094 out_err: 1095 /* 1096 * No need to worry about unhashing the dentry, as the 1097 * lookup validation will know that the inode is bad. 1098 * (But we fall through to invalidate the caches.) 1099 */ 1100 nfs_invalidate_inode(inode); 1101 return -ESTALE; 1102 1103 out_fileid: 1104 printk(KERN_ERR "NFS: server %s error: fileid changed\n" 1105 "fsid %s: expected fileid 0x%Lx, got 0x%Lx\n", 1106 NFS_SERVER(inode)->nfs_client->cl_hostname, inode->i_sb->s_id, 1107 (long long)nfsi->fileid, (long long)fattr->fileid); 1108 goto out_err; 1109 } 1110 1111 1112 #ifdef CONFIG_NFS_V4 1113 1114 /* 1115 * Clean out any remaining NFSv4 state that might be left over due 1116 * to open() calls that passed nfs_atomic_lookup, but failed to call 1117 * nfs_open(). 1118 */ 1119 void nfs4_clear_inode(struct inode *inode) 1120 { 1121 /* If we are holding a delegation, return it! */ 1122 nfs_inode_return_delegation(inode); 1123 /* First call standard NFS clear_inode() code */ 1124 nfs_clear_inode(inode); 1125 } 1126 #endif 1127 1128 struct inode *nfs_alloc_inode(struct super_block *sb) 1129 { 1130 struct nfs_inode *nfsi; 1131 nfsi = (struct nfs_inode *)kmem_cache_alloc(nfs_inode_cachep, GFP_KERNEL); 1132 if (!nfsi) 1133 return NULL; 1134 nfsi->flags = 0UL; 1135 nfsi->cache_validity = 0UL; 1136 #ifdef CONFIG_NFS_V3_ACL 1137 nfsi->acl_access = ERR_PTR(-EAGAIN); 1138 nfsi->acl_default = ERR_PTR(-EAGAIN); 1139 #endif 1140 #ifdef CONFIG_NFS_V4 1141 nfsi->nfs4_acl = NULL; 1142 #endif /* CONFIG_NFS_V4 */ 1143 return &nfsi->vfs_inode; 1144 } 1145 1146 void nfs_destroy_inode(struct inode *inode) 1147 { 1148 kmem_cache_free(nfs_inode_cachep, NFS_I(inode)); 1149 } 1150 1151 static inline void nfs4_init_once(struct nfs_inode *nfsi) 1152 { 1153 #ifdef CONFIG_NFS_V4 1154 INIT_LIST_HEAD(&nfsi->open_states); 1155 nfsi->delegation = NULL; 1156 nfsi->delegation_state = 0; 1157 init_rwsem(&nfsi->rwsem); 1158 #endif 1159 } 1160 1161 static void init_once(struct kmem_cache * cachep, void *foo) 1162 { 1163 struct nfs_inode *nfsi = (struct nfs_inode *) foo; 1164 1165 inode_init_once(&nfsi->vfs_inode); 1166 INIT_LIST_HEAD(&nfsi->open_files); 1167 INIT_LIST_HEAD(&nfsi->access_cache_entry_lru); 1168 INIT_LIST_HEAD(&nfsi->access_cache_inode_lru); 1169 INIT_RADIX_TREE(&nfsi->nfs_page_tree, GFP_ATOMIC); 1170 nfsi->ncommit = 0; 1171 nfsi->npages = 0; 1172 nfs4_init_once(nfsi); 1173 } 1174 1175 static int __init nfs_init_inodecache(void) 1176 { 1177 nfs_inode_cachep = kmem_cache_create("nfs_inode_cache", 1178 sizeof(struct nfs_inode), 1179 0, (SLAB_RECLAIM_ACCOUNT| 1180 SLAB_MEM_SPREAD), 1181 init_once); 1182 if (nfs_inode_cachep == NULL) 1183 return -ENOMEM; 1184 1185 return 0; 1186 } 1187 1188 static void nfs_destroy_inodecache(void) 1189 { 1190 kmem_cache_destroy(nfs_inode_cachep); 1191 } 1192 1193 /* 1194 * Initialize NFS 1195 */ 1196 static int __init init_nfs_fs(void) 1197 { 1198 int err; 1199 1200 err = nfs_fs_proc_init(); 1201 if (err) 1202 goto out5; 1203 1204 err = nfs_init_nfspagecache(); 1205 if (err) 1206 goto out4; 1207 1208 err = nfs_init_inodecache(); 1209 if (err) 1210 goto out3; 1211 1212 err = nfs_init_readpagecache(); 1213 if (err) 1214 goto out2; 1215 1216 err = nfs_init_writepagecache(); 1217 if (err) 1218 goto out1; 1219 1220 err = nfs_init_directcache(); 1221 if (err) 1222 goto out0; 1223 1224 #ifdef CONFIG_PROC_FS 1225 rpc_proc_register(&nfs_rpcstat); 1226 #endif 1227 if ((err = register_nfs_fs()) != 0) 1228 goto out; 1229 return 0; 1230 out: 1231 #ifdef CONFIG_PROC_FS 1232 rpc_proc_unregister("nfs"); 1233 #endif 1234 nfs_destroy_directcache(); 1235 out0: 1236 nfs_destroy_writepagecache(); 1237 out1: 1238 nfs_destroy_readpagecache(); 1239 out2: 1240 nfs_destroy_inodecache(); 1241 out3: 1242 nfs_destroy_nfspagecache(); 1243 out4: 1244 nfs_fs_proc_exit(); 1245 out5: 1246 return err; 1247 } 1248 1249 static void __exit exit_nfs_fs(void) 1250 { 1251 nfs_destroy_directcache(); 1252 nfs_destroy_writepagecache(); 1253 nfs_destroy_readpagecache(); 1254 nfs_destroy_inodecache(); 1255 nfs_destroy_nfspagecache(); 1256 #ifdef CONFIG_PROC_FS 1257 rpc_proc_unregister("nfs"); 1258 #endif 1259 unregister_nfs_fs(); 1260 nfs_fs_proc_exit(); 1261 } 1262 1263 /* Not quite true; I just maintain it */ 1264 MODULE_AUTHOR("Olaf Kirch <okir@monad.swb.de>"); 1265 MODULE_LICENSE("GPL"); 1266 module_param(enable_ino64, bool, 0644); 1267 1268 module_init(init_nfs_fs) 1269 module_exit(exit_nfs_fs) 1270