1 /* 2 * 3 * Copyright (C) 2011 Novell Inc. 4 * 5 * This program is free software; you can redistribute it and/or modify it 6 * under the terms of the GNU General Public License version 2 as published by 7 * the Free Software Foundation. 8 */ 9 10 #include <linux/module.h> 11 #include <linux/fs.h> 12 #include <linux/slab.h> 13 #include <linux/file.h> 14 #include <linux/splice.h> 15 #include <linux/xattr.h> 16 #include <linux/security.h> 17 #include <linux/uaccess.h> 18 #include <linux/sched/signal.h> 19 #include <linux/cred.h> 20 #include <linux/namei.h> 21 #include <linux/fdtable.h> 22 #include <linux/ratelimit.h> 23 #include <linux/exportfs.h> 24 #include "overlayfs.h" 25 26 #define OVL_COPY_UP_CHUNK_SIZE (1 << 20) 27 28 static int ovl_ccup_set(const char *buf, const struct kernel_param *param) 29 { 30 pr_warn("overlayfs: \"check_copy_up\" module option is obsolete\n"); 31 return 0; 32 } 33 34 static int ovl_ccup_get(char *buf, const struct kernel_param *param) 35 { 36 return sprintf(buf, "N\n"); 37 } 38 39 module_param_call(check_copy_up, ovl_ccup_set, ovl_ccup_get, NULL, 0644); 40 MODULE_PARM_DESC(ovl_check_copy_up, "Obsolete; does nothing"); 41 42 int ovl_copy_xattr(struct dentry *old, struct dentry *new) 43 { 44 ssize_t list_size, size, value_size = 0; 45 char *buf, *name, *value = NULL; 46 int uninitialized_var(error); 47 size_t slen; 48 49 if (!(old->d_inode->i_opflags & IOP_XATTR) || 50 !(new->d_inode->i_opflags & IOP_XATTR)) 51 return 0; 52 53 list_size = vfs_listxattr(old, NULL, 0); 54 if (list_size <= 0) { 55 if (list_size == -EOPNOTSUPP) 56 return 0; 57 return list_size; 58 } 59 60 buf = kzalloc(list_size, GFP_KERNEL); 61 if (!buf) 62 return -ENOMEM; 63 64 list_size = vfs_listxattr(old, buf, list_size); 65 if (list_size <= 0) { 66 error = list_size; 67 goto out; 68 } 69 70 for (name = buf; list_size; name += slen) { 71 slen = strnlen(name, list_size) + 1; 72 73 /* underlying fs providing us with an broken xattr list? */ 74 if (WARN_ON(slen > list_size)) { 75 error = -EIO; 76 break; 77 } 78 list_size -= slen; 79 80 if (ovl_is_private_xattr(name)) 81 continue; 82 retry: 83 size = vfs_getxattr(old, name, value, value_size); 84 if (size == -ERANGE) 85 size = vfs_getxattr(old, name, NULL, 0); 86 87 if (size < 0) { 88 error = size; 89 break; 90 } 91 92 if (size > value_size) { 93 void *new; 94 95 new = krealloc(value, size, GFP_KERNEL); 96 if (!new) { 97 error = -ENOMEM; 98 break; 99 } 100 value = new; 101 value_size = size; 102 goto retry; 103 } 104 105 error = security_inode_copy_up_xattr(name); 106 if (error < 0 && error != -EOPNOTSUPP) 107 break; 108 if (error == 1) { 109 error = 0; 110 continue; /* Discard */ 111 } 112 error = vfs_setxattr(new, name, value, size, 0); 113 if (error) 114 break; 115 } 116 kfree(value); 117 out: 118 kfree(buf); 119 return error; 120 } 121 122 static int ovl_copy_up_data(struct path *old, struct path *new, loff_t len) 123 { 124 struct file *old_file; 125 struct file *new_file; 126 loff_t old_pos = 0; 127 loff_t new_pos = 0; 128 loff_t cloned; 129 int error = 0; 130 131 if (len == 0) 132 return 0; 133 134 old_file = ovl_path_open(old, O_LARGEFILE | O_RDONLY); 135 if (IS_ERR(old_file)) 136 return PTR_ERR(old_file); 137 138 new_file = ovl_path_open(new, O_LARGEFILE | O_WRONLY); 139 if (IS_ERR(new_file)) { 140 error = PTR_ERR(new_file); 141 goto out_fput; 142 } 143 144 /* Try to use clone_file_range to clone up within the same fs */ 145 cloned = do_clone_file_range(old_file, 0, new_file, 0, len, 0); 146 if (cloned == len) 147 goto out; 148 /* Couldn't clone, so now we try to copy the data */ 149 150 /* FIXME: copy up sparse files efficiently */ 151 while (len) { 152 size_t this_len = OVL_COPY_UP_CHUNK_SIZE; 153 long bytes; 154 155 if (len < this_len) 156 this_len = len; 157 158 if (signal_pending_state(TASK_KILLABLE, current)) { 159 error = -EINTR; 160 break; 161 } 162 163 bytes = do_splice_direct(old_file, &old_pos, 164 new_file, &new_pos, 165 this_len, SPLICE_F_MOVE); 166 if (bytes <= 0) { 167 error = bytes; 168 break; 169 } 170 WARN_ON(old_pos != new_pos); 171 172 len -= bytes; 173 } 174 out: 175 if (!error) 176 error = vfs_fsync(new_file, 0); 177 fput(new_file); 178 out_fput: 179 fput(old_file); 180 return error; 181 } 182 183 static int ovl_set_size(struct dentry *upperdentry, struct kstat *stat) 184 { 185 struct iattr attr = { 186 .ia_valid = ATTR_SIZE, 187 .ia_size = stat->size, 188 }; 189 190 return notify_change(upperdentry, &attr, NULL); 191 } 192 193 static int ovl_set_timestamps(struct dentry *upperdentry, struct kstat *stat) 194 { 195 struct iattr attr = { 196 .ia_valid = 197 ATTR_ATIME | ATTR_MTIME | ATTR_ATIME_SET | ATTR_MTIME_SET, 198 .ia_atime = stat->atime, 199 .ia_mtime = stat->mtime, 200 }; 201 202 return notify_change(upperdentry, &attr, NULL); 203 } 204 205 int ovl_set_attr(struct dentry *upperdentry, struct kstat *stat) 206 { 207 int err = 0; 208 209 if (!S_ISLNK(stat->mode)) { 210 struct iattr attr = { 211 .ia_valid = ATTR_MODE, 212 .ia_mode = stat->mode, 213 }; 214 err = notify_change(upperdentry, &attr, NULL); 215 } 216 if (!err) { 217 struct iattr attr = { 218 .ia_valid = ATTR_UID | ATTR_GID, 219 .ia_uid = stat->uid, 220 .ia_gid = stat->gid, 221 }; 222 err = notify_change(upperdentry, &attr, NULL); 223 } 224 if (!err) 225 ovl_set_timestamps(upperdentry, stat); 226 227 return err; 228 } 229 230 struct ovl_fh *ovl_encode_real_fh(struct dentry *real, bool is_upper) 231 { 232 struct ovl_fh *fh; 233 int fh_type, fh_len, dwords; 234 void *buf; 235 int buflen = MAX_HANDLE_SZ; 236 uuid_t *uuid = &real->d_sb->s_uuid; 237 238 buf = kmalloc(buflen, GFP_KERNEL); 239 if (!buf) 240 return ERR_PTR(-ENOMEM); 241 242 /* 243 * We encode a non-connectable file handle for non-dir, because we 244 * only need to find the lower inode number and we don't want to pay 245 * the price or reconnecting the dentry. 246 */ 247 dwords = buflen >> 2; 248 fh_type = exportfs_encode_fh(real, buf, &dwords, 0); 249 buflen = (dwords << 2); 250 251 fh = ERR_PTR(-EIO); 252 if (WARN_ON(fh_type < 0) || 253 WARN_ON(buflen > MAX_HANDLE_SZ) || 254 WARN_ON(fh_type == FILEID_INVALID)) 255 goto out; 256 257 BUILD_BUG_ON(MAX_HANDLE_SZ + offsetof(struct ovl_fh, fid) > 255); 258 fh_len = offsetof(struct ovl_fh, fid) + buflen; 259 fh = kmalloc(fh_len, GFP_KERNEL); 260 if (!fh) { 261 fh = ERR_PTR(-ENOMEM); 262 goto out; 263 } 264 265 fh->version = OVL_FH_VERSION; 266 fh->magic = OVL_FH_MAGIC; 267 fh->type = fh_type; 268 fh->flags = OVL_FH_FLAG_CPU_ENDIAN; 269 /* 270 * When we will want to decode an overlay dentry from this handle 271 * and all layers are on the same fs, if we get a disconncted real 272 * dentry when we decode fid, the only way to tell if we should assign 273 * it to upperdentry or to lowerstack is by checking this flag. 274 */ 275 if (is_upper) 276 fh->flags |= OVL_FH_FLAG_PATH_UPPER; 277 fh->len = fh_len; 278 fh->uuid = *uuid; 279 memcpy(fh->fid, buf, buflen); 280 281 out: 282 kfree(buf); 283 return fh; 284 } 285 286 int ovl_set_origin(struct dentry *dentry, struct dentry *lower, 287 struct dentry *upper) 288 { 289 const struct ovl_fh *fh = NULL; 290 int err; 291 292 /* 293 * When lower layer doesn't support export operations store a 'null' fh, 294 * so we can use the overlay.origin xattr to distignuish between a copy 295 * up and a pure upper inode. 296 */ 297 if (ovl_can_decode_fh(lower->d_sb)) { 298 fh = ovl_encode_real_fh(lower, false); 299 if (IS_ERR(fh)) 300 return PTR_ERR(fh); 301 } 302 303 /* 304 * Do not fail when upper doesn't support xattrs. 305 */ 306 err = ovl_check_setxattr(dentry, upper, OVL_XATTR_ORIGIN, fh, 307 fh ? fh->len : 0, 0); 308 kfree(fh); 309 310 return err; 311 } 312 313 /* Store file handle of @upper dir in @index dir entry */ 314 static int ovl_set_upper_fh(struct dentry *upper, struct dentry *index) 315 { 316 const struct ovl_fh *fh; 317 int err; 318 319 fh = ovl_encode_real_fh(upper, true); 320 if (IS_ERR(fh)) 321 return PTR_ERR(fh); 322 323 err = ovl_do_setxattr(index, OVL_XATTR_UPPER, fh, fh->len, 0); 324 325 kfree(fh); 326 return err; 327 } 328 329 /* 330 * Create and install index entry. 331 * 332 * Caller must hold i_mutex on indexdir. 333 */ 334 static int ovl_create_index(struct dentry *dentry, struct dentry *origin, 335 struct dentry *upper) 336 { 337 struct dentry *indexdir = ovl_indexdir(dentry->d_sb); 338 struct inode *dir = d_inode(indexdir); 339 struct dentry *index = NULL; 340 struct dentry *temp = NULL; 341 struct qstr name = { }; 342 int err; 343 344 /* 345 * For now this is only used for creating index entry for directories, 346 * because non-dir are copied up directly to index and then hardlinked 347 * to upper dir. 348 * 349 * TODO: implement create index for non-dir, so we can call it when 350 * encoding file handle for non-dir in case index does not exist. 351 */ 352 if (WARN_ON(!d_is_dir(dentry))) 353 return -EIO; 354 355 /* Directory not expected to be indexed before copy up */ 356 if (WARN_ON(ovl_test_flag(OVL_INDEX, d_inode(dentry)))) 357 return -EIO; 358 359 err = ovl_get_index_name(origin, &name); 360 if (err) 361 return err; 362 363 temp = ovl_create_temp(indexdir, OVL_CATTR(S_IFDIR | 0)); 364 err = PTR_ERR(temp); 365 if (IS_ERR(temp)) 366 goto free_name; 367 368 err = ovl_set_upper_fh(upper, temp); 369 if (err) 370 goto out; 371 372 index = lookup_one_len(name.name, indexdir, name.len); 373 if (IS_ERR(index)) { 374 err = PTR_ERR(index); 375 } else { 376 err = ovl_do_rename(dir, temp, dir, index, 0); 377 dput(index); 378 } 379 out: 380 if (err) 381 ovl_cleanup(dir, temp); 382 dput(temp); 383 free_name: 384 kfree(name.name); 385 return err; 386 } 387 388 struct ovl_copy_up_ctx { 389 struct dentry *parent; 390 struct dentry *dentry; 391 struct path lowerpath; 392 struct kstat stat; 393 struct kstat pstat; 394 const char *link; 395 struct dentry *destdir; 396 struct qstr destname; 397 struct dentry *workdir; 398 bool origin; 399 bool indexed; 400 bool metacopy; 401 }; 402 403 static int ovl_link_up(struct ovl_copy_up_ctx *c) 404 { 405 int err; 406 struct dentry *upper; 407 struct dentry *upperdir = ovl_dentry_upper(c->parent); 408 struct inode *udir = d_inode(upperdir); 409 410 /* Mark parent "impure" because it may now contain non-pure upper */ 411 err = ovl_set_impure(c->parent, upperdir); 412 if (err) 413 return err; 414 415 err = ovl_set_nlink_lower(c->dentry); 416 if (err) 417 return err; 418 419 inode_lock_nested(udir, I_MUTEX_PARENT); 420 upper = lookup_one_len(c->dentry->d_name.name, upperdir, 421 c->dentry->d_name.len); 422 err = PTR_ERR(upper); 423 if (!IS_ERR(upper)) { 424 err = ovl_do_link(ovl_dentry_upper(c->dentry), udir, upper); 425 dput(upper); 426 427 if (!err) { 428 /* Restore timestamps on parent (best effort) */ 429 ovl_set_timestamps(upperdir, &c->pstat); 430 ovl_dentry_set_upper_alias(c->dentry); 431 } 432 } 433 inode_unlock(udir); 434 if (err) 435 return err; 436 437 err = ovl_set_nlink_upper(c->dentry); 438 439 return err; 440 } 441 442 static int ovl_copy_up_inode(struct ovl_copy_up_ctx *c, struct dentry *temp) 443 { 444 int err; 445 446 err = ovl_copy_xattr(c->lowerpath.dentry, temp); 447 if (err) 448 return err; 449 450 /* 451 * Store identifier of lower inode in upper inode xattr to 452 * allow lookup of the copy up origin inode. 453 * 454 * Don't set origin when we are breaking the association with a lower 455 * hard link. 456 */ 457 if (c->origin) { 458 err = ovl_set_origin(c->dentry, c->lowerpath.dentry, temp); 459 if (err) 460 return err; 461 } 462 463 if (S_ISREG(c->stat.mode) && !c->metacopy) { 464 struct path upperpath, datapath; 465 466 ovl_path_upper(c->dentry, &upperpath); 467 BUG_ON(upperpath.dentry != NULL); 468 upperpath.dentry = temp; 469 470 ovl_path_lowerdata(c->dentry, &datapath); 471 err = ovl_copy_up_data(&datapath, &upperpath, c->stat.size); 472 if (err) 473 return err; 474 } 475 476 if (c->metacopy) { 477 err = ovl_check_setxattr(c->dentry, temp, OVL_XATTR_METACOPY, 478 NULL, 0, -EOPNOTSUPP); 479 if (err) 480 return err; 481 } 482 483 inode_lock(temp->d_inode); 484 if (c->metacopy) 485 err = ovl_set_size(temp, &c->stat); 486 if (!err) 487 err = ovl_set_attr(temp, &c->stat); 488 inode_unlock(temp->d_inode); 489 490 return err; 491 } 492 493 struct ovl_cu_creds { 494 const struct cred *old; 495 struct cred *new; 496 }; 497 498 static int ovl_prep_cu_creds(struct dentry *dentry, struct ovl_cu_creds *cc) 499 { 500 int err; 501 502 cc->old = cc->new = NULL; 503 err = security_inode_copy_up(dentry, &cc->new); 504 if (err < 0) 505 return err; 506 507 if (cc->new) 508 cc->old = override_creds(cc->new); 509 510 return 0; 511 } 512 513 static void ovl_revert_cu_creds(struct ovl_cu_creds *cc) 514 { 515 if (cc->new) { 516 revert_creds(cc->old); 517 put_cred(cc->new); 518 } 519 } 520 521 /* 522 * Copyup using workdir to prepare temp file. Used when copying up directories, 523 * special files or when upper fs doesn't support O_TMPFILE. 524 */ 525 static int ovl_copy_up_workdir(struct ovl_copy_up_ctx *c) 526 { 527 struct inode *inode; 528 struct inode *udir = d_inode(c->destdir), *wdir = d_inode(c->workdir); 529 struct dentry *temp, *upper; 530 struct ovl_cu_creds cc; 531 int err; 532 struct ovl_cattr cattr = { 533 /* Can't properly set mode on creation because of the umask */ 534 .mode = c->stat.mode & S_IFMT, 535 .rdev = c->stat.rdev, 536 .link = c->link 537 }; 538 539 err = ovl_lock_rename_workdir(c->workdir, c->destdir); 540 if (err) 541 return err; 542 543 err = ovl_prep_cu_creds(c->dentry, &cc); 544 if (err) 545 goto unlock; 546 547 temp = ovl_create_temp(c->workdir, &cattr); 548 ovl_revert_cu_creds(&cc); 549 550 err = PTR_ERR(temp); 551 if (IS_ERR(temp)) 552 goto unlock; 553 554 err = ovl_copy_up_inode(c, temp); 555 if (err) 556 goto cleanup; 557 558 if (S_ISDIR(c->stat.mode) && c->indexed) { 559 err = ovl_create_index(c->dentry, c->lowerpath.dentry, temp); 560 if (err) 561 goto cleanup; 562 } 563 564 upper = lookup_one_len(c->destname.name, c->destdir, c->destname.len); 565 err = PTR_ERR(upper); 566 if (IS_ERR(upper)) 567 goto cleanup; 568 569 err = ovl_do_rename(wdir, temp, udir, upper, 0); 570 dput(upper); 571 if (err) 572 goto cleanup; 573 574 if (!c->metacopy) 575 ovl_set_upperdata(d_inode(c->dentry)); 576 inode = d_inode(c->dentry); 577 ovl_inode_update(inode, temp); 578 if (S_ISDIR(inode->i_mode)) 579 ovl_set_flag(OVL_WHITEOUTS, inode); 580 unlock: 581 unlock_rename(c->workdir, c->destdir); 582 583 return err; 584 585 cleanup: 586 ovl_cleanup(wdir, temp); 587 dput(temp); 588 goto unlock; 589 } 590 591 /* Copyup using O_TMPFILE which does not require cross dir locking */ 592 static int ovl_copy_up_tmpfile(struct ovl_copy_up_ctx *c) 593 { 594 struct inode *udir = d_inode(c->destdir); 595 struct dentry *temp, *upper; 596 struct ovl_cu_creds cc; 597 int err; 598 599 err = ovl_prep_cu_creds(c->dentry, &cc); 600 if (err) 601 return err; 602 603 temp = ovl_do_tmpfile(c->workdir, c->stat.mode); 604 ovl_revert_cu_creds(&cc); 605 606 if (IS_ERR(temp)) 607 return PTR_ERR(temp); 608 609 err = ovl_copy_up_inode(c, temp); 610 if (err) 611 goto out_dput; 612 613 inode_lock_nested(udir, I_MUTEX_PARENT); 614 615 upper = lookup_one_len(c->destname.name, c->destdir, c->destname.len); 616 err = PTR_ERR(upper); 617 if (!IS_ERR(upper)) { 618 err = ovl_do_link(temp, udir, upper); 619 dput(upper); 620 } 621 inode_unlock(udir); 622 623 if (err) 624 goto out_dput; 625 626 if (!c->metacopy) 627 ovl_set_upperdata(d_inode(c->dentry)); 628 ovl_inode_update(d_inode(c->dentry), temp); 629 630 return 0; 631 632 out_dput: 633 dput(temp); 634 return err; 635 } 636 637 /* 638 * Copy up a single dentry 639 * 640 * All renames start with copy up of source if necessary. The actual 641 * rename will only proceed once the copy up was successful. Copy up uses 642 * upper parent i_mutex for exclusion. Since rename can change d_parent it 643 * is possible that the copy up will lock the old parent. At that point 644 * the file will have already been copied up anyway. 645 */ 646 static int ovl_do_copy_up(struct ovl_copy_up_ctx *c) 647 { 648 int err; 649 struct ovl_fs *ofs = c->dentry->d_sb->s_fs_info; 650 bool to_index = false; 651 652 /* 653 * Indexed non-dir is copied up directly to the index entry and then 654 * hardlinked to upper dir. Indexed dir is copied up to indexdir, 655 * then index entry is created and then copied up dir installed. 656 * Copying dir up to indexdir instead of workdir simplifies locking. 657 */ 658 if (ovl_need_index(c->dentry)) { 659 c->indexed = true; 660 if (S_ISDIR(c->stat.mode)) 661 c->workdir = ovl_indexdir(c->dentry->d_sb); 662 else 663 to_index = true; 664 } 665 666 if (S_ISDIR(c->stat.mode) || c->stat.nlink == 1 || to_index) 667 c->origin = true; 668 669 if (to_index) { 670 c->destdir = ovl_indexdir(c->dentry->d_sb); 671 err = ovl_get_index_name(c->lowerpath.dentry, &c->destname); 672 if (err) 673 return err; 674 } else if (WARN_ON(!c->parent)) { 675 /* Disconnected dentry must be copied up to index dir */ 676 return -EIO; 677 } else { 678 /* 679 * Mark parent "impure" because it may now contain non-pure 680 * upper 681 */ 682 err = ovl_set_impure(c->parent, c->destdir); 683 if (err) 684 return err; 685 } 686 687 /* Should we copyup with O_TMPFILE or with workdir? */ 688 if (S_ISREG(c->stat.mode) && ofs->tmpfile) 689 err = ovl_copy_up_tmpfile(c); 690 else 691 err = ovl_copy_up_workdir(c); 692 if (err) 693 goto out; 694 695 if (c->indexed) 696 ovl_set_flag(OVL_INDEX, d_inode(c->dentry)); 697 698 if (to_index) { 699 /* Initialize nlink for copy up of disconnected dentry */ 700 err = ovl_set_nlink_upper(c->dentry); 701 } else { 702 struct inode *udir = d_inode(c->destdir); 703 704 /* Restore timestamps on parent (best effort) */ 705 inode_lock(udir); 706 ovl_set_timestamps(c->destdir, &c->pstat); 707 inode_unlock(udir); 708 709 ovl_dentry_set_upper_alias(c->dentry); 710 } 711 712 out: 713 if (to_index) 714 kfree(c->destname.name); 715 return err; 716 } 717 718 static bool ovl_need_meta_copy_up(struct dentry *dentry, umode_t mode, 719 int flags) 720 { 721 struct ovl_fs *ofs = dentry->d_sb->s_fs_info; 722 723 if (!ofs->config.metacopy) 724 return false; 725 726 if (!S_ISREG(mode)) 727 return false; 728 729 if (flags && ((OPEN_FMODE(flags) & FMODE_WRITE) || (flags & O_TRUNC))) 730 return false; 731 732 return true; 733 } 734 735 /* Copy up data of an inode which was copied up metadata only in the past. */ 736 static int ovl_copy_up_meta_inode_data(struct ovl_copy_up_ctx *c) 737 { 738 struct path upperpath, datapath; 739 int err; 740 741 ovl_path_upper(c->dentry, &upperpath); 742 if (WARN_ON(upperpath.dentry == NULL)) 743 return -EIO; 744 745 ovl_path_lowerdata(c->dentry, &datapath); 746 if (WARN_ON(datapath.dentry == NULL)) 747 return -EIO; 748 749 err = ovl_copy_up_data(&datapath, &upperpath, c->stat.size); 750 if (err) 751 return err; 752 753 err = vfs_removexattr(upperpath.dentry, OVL_XATTR_METACOPY); 754 if (err) 755 return err; 756 757 ovl_set_upperdata(d_inode(c->dentry)); 758 return err; 759 } 760 761 static int ovl_copy_up_one(struct dentry *parent, struct dentry *dentry, 762 int flags) 763 { 764 int err; 765 DEFINE_DELAYED_CALL(done); 766 struct path parentpath; 767 struct ovl_copy_up_ctx ctx = { 768 .parent = parent, 769 .dentry = dentry, 770 .workdir = ovl_workdir(dentry), 771 }; 772 773 if (WARN_ON(!ctx.workdir)) 774 return -EROFS; 775 776 ovl_path_lower(dentry, &ctx.lowerpath); 777 err = vfs_getattr(&ctx.lowerpath, &ctx.stat, 778 STATX_BASIC_STATS, AT_STATX_SYNC_AS_STAT); 779 if (err) 780 return err; 781 782 ctx.metacopy = ovl_need_meta_copy_up(dentry, ctx.stat.mode, flags); 783 784 if (parent) { 785 ovl_path_upper(parent, &parentpath); 786 ctx.destdir = parentpath.dentry; 787 ctx.destname = dentry->d_name; 788 789 err = vfs_getattr(&parentpath, &ctx.pstat, 790 STATX_ATIME | STATX_MTIME, 791 AT_STATX_SYNC_AS_STAT); 792 if (err) 793 return err; 794 } 795 796 /* maybe truncate regular file. this has no effect on dirs */ 797 if (flags & O_TRUNC) 798 ctx.stat.size = 0; 799 800 if (S_ISLNK(ctx.stat.mode)) { 801 ctx.link = vfs_get_link(ctx.lowerpath.dentry, &done); 802 if (IS_ERR(ctx.link)) 803 return PTR_ERR(ctx.link); 804 } 805 806 err = ovl_copy_up_start(dentry, flags); 807 /* err < 0: interrupted, err > 0: raced with another copy-up */ 808 if (unlikely(err)) { 809 if (err > 0) 810 err = 0; 811 } else { 812 if (!ovl_dentry_upper(dentry)) 813 err = ovl_do_copy_up(&ctx); 814 if (!err && parent && !ovl_dentry_has_upper_alias(dentry)) 815 err = ovl_link_up(&ctx); 816 if (!err && ovl_dentry_needs_data_copy_up_locked(dentry, flags)) 817 err = ovl_copy_up_meta_inode_data(&ctx); 818 ovl_copy_up_end(dentry); 819 } 820 do_delayed_call(&done); 821 822 return err; 823 } 824 825 int ovl_copy_up_flags(struct dentry *dentry, int flags) 826 { 827 int err = 0; 828 const struct cred *old_cred = ovl_override_creds(dentry->d_sb); 829 bool disconnected = (dentry->d_flags & DCACHE_DISCONNECTED); 830 831 /* 832 * With NFS export, copy up can get called for a disconnected non-dir. 833 * In this case, we will copy up lower inode to index dir without 834 * linking it to upper dir. 835 */ 836 if (WARN_ON(disconnected && d_is_dir(dentry))) 837 return -EIO; 838 839 while (!err) { 840 struct dentry *next; 841 struct dentry *parent = NULL; 842 843 if (ovl_already_copied_up(dentry, flags)) 844 break; 845 846 next = dget(dentry); 847 /* find the topmost dentry not yet copied up */ 848 for (; !disconnected;) { 849 parent = dget_parent(next); 850 851 if (ovl_dentry_upper(parent)) 852 break; 853 854 dput(next); 855 next = parent; 856 } 857 858 err = ovl_copy_up_one(parent, next, flags); 859 860 dput(parent); 861 dput(next); 862 } 863 revert_creds(old_cred); 864 865 return err; 866 } 867 868 static bool ovl_open_need_copy_up(struct dentry *dentry, int flags) 869 { 870 /* Copy up of disconnected dentry does not set upper alias */ 871 if (ovl_already_copied_up(dentry, flags)) 872 return false; 873 874 if (special_file(d_inode(dentry)->i_mode)) 875 return false; 876 877 if (!ovl_open_flags_need_copy_up(flags)) 878 return false; 879 880 return true; 881 } 882 883 int ovl_open_maybe_copy_up(struct dentry *dentry, unsigned int file_flags) 884 { 885 int err = 0; 886 887 if (ovl_open_need_copy_up(dentry, file_flags)) { 888 err = ovl_want_write(dentry); 889 if (!err) { 890 err = ovl_copy_up_flags(dentry, file_flags); 891 ovl_drop_write(dentry); 892 } 893 } 894 895 return err; 896 } 897 898 int ovl_copy_up_with_data(struct dentry *dentry) 899 { 900 return ovl_copy_up_flags(dentry, O_WRONLY); 901 } 902 903 int ovl_copy_up(struct dentry *dentry) 904 { 905 return ovl_copy_up_flags(dentry, 0); 906 } 907