1 // SPDX-License-Identifier: GPL-2.0 2 /* 3 * linux/fs/ext4/ioctl.c 4 * 5 * Copyright (C) 1993, 1994, 1995 6 * Remy Card (card@masi.ibp.fr) 7 * Laboratoire MASI - Institut Blaise Pascal 8 * Universite Pierre et Marie Curie (Paris VI) 9 */ 10 11 #include <linux/fs.h> 12 #include <linux/capability.h> 13 #include <linux/time.h> 14 #include <linux/compat.h> 15 #include <linux/mount.h> 16 #include <linux/file.h> 17 #include <linux/quotaops.h> 18 #include <linux/random.h> 19 #include <linux/uuid.h> 20 #include <linux/uaccess.h> 21 #include <linux/delay.h> 22 #include <linux/iversion.h> 23 #include <linux/fileattr.h> 24 #include "ext4_jbd2.h" 25 #include "ext4.h" 26 #include <linux/fsmap.h> 27 #include "fsmap.h" 28 #include <trace/events/ext4.h> 29 30 /** 31 * Swap memory between @a and @b for @len bytes. 32 * 33 * @a: pointer to first memory area 34 * @b: pointer to second memory area 35 * @len: number of bytes to swap 36 * 37 */ 38 static void memswap(void *a, void *b, size_t len) 39 { 40 unsigned char *ap, *bp; 41 42 ap = (unsigned char *)a; 43 bp = (unsigned char *)b; 44 while (len-- > 0) { 45 swap(*ap, *bp); 46 ap++; 47 bp++; 48 } 49 } 50 51 /** 52 * Swap i_data and associated attributes between @inode1 and @inode2. 53 * This function is used for the primary swap between inode1 and inode2 54 * and also to revert this primary swap in case of errors. 55 * 56 * Therefore you have to make sure, that calling this method twice 57 * will revert all changes. 58 * 59 * @inode1: pointer to first inode 60 * @inode2: pointer to second inode 61 */ 62 static void swap_inode_data(struct inode *inode1, struct inode *inode2) 63 { 64 loff_t isize; 65 struct ext4_inode_info *ei1; 66 struct ext4_inode_info *ei2; 67 unsigned long tmp; 68 69 ei1 = EXT4_I(inode1); 70 ei2 = EXT4_I(inode2); 71 72 swap(inode1->i_version, inode2->i_version); 73 swap(inode1->i_atime, inode2->i_atime); 74 swap(inode1->i_mtime, inode2->i_mtime); 75 76 memswap(ei1->i_data, ei2->i_data, sizeof(ei1->i_data)); 77 tmp = ei1->i_flags & EXT4_FL_SHOULD_SWAP; 78 ei1->i_flags = (ei2->i_flags & EXT4_FL_SHOULD_SWAP) | 79 (ei1->i_flags & ~EXT4_FL_SHOULD_SWAP); 80 ei2->i_flags = tmp | (ei2->i_flags & ~EXT4_FL_SHOULD_SWAP); 81 swap(ei1->i_disksize, ei2->i_disksize); 82 ext4_es_remove_extent(inode1, 0, EXT_MAX_BLOCKS); 83 ext4_es_remove_extent(inode2, 0, EXT_MAX_BLOCKS); 84 85 isize = i_size_read(inode1); 86 i_size_write(inode1, i_size_read(inode2)); 87 i_size_write(inode2, isize); 88 } 89 90 void ext4_reset_inode_seed(struct inode *inode) 91 { 92 struct ext4_inode_info *ei = EXT4_I(inode); 93 struct ext4_sb_info *sbi = EXT4_SB(inode->i_sb); 94 __le32 inum = cpu_to_le32(inode->i_ino); 95 __le32 gen = cpu_to_le32(inode->i_generation); 96 __u32 csum; 97 98 if (!ext4_has_metadata_csum(inode->i_sb)) 99 return; 100 101 csum = ext4_chksum(sbi, sbi->s_csum_seed, (__u8 *)&inum, sizeof(inum)); 102 ei->i_csum_seed = ext4_chksum(sbi, csum, (__u8 *)&gen, sizeof(gen)); 103 } 104 105 /** 106 * Swap the information from the given @inode and the inode 107 * EXT4_BOOT_LOADER_INO. It will basically swap i_data and all other 108 * important fields of the inodes. 109 * 110 * @sb: the super block of the filesystem 111 * @mnt_userns: user namespace of the mount the inode was found from 112 * @inode: the inode to swap with EXT4_BOOT_LOADER_INO 113 * 114 */ 115 static long swap_inode_boot_loader(struct super_block *sb, 116 struct user_namespace *mnt_userns, 117 struct inode *inode) 118 { 119 handle_t *handle; 120 int err; 121 struct inode *inode_bl; 122 struct ext4_inode_info *ei_bl; 123 qsize_t size, size_bl, diff; 124 blkcnt_t blocks; 125 unsigned short bytes; 126 127 inode_bl = ext4_iget(sb, EXT4_BOOT_LOADER_INO, EXT4_IGET_SPECIAL); 128 if (IS_ERR(inode_bl)) 129 return PTR_ERR(inode_bl); 130 ei_bl = EXT4_I(inode_bl); 131 132 /* Protect orig inodes against a truncate and make sure, 133 * that only 1 swap_inode_boot_loader is running. */ 134 lock_two_nondirectories(inode, inode_bl); 135 136 if (inode->i_nlink != 1 || !S_ISREG(inode->i_mode) || 137 IS_SWAPFILE(inode) || IS_ENCRYPTED(inode) || 138 (EXT4_I(inode)->i_flags & EXT4_JOURNAL_DATA_FL) || 139 ext4_has_inline_data(inode)) { 140 err = -EINVAL; 141 goto journal_err_out; 142 } 143 144 if (IS_RDONLY(inode) || IS_APPEND(inode) || IS_IMMUTABLE(inode) || 145 !inode_owner_or_capable(mnt_userns, inode) || 146 !capable(CAP_SYS_ADMIN)) { 147 err = -EPERM; 148 goto journal_err_out; 149 } 150 151 down_write(&EXT4_I(inode)->i_mmap_sem); 152 err = filemap_write_and_wait(inode->i_mapping); 153 if (err) 154 goto err_out; 155 156 err = filemap_write_and_wait(inode_bl->i_mapping); 157 if (err) 158 goto err_out; 159 160 /* Wait for all existing dio workers */ 161 inode_dio_wait(inode); 162 inode_dio_wait(inode_bl); 163 164 truncate_inode_pages(&inode->i_data, 0); 165 truncate_inode_pages(&inode_bl->i_data, 0); 166 167 handle = ext4_journal_start(inode_bl, EXT4_HT_MOVE_EXTENTS, 2); 168 if (IS_ERR(handle)) { 169 err = -EINVAL; 170 goto err_out; 171 } 172 ext4_fc_start_ineligible(sb, EXT4_FC_REASON_SWAP_BOOT); 173 174 /* Protect extent tree against block allocations via delalloc */ 175 ext4_double_down_write_data_sem(inode, inode_bl); 176 177 if (inode_bl->i_nlink == 0) { 178 /* this inode has never been used as a BOOT_LOADER */ 179 set_nlink(inode_bl, 1); 180 i_uid_write(inode_bl, 0); 181 i_gid_write(inode_bl, 0); 182 inode_bl->i_flags = 0; 183 ei_bl->i_flags = 0; 184 inode_set_iversion(inode_bl, 1); 185 i_size_write(inode_bl, 0); 186 inode_bl->i_mode = S_IFREG; 187 if (ext4_has_feature_extents(sb)) { 188 ext4_set_inode_flag(inode_bl, EXT4_INODE_EXTENTS); 189 ext4_ext_tree_init(handle, inode_bl); 190 } else 191 memset(ei_bl->i_data, 0, sizeof(ei_bl->i_data)); 192 } 193 194 err = dquot_initialize(inode); 195 if (err) 196 goto err_out1; 197 198 size = (qsize_t)(inode->i_blocks) * (1 << 9) + inode->i_bytes; 199 size_bl = (qsize_t)(inode_bl->i_blocks) * (1 << 9) + inode_bl->i_bytes; 200 diff = size - size_bl; 201 swap_inode_data(inode, inode_bl); 202 203 inode->i_ctime = inode_bl->i_ctime = current_time(inode); 204 205 inode->i_generation = prandom_u32(); 206 inode_bl->i_generation = prandom_u32(); 207 ext4_reset_inode_seed(inode); 208 ext4_reset_inode_seed(inode_bl); 209 210 ext4_discard_preallocations(inode, 0); 211 212 err = ext4_mark_inode_dirty(handle, inode); 213 if (err < 0) { 214 /* No need to update quota information. */ 215 ext4_warning(inode->i_sb, 216 "couldn't mark inode #%lu dirty (err %d)", 217 inode->i_ino, err); 218 /* Revert all changes: */ 219 swap_inode_data(inode, inode_bl); 220 ext4_mark_inode_dirty(handle, inode); 221 goto err_out1; 222 } 223 224 blocks = inode_bl->i_blocks; 225 bytes = inode_bl->i_bytes; 226 inode_bl->i_blocks = inode->i_blocks; 227 inode_bl->i_bytes = inode->i_bytes; 228 err = ext4_mark_inode_dirty(handle, inode_bl); 229 if (err < 0) { 230 /* No need to update quota information. */ 231 ext4_warning(inode_bl->i_sb, 232 "couldn't mark inode #%lu dirty (err %d)", 233 inode_bl->i_ino, err); 234 goto revert; 235 } 236 237 /* Bootloader inode should not be counted into quota information. */ 238 if (diff > 0) 239 dquot_free_space(inode, diff); 240 else 241 err = dquot_alloc_space(inode, -1 * diff); 242 243 if (err < 0) { 244 revert: 245 /* Revert all changes: */ 246 inode_bl->i_blocks = blocks; 247 inode_bl->i_bytes = bytes; 248 swap_inode_data(inode, inode_bl); 249 ext4_mark_inode_dirty(handle, inode); 250 ext4_mark_inode_dirty(handle, inode_bl); 251 } 252 253 err_out1: 254 ext4_journal_stop(handle); 255 ext4_fc_stop_ineligible(sb); 256 ext4_double_up_write_data_sem(inode, inode_bl); 257 258 err_out: 259 up_write(&EXT4_I(inode)->i_mmap_sem); 260 journal_err_out: 261 unlock_two_nondirectories(inode, inode_bl); 262 iput(inode_bl); 263 return err; 264 } 265 266 #ifdef CONFIG_FS_ENCRYPTION 267 static int uuid_is_zero(__u8 u[16]) 268 { 269 int i; 270 271 for (i = 0; i < 16; i++) 272 if (u[i]) 273 return 0; 274 return 1; 275 } 276 #endif 277 278 /* 279 * If immutable is set and we are not clearing it, we're not allowed to change 280 * anything else in the inode. Don't error out if we're only trying to set 281 * immutable on an immutable file. 282 */ 283 static int ext4_ioctl_check_immutable(struct inode *inode, __u32 new_projid, 284 unsigned int flags) 285 { 286 struct ext4_inode_info *ei = EXT4_I(inode); 287 unsigned int oldflags = ei->i_flags; 288 289 if (!(oldflags & EXT4_IMMUTABLE_FL) || !(flags & EXT4_IMMUTABLE_FL)) 290 return 0; 291 292 if ((oldflags & ~EXT4_IMMUTABLE_FL) != (flags & ~EXT4_IMMUTABLE_FL)) 293 return -EPERM; 294 if (ext4_has_feature_project(inode->i_sb) && 295 __kprojid_val(ei->i_projid) != new_projid) 296 return -EPERM; 297 298 return 0; 299 } 300 301 static void ext4_dax_dontcache(struct inode *inode, unsigned int flags) 302 { 303 struct ext4_inode_info *ei = EXT4_I(inode); 304 305 if (S_ISDIR(inode->i_mode)) 306 return; 307 308 if (test_opt2(inode->i_sb, DAX_NEVER) || 309 test_opt(inode->i_sb, DAX_ALWAYS)) 310 return; 311 312 if ((ei->i_flags ^ flags) & EXT4_DAX_FL) 313 d_mark_dontcache(inode); 314 } 315 316 static bool dax_compatible(struct inode *inode, unsigned int oldflags, 317 unsigned int flags) 318 { 319 /* Allow the DAX flag to be changed on inline directories */ 320 if (S_ISDIR(inode->i_mode)) { 321 flags &= ~EXT4_INLINE_DATA_FL; 322 oldflags &= ~EXT4_INLINE_DATA_FL; 323 } 324 325 if (flags & EXT4_DAX_FL) { 326 if ((oldflags & EXT4_DAX_MUT_EXCL) || 327 ext4_test_inode_state(inode, 328 EXT4_STATE_VERITY_IN_PROGRESS)) { 329 return false; 330 } 331 } 332 333 if ((flags & EXT4_DAX_MUT_EXCL) && (oldflags & EXT4_DAX_FL)) 334 return false; 335 336 return true; 337 } 338 339 static int ext4_ioctl_setflags(struct inode *inode, 340 unsigned int flags) 341 { 342 struct ext4_inode_info *ei = EXT4_I(inode); 343 handle_t *handle = NULL; 344 int err = -EPERM, migrate = 0; 345 struct ext4_iloc iloc; 346 unsigned int oldflags, mask, i; 347 struct super_block *sb = inode->i_sb; 348 349 /* Is it quota file? Do not allow user to mess with it */ 350 if (ext4_is_quota_file(inode)) 351 goto flags_out; 352 353 oldflags = ei->i_flags; 354 /* 355 * The JOURNAL_DATA flag can only be changed by 356 * the relevant capability. 357 */ 358 if ((flags ^ oldflags) & (EXT4_JOURNAL_DATA_FL)) { 359 if (!capable(CAP_SYS_RESOURCE)) 360 goto flags_out; 361 } 362 363 if (!dax_compatible(inode, oldflags, flags)) { 364 err = -EOPNOTSUPP; 365 goto flags_out; 366 } 367 368 if ((flags ^ oldflags) & EXT4_EXTENTS_FL) 369 migrate = 1; 370 371 if ((flags ^ oldflags) & EXT4_CASEFOLD_FL) { 372 if (!ext4_has_feature_casefold(sb)) { 373 err = -EOPNOTSUPP; 374 goto flags_out; 375 } 376 377 if (!S_ISDIR(inode->i_mode)) { 378 err = -ENOTDIR; 379 goto flags_out; 380 } 381 382 if (!ext4_empty_dir(inode)) { 383 err = -ENOTEMPTY; 384 goto flags_out; 385 } 386 } 387 388 /* 389 * Wait for all pending directio and then flush all the dirty pages 390 * for this file. The flush marks all the pages readonly, so any 391 * subsequent attempt to write to the file (particularly mmap pages) 392 * will come through the filesystem and fail. 393 */ 394 if (S_ISREG(inode->i_mode) && !IS_IMMUTABLE(inode) && 395 (flags & EXT4_IMMUTABLE_FL)) { 396 inode_dio_wait(inode); 397 err = filemap_write_and_wait(inode->i_mapping); 398 if (err) 399 goto flags_out; 400 } 401 402 handle = ext4_journal_start(inode, EXT4_HT_INODE, 1); 403 if (IS_ERR(handle)) { 404 err = PTR_ERR(handle); 405 goto flags_out; 406 } 407 if (IS_SYNC(inode)) 408 ext4_handle_sync(handle); 409 err = ext4_reserve_inode_write(handle, inode, &iloc); 410 if (err) 411 goto flags_err; 412 413 ext4_dax_dontcache(inode, flags); 414 415 for (i = 0, mask = 1; i < 32; i++, mask <<= 1) { 416 if (!(mask & EXT4_FL_USER_MODIFIABLE)) 417 continue; 418 /* These flags get special treatment later */ 419 if (mask == EXT4_JOURNAL_DATA_FL || mask == EXT4_EXTENTS_FL) 420 continue; 421 if (mask & flags) 422 ext4_set_inode_flag(inode, i); 423 else 424 ext4_clear_inode_flag(inode, i); 425 } 426 427 ext4_set_inode_flags(inode, false); 428 429 inode->i_ctime = current_time(inode); 430 431 err = ext4_mark_iloc_dirty(handle, inode, &iloc); 432 flags_err: 433 ext4_journal_stop(handle); 434 if (err) 435 goto flags_out; 436 437 if ((flags ^ oldflags) & (EXT4_JOURNAL_DATA_FL)) { 438 /* 439 * Changes to the journaling mode can cause unsafe changes to 440 * S_DAX if the inode is DAX 441 */ 442 if (IS_DAX(inode)) { 443 err = -EBUSY; 444 goto flags_out; 445 } 446 447 err = ext4_change_inode_journal_flag(inode, 448 flags & EXT4_JOURNAL_DATA_FL); 449 if (err) 450 goto flags_out; 451 } 452 if (migrate) { 453 if (flags & EXT4_EXTENTS_FL) 454 err = ext4_ext_migrate(inode); 455 else 456 err = ext4_ind_migrate(inode); 457 } 458 459 flags_out: 460 return err; 461 } 462 463 #ifdef CONFIG_QUOTA 464 static int ext4_ioctl_setproject(struct inode *inode, __u32 projid) 465 { 466 struct super_block *sb = inode->i_sb; 467 struct ext4_inode_info *ei = EXT4_I(inode); 468 int err, rc; 469 handle_t *handle; 470 kprojid_t kprojid; 471 struct ext4_iloc iloc; 472 struct ext4_inode *raw_inode; 473 struct dquot *transfer_to[MAXQUOTAS] = { }; 474 475 if (!ext4_has_feature_project(sb)) { 476 if (projid != EXT4_DEF_PROJID) 477 return -EOPNOTSUPP; 478 else 479 return 0; 480 } 481 482 if (EXT4_INODE_SIZE(sb) <= EXT4_GOOD_OLD_INODE_SIZE) 483 return -EOPNOTSUPP; 484 485 kprojid = make_kprojid(&init_user_ns, (projid_t)projid); 486 487 if (projid_eq(kprojid, EXT4_I(inode)->i_projid)) 488 return 0; 489 490 err = -EPERM; 491 /* Is it quota file? Do not allow user to mess with it */ 492 if (ext4_is_quota_file(inode)) 493 return err; 494 495 err = ext4_get_inode_loc(inode, &iloc); 496 if (err) 497 return err; 498 499 raw_inode = ext4_raw_inode(&iloc); 500 if (!EXT4_FITS_IN_INODE(raw_inode, ei, i_projid)) { 501 err = ext4_expand_extra_isize(inode, 502 EXT4_SB(sb)->s_want_extra_isize, 503 &iloc); 504 if (err) 505 return err; 506 } else { 507 brelse(iloc.bh); 508 } 509 510 err = dquot_initialize(inode); 511 if (err) 512 return err; 513 514 handle = ext4_journal_start(inode, EXT4_HT_QUOTA, 515 EXT4_QUOTA_INIT_BLOCKS(sb) + 516 EXT4_QUOTA_DEL_BLOCKS(sb) + 3); 517 if (IS_ERR(handle)) 518 return PTR_ERR(handle); 519 520 err = ext4_reserve_inode_write(handle, inode, &iloc); 521 if (err) 522 goto out_stop; 523 524 transfer_to[PRJQUOTA] = dqget(sb, make_kqid_projid(kprojid)); 525 if (!IS_ERR(transfer_to[PRJQUOTA])) { 526 527 /* __dquot_transfer() calls back ext4_get_inode_usage() which 528 * counts xattr inode references. 529 */ 530 down_read(&EXT4_I(inode)->xattr_sem); 531 err = __dquot_transfer(inode, transfer_to); 532 up_read(&EXT4_I(inode)->xattr_sem); 533 dqput(transfer_to[PRJQUOTA]); 534 if (err) 535 goto out_dirty; 536 } 537 538 EXT4_I(inode)->i_projid = kprojid; 539 inode->i_ctime = current_time(inode); 540 out_dirty: 541 rc = ext4_mark_iloc_dirty(handle, inode, &iloc); 542 if (!err) 543 err = rc; 544 out_stop: 545 ext4_journal_stop(handle); 546 return err; 547 } 548 #else 549 static int ext4_ioctl_setproject(struct inode *inode, __u32 projid) 550 { 551 if (projid != EXT4_DEF_PROJID) 552 return -EOPNOTSUPP; 553 return 0; 554 } 555 #endif 556 557 static int ext4_shutdown(struct super_block *sb, unsigned long arg) 558 { 559 struct ext4_sb_info *sbi = EXT4_SB(sb); 560 __u32 flags; 561 562 if (!capable(CAP_SYS_ADMIN)) 563 return -EPERM; 564 565 if (get_user(flags, (__u32 __user *)arg)) 566 return -EFAULT; 567 568 if (flags > EXT4_GOING_FLAGS_NOLOGFLUSH) 569 return -EINVAL; 570 571 if (ext4_forced_shutdown(sbi)) 572 return 0; 573 574 ext4_msg(sb, KERN_ALERT, "shut down requested (%d)", flags); 575 trace_ext4_shutdown(sb, flags); 576 577 switch (flags) { 578 case EXT4_GOING_FLAGS_DEFAULT: 579 freeze_bdev(sb->s_bdev); 580 set_bit(EXT4_FLAGS_SHUTDOWN, &sbi->s_ext4_flags); 581 thaw_bdev(sb->s_bdev); 582 break; 583 case EXT4_GOING_FLAGS_LOGFLUSH: 584 set_bit(EXT4_FLAGS_SHUTDOWN, &sbi->s_ext4_flags); 585 if (sbi->s_journal && !is_journal_aborted(sbi->s_journal)) { 586 (void) ext4_force_commit(sb); 587 jbd2_journal_abort(sbi->s_journal, -ESHUTDOWN); 588 } 589 break; 590 case EXT4_GOING_FLAGS_NOLOGFLUSH: 591 set_bit(EXT4_FLAGS_SHUTDOWN, &sbi->s_ext4_flags); 592 if (sbi->s_journal && !is_journal_aborted(sbi->s_journal)) 593 jbd2_journal_abort(sbi->s_journal, -ESHUTDOWN); 594 break; 595 default: 596 return -EINVAL; 597 } 598 clear_opt(sb, DISCARD); 599 return 0; 600 } 601 602 struct getfsmap_info { 603 struct super_block *gi_sb; 604 struct fsmap_head __user *gi_data; 605 unsigned int gi_idx; 606 __u32 gi_last_flags; 607 }; 608 609 static int ext4_getfsmap_format(struct ext4_fsmap *xfm, void *priv) 610 { 611 struct getfsmap_info *info = priv; 612 struct fsmap fm; 613 614 trace_ext4_getfsmap_mapping(info->gi_sb, xfm); 615 616 info->gi_last_flags = xfm->fmr_flags; 617 ext4_fsmap_from_internal(info->gi_sb, &fm, xfm); 618 if (copy_to_user(&info->gi_data->fmh_recs[info->gi_idx++], &fm, 619 sizeof(struct fsmap))) 620 return -EFAULT; 621 622 return 0; 623 } 624 625 static int ext4_ioc_getfsmap(struct super_block *sb, 626 struct fsmap_head __user *arg) 627 { 628 struct getfsmap_info info = { NULL }; 629 struct ext4_fsmap_head xhead = {0}; 630 struct fsmap_head head; 631 bool aborted = false; 632 int error; 633 634 if (copy_from_user(&head, arg, sizeof(struct fsmap_head))) 635 return -EFAULT; 636 if (memchr_inv(head.fmh_reserved, 0, sizeof(head.fmh_reserved)) || 637 memchr_inv(head.fmh_keys[0].fmr_reserved, 0, 638 sizeof(head.fmh_keys[0].fmr_reserved)) || 639 memchr_inv(head.fmh_keys[1].fmr_reserved, 0, 640 sizeof(head.fmh_keys[1].fmr_reserved))) 641 return -EINVAL; 642 /* 643 * ext4 doesn't report file extents at all, so the only valid 644 * file offsets are the magic ones (all zeroes or all ones). 645 */ 646 if (head.fmh_keys[0].fmr_offset || 647 (head.fmh_keys[1].fmr_offset != 0 && 648 head.fmh_keys[1].fmr_offset != -1ULL)) 649 return -EINVAL; 650 651 xhead.fmh_iflags = head.fmh_iflags; 652 xhead.fmh_count = head.fmh_count; 653 ext4_fsmap_to_internal(sb, &xhead.fmh_keys[0], &head.fmh_keys[0]); 654 ext4_fsmap_to_internal(sb, &xhead.fmh_keys[1], &head.fmh_keys[1]); 655 656 trace_ext4_getfsmap_low_key(sb, &xhead.fmh_keys[0]); 657 trace_ext4_getfsmap_high_key(sb, &xhead.fmh_keys[1]); 658 659 info.gi_sb = sb; 660 info.gi_data = arg; 661 error = ext4_getfsmap(sb, &xhead, ext4_getfsmap_format, &info); 662 if (error == EXT4_QUERY_RANGE_ABORT) { 663 error = 0; 664 aborted = true; 665 } else if (error) 666 return error; 667 668 /* If we didn't abort, set the "last" flag in the last fmx */ 669 if (!aborted && info.gi_idx) { 670 info.gi_last_flags |= FMR_OF_LAST; 671 if (copy_to_user(&info.gi_data->fmh_recs[info.gi_idx - 1].fmr_flags, 672 &info.gi_last_flags, 673 sizeof(info.gi_last_flags))) 674 return -EFAULT; 675 } 676 677 /* copy back header */ 678 head.fmh_entries = xhead.fmh_entries; 679 head.fmh_oflags = xhead.fmh_oflags; 680 if (copy_to_user(arg, &head, sizeof(struct fsmap_head))) 681 return -EFAULT; 682 683 return 0; 684 } 685 686 static long ext4_ioctl_group_add(struct file *file, 687 struct ext4_new_group_data *input) 688 { 689 struct super_block *sb = file_inode(file)->i_sb; 690 int err, err2=0; 691 692 err = ext4_resize_begin(sb); 693 if (err) 694 return err; 695 696 if (ext4_has_feature_bigalloc(sb)) { 697 ext4_msg(sb, KERN_ERR, 698 "Online resizing not supported with bigalloc"); 699 err = -EOPNOTSUPP; 700 goto group_add_out; 701 } 702 703 err = mnt_want_write_file(file); 704 if (err) 705 goto group_add_out; 706 707 err = ext4_group_add(sb, input); 708 if (EXT4_SB(sb)->s_journal) { 709 jbd2_journal_lock_updates(EXT4_SB(sb)->s_journal); 710 err2 = jbd2_journal_flush(EXT4_SB(sb)->s_journal); 711 jbd2_journal_unlock_updates(EXT4_SB(sb)->s_journal); 712 } 713 if (err == 0) 714 err = err2; 715 mnt_drop_write_file(file); 716 if (!err && ext4_has_group_desc_csum(sb) && 717 test_opt(sb, INIT_INODE_TABLE)) 718 err = ext4_register_li_request(sb, input->group); 719 group_add_out: 720 ext4_resize_end(sb); 721 return err; 722 } 723 724 int ext4_fileattr_get(struct dentry *dentry, struct fileattr *fa) 725 { 726 struct inode *inode = d_inode(dentry); 727 struct ext4_inode_info *ei = EXT4_I(inode); 728 u32 flags = ei->i_flags & EXT4_FL_USER_VISIBLE; 729 730 if (S_ISREG(inode->i_mode)) 731 flags &= ~FS_PROJINHERIT_FL; 732 733 fileattr_fill_flags(fa, flags); 734 if (ext4_has_feature_project(inode->i_sb)) 735 fa->fsx_projid = from_kprojid(&init_user_ns, ei->i_projid); 736 737 return 0; 738 } 739 740 int ext4_fileattr_set(struct user_namespace *mnt_userns, 741 struct dentry *dentry, struct fileattr *fa) 742 { 743 struct inode *inode = d_inode(dentry); 744 u32 flags = fa->flags; 745 int err = -EOPNOTSUPP; 746 747 ext4_fc_start_update(inode); 748 if (flags & ~EXT4_FL_USER_VISIBLE) 749 goto out; 750 751 /* 752 * chattr(1) grabs flags via GETFLAGS, modifies the result and 753 * passes that to SETFLAGS. So we cannot easily make SETFLAGS 754 * more restrictive than just silently masking off visible but 755 * not settable flags as we always did. 756 */ 757 flags &= EXT4_FL_USER_MODIFIABLE; 758 if (ext4_mask_flags(inode->i_mode, flags) != flags) 759 goto out; 760 err = ext4_ioctl_check_immutable(inode, fa->fsx_projid, flags); 761 if (err) 762 goto out; 763 err = ext4_ioctl_setflags(inode, flags); 764 if (err) 765 goto out; 766 err = ext4_ioctl_setproject(inode, fa->fsx_projid); 767 out: 768 ext4_fc_stop_update(inode); 769 return err; 770 } 771 772 /* So that the fiemap access checks can't overflow on 32 bit machines. */ 773 #define FIEMAP_MAX_EXTENTS (UINT_MAX / sizeof(struct fiemap_extent)) 774 775 static int ext4_ioctl_get_es_cache(struct file *filp, unsigned long arg) 776 { 777 struct fiemap fiemap; 778 struct fiemap __user *ufiemap = (struct fiemap __user *) arg; 779 struct fiemap_extent_info fieinfo = { 0, }; 780 struct inode *inode = file_inode(filp); 781 int error; 782 783 if (copy_from_user(&fiemap, ufiemap, sizeof(fiemap))) 784 return -EFAULT; 785 786 if (fiemap.fm_extent_count > FIEMAP_MAX_EXTENTS) 787 return -EINVAL; 788 789 fieinfo.fi_flags = fiemap.fm_flags; 790 fieinfo.fi_extents_max = fiemap.fm_extent_count; 791 fieinfo.fi_extents_start = ufiemap->fm_extents; 792 793 error = ext4_get_es_cache(inode, &fieinfo, fiemap.fm_start, 794 fiemap.fm_length); 795 fiemap.fm_flags = fieinfo.fi_flags; 796 fiemap.fm_mapped_extents = fieinfo.fi_extents_mapped; 797 if (copy_to_user(ufiemap, &fiemap, sizeof(fiemap))) 798 error = -EFAULT; 799 800 return error; 801 } 802 803 static long __ext4_ioctl(struct file *filp, unsigned int cmd, unsigned long arg) 804 { 805 struct inode *inode = file_inode(filp); 806 struct super_block *sb = inode->i_sb; 807 struct user_namespace *mnt_userns = file_mnt_user_ns(filp); 808 809 ext4_debug("cmd = %u, arg = %lu\n", cmd, arg); 810 811 switch (cmd) { 812 case FS_IOC_GETFSMAP: 813 return ext4_ioc_getfsmap(sb, (void __user *)arg); 814 case EXT4_IOC_GETVERSION: 815 case EXT4_IOC_GETVERSION_OLD: 816 return put_user(inode->i_generation, (int __user *) arg); 817 case EXT4_IOC_SETVERSION: 818 case EXT4_IOC_SETVERSION_OLD: { 819 handle_t *handle; 820 struct ext4_iloc iloc; 821 __u32 generation; 822 int err; 823 824 if (!inode_owner_or_capable(mnt_userns, inode)) 825 return -EPERM; 826 827 if (ext4_has_metadata_csum(inode->i_sb)) { 828 ext4_warning(sb, "Setting inode version is not " 829 "supported with metadata_csum enabled."); 830 return -ENOTTY; 831 } 832 833 err = mnt_want_write_file(filp); 834 if (err) 835 return err; 836 if (get_user(generation, (int __user *) arg)) { 837 err = -EFAULT; 838 goto setversion_out; 839 } 840 841 inode_lock(inode); 842 handle = ext4_journal_start(inode, EXT4_HT_INODE, 1); 843 if (IS_ERR(handle)) { 844 err = PTR_ERR(handle); 845 goto unlock_out; 846 } 847 err = ext4_reserve_inode_write(handle, inode, &iloc); 848 if (err == 0) { 849 inode->i_ctime = current_time(inode); 850 inode->i_generation = generation; 851 err = ext4_mark_iloc_dirty(handle, inode, &iloc); 852 } 853 ext4_journal_stop(handle); 854 855 unlock_out: 856 inode_unlock(inode); 857 setversion_out: 858 mnt_drop_write_file(filp); 859 return err; 860 } 861 case EXT4_IOC_GROUP_EXTEND: { 862 ext4_fsblk_t n_blocks_count; 863 int err, err2=0; 864 865 err = ext4_resize_begin(sb); 866 if (err) 867 return err; 868 869 if (get_user(n_blocks_count, (__u32 __user *)arg)) { 870 err = -EFAULT; 871 goto group_extend_out; 872 } 873 874 if (ext4_has_feature_bigalloc(sb)) { 875 ext4_msg(sb, KERN_ERR, 876 "Online resizing not supported with bigalloc"); 877 err = -EOPNOTSUPP; 878 goto group_extend_out; 879 } 880 881 err = mnt_want_write_file(filp); 882 if (err) 883 goto group_extend_out; 884 885 err = ext4_group_extend(sb, EXT4_SB(sb)->s_es, n_blocks_count); 886 if (EXT4_SB(sb)->s_journal) { 887 jbd2_journal_lock_updates(EXT4_SB(sb)->s_journal); 888 err2 = jbd2_journal_flush(EXT4_SB(sb)->s_journal); 889 jbd2_journal_unlock_updates(EXT4_SB(sb)->s_journal); 890 } 891 if (err == 0) 892 err = err2; 893 mnt_drop_write_file(filp); 894 group_extend_out: 895 ext4_resize_end(sb); 896 return err; 897 } 898 899 case EXT4_IOC_MOVE_EXT: { 900 struct move_extent me; 901 struct fd donor; 902 int err; 903 904 if (!(filp->f_mode & FMODE_READ) || 905 !(filp->f_mode & FMODE_WRITE)) 906 return -EBADF; 907 908 if (copy_from_user(&me, 909 (struct move_extent __user *)arg, sizeof(me))) 910 return -EFAULT; 911 me.moved_len = 0; 912 913 donor = fdget(me.donor_fd); 914 if (!donor.file) 915 return -EBADF; 916 917 if (!(donor.file->f_mode & FMODE_WRITE)) { 918 err = -EBADF; 919 goto mext_out; 920 } 921 922 if (ext4_has_feature_bigalloc(sb)) { 923 ext4_msg(sb, KERN_ERR, 924 "Online defrag not supported with bigalloc"); 925 err = -EOPNOTSUPP; 926 goto mext_out; 927 } else if (IS_DAX(inode)) { 928 ext4_msg(sb, KERN_ERR, 929 "Online defrag not supported with DAX"); 930 err = -EOPNOTSUPP; 931 goto mext_out; 932 } 933 934 err = mnt_want_write_file(filp); 935 if (err) 936 goto mext_out; 937 938 err = ext4_move_extents(filp, donor.file, me.orig_start, 939 me.donor_start, me.len, &me.moved_len); 940 mnt_drop_write_file(filp); 941 942 if (copy_to_user((struct move_extent __user *)arg, 943 &me, sizeof(me))) 944 err = -EFAULT; 945 mext_out: 946 fdput(donor); 947 return err; 948 } 949 950 case EXT4_IOC_GROUP_ADD: { 951 struct ext4_new_group_data input; 952 953 if (copy_from_user(&input, (struct ext4_new_group_input __user *)arg, 954 sizeof(input))) 955 return -EFAULT; 956 957 return ext4_ioctl_group_add(filp, &input); 958 } 959 960 case EXT4_IOC_MIGRATE: 961 { 962 int err; 963 if (!inode_owner_or_capable(mnt_userns, inode)) 964 return -EACCES; 965 966 err = mnt_want_write_file(filp); 967 if (err) 968 return err; 969 /* 970 * inode_mutex prevent write and truncate on the file. 971 * Read still goes through. We take i_data_sem in 972 * ext4_ext_swap_inode_data before we switch the 973 * inode format to prevent read. 974 */ 975 inode_lock((inode)); 976 err = ext4_ext_migrate(inode); 977 inode_unlock((inode)); 978 mnt_drop_write_file(filp); 979 return err; 980 } 981 982 case EXT4_IOC_ALLOC_DA_BLKS: 983 { 984 int err; 985 if (!inode_owner_or_capable(mnt_userns, inode)) 986 return -EACCES; 987 988 err = mnt_want_write_file(filp); 989 if (err) 990 return err; 991 err = ext4_alloc_da_blocks(inode); 992 mnt_drop_write_file(filp); 993 return err; 994 } 995 996 case EXT4_IOC_SWAP_BOOT: 997 { 998 int err; 999 if (!(filp->f_mode & FMODE_WRITE)) 1000 return -EBADF; 1001 err = mnt_want_write_file(filp); 1002 if (err) 1003 return err; 1004 err = swap_inode_boot_loader(sb, mnt_userns, inode); 1005 mnt_drop_write_file(filp); 1006 return err; 1007 } 1008 1009 case EXT4_IOC_RESIZE_FS: { 1010 ext4_fsblk_t n_blocks_count; 1011 int err = 0, err2 = 0; 1012 ext4_group_t o_group = EXT4_SB(sb)->s_groups_count; 1013 1014 if (copy_from_user(&n_blocks_count, (__u64 __user *)arg, 1015 sizeof(__u64))) { 1016 return -EFAULT; 1017 } 1018 1019 err = ext4_resize_begin(sb); 1020 if (err) 1021 return err; 1022 1023 err = mnt_want_write_file(filp); 1024 if (err) 1025 goto resizefs_out; 1026 1027 err = ext4_resize_fs(sb, n_blocks_count); 1028 if (EXT4_SB(sb)->s_journal) { 1029 ext4_fc_mark_ineligible(sb, EXT4_FC_REASON_RESIZE); 1030 jbd2_journal_lock_updates(EXT4_SB(sb)->s_journal); 1031 err2 = jbd2_journal_flush(EXT4_SB(sb)->s_journal); 1032 jbd2_journal_unlock_updates(EXT4_SB(sb)->s_journal); 1033 } 1034 if (err == 0) 1035 err = err2; 1036 mnt_drop_write_file(filp); 1037 if (!err && (o_group < EXT4_SB(sb)->s_groups_count) && 1038 ext4_has_group_desc_csum(sb) && 1039 test_opt(sb, INIT_INODE_TABLE)) 1040 err = ext4_register_li_request(sb, o_group); 1041 1042 resizefs_out: 1043 ext4_resize_end(sb); 1044 return err; 1045 } 1046 1047 case FITRIM: 1048 { 1049 struct request_queue *q = bdev_get_queue(sb->s_bdev); 1050 struct fstrim_range range; 1051 int ret = 0; 1052 1053 if (!capable(CAP_SYS_ADMIN)) 1054 return -EPERM; 1055 1056 if (!blk_queue_discard(q)) 1057 return -EOPNOTSUPP; 1058 1059 /* 1060 * We haven't replayed the journal, so we cannot use our 1061 * block-bitmap-guided storage zapping commands. 1062 */ 1063 if (test_opt(sb, NOLOAD) && ext4_has_feature_journal(sb)) 1064 return -EROFS; 1065 1066 if (copy_from_user(&range, (struct fstrim_range __user *)arg, 1067 sizeof(range))) 1068 return -EFAULT; 1069 1070 range.minlen = max((unsigned int)range.minlen, 1071 q->limits.discard_granularity); 1072 ret = ext4_trim_fs(sb, &range); 1073 if (ret < 0) 1074 return ret; 1075 1076 if (copy_to_user((struct fstrim_range __user *)arg, &range, 1077 sizeof(range))) 1078 return -EFAULT; 1079 1080 return 0; 1081 } 1082 case EXT4_IOC_PRECACHE_EXTENTS: 1083 return ext4_ext_precache(inode); 1084 1085 case FS_IOC_SET_ENCRYPTION_POLICY: 1086 if (!ext4_has_feature_encrypt(sb)) 1087 return -EOPNOTSUPP; 1088 return fscrypt_ioctl_set_policy(filp, (const void __user *)arg); 1089 1090 case FS_IOC_GET_ENCRYPTION_PWSALT: { 1091 #ifdef CONFIG_FS_ENCRYPTION 1092 int err, err2; 1093 struct ext4_sb_info *sbi = EXT4_SB(sb); 1094 handle_t *handle; 1095 1096 if (!ext4_has_feature_encrypt(sb)) 1097 return -EOPNOTSUPP; 1098 if (uuid_is_zero(sbi->s_es->s_encrypt_pw_salt)) { 1099 err = mnt_want_write_file(filp); 1100 if (err) 1101 return err; 1102 handle = ext4_journal_start_sb(sb, EXT4_HT_MISC, 1); 1103 if (IS_ERR(handle)) { 1104 err = PTR_ERR(handle); 1105 goto pwsalt_err_exit; 1106 } 1107 err = ext4_journal_get_write_access(handle, sbi->s_sbh); 1108 if (err) 1109 goto pwsalt_err_journal; 1110 lock_buffer(sbi->s_sbh); 1111 generate_random_uuid(sbi->s_es->s_encrypt_pw_salt); 1112 ext4_superblock_csum_set(sb); 1113 unlock_buffer(sbi->s_sbh); 1114 err = ext4_handle_dirty_metadata(handle, NULL, 1115 sbi->s_sbh); 1116 pwsalt_err_journal: 1117 err2 = ext4_journal_stop(handle); 1118 if (err2 && !err) 1119 err = err2; 1120 pwsalt_err_exit: 1121 mnt_drop_write_file(filp); 1122 if (err) 1123 return err; 1124 } 1125 if (copy_to_user((void __user *) arg, 1126 sbi->s_es->s_encrypt_pw_salt, 16)) 1127 return -EFAULT; 1128 return 0; 1129 #else 1130 return -EOPNOTSUPP; 1131 #endif 1132 } 1133 case FS_IOC_GET_ENCRYPTION_POLICY: 1134 if (!ext4_has_feature_encrypt(sb)) 1135 return -EOPNOTSUPP; 1136 return fscrypt_ioctl_get_policy(filp, (void __user *)arg); 1137 1138 case FS_IOC_GET_ENCRYPTION_POLICY_EX: 1139 if (!ext4_has_feature_encrypt(sb)) 1140 return -EOPNOTSUPP; 1141 return fscrypt_ioctl_get_policy_ex(filp, (void __user *)arg); 1142 1143 case FS_IOC_ADD_ENCRYPTION_KEY: 1144 if (!ext4_has_feature_encrypt(sb)) 1145 return -EOPNOTSUPP; 1146 return fscrypt_ioctl_add_key(filp, (void __user *)arg); 1147 1148 case FS_IOC_REMOVE_ENCRYPTION_KEY: 1149 if (!ext4_has_feature_encrypt(sb)) 1150 return -EOPNOTSUPP; 1151 return fscrypt_ioctl_remove_key(filp, (void __user *)arg); 1152 1153 case FS_IOC_REMOVE_ENCRYPTION_KEY_ALL_USERS: 1154 if (!ext4_has_feature_encrypt(sb)) 1155 return -EOPNOTSUPP; 1156 return fscrypt_ioctl_remove_key_all_users(filp, 1157 (void __user *)arg); 1158 case FS_IOC_GET_ENCRYPTION_KEY_STATUS: 1159 if (!ext4_has_feature_encrypt(sb)) 1160 return -EOPNOTSUPP; 1161 return fscrypt_ioctl_get_key_status(filp, (void __user *)arg); 1162 1163 case FS_IOC_GET_ENCRYPTION_NONCE: 1164 if (!ext4_has_feature_encrypt(sb)) 1165 return -EOPNOTSUPP; 1166 return fscrypt_ioctl_get_nonce(filp, (void __user *)arg); 1167 1168 case EXT4_IOC_CLEAR_ES_CACHE: 1169 { 1170 if (!inode_owner_or_capable(mnt_userns, inode)) 1171 return -EACCES; 1172 ext4_clear_inode_es(inode); 1173 return 0; 1174 } 1175 1176 case EXT4_IOC_GETSTATE: 1177 { 1178 __u32 state = 0; 1179 1180 if (ext4_test_inode_state(inode, EXT4_STATE_EXT_PRECACHED)) 1181 state |= EXT4_STATE_FLAG_EXT_PRECACHED; 1182 if (ext4_test_inode_state(inode, EXT4_STATE_NEW)) 1183 state |= EXT4_STATE_FLAG_NEW; 1184 if (ext4_test_inode_state(inode, EXT4_STATE_NEWENTRY)) 1185 state |= EXT4_STATE_FLAG_NEWENTRY; 1186 if (ext4_test_inode_state(inode, EXT4_STATE_DA_ALLOC_CLOSE)) 1187 state |= EXT4_STATE_FLAG_DA_ALLOC_CLOSE; 1188 1189 return put_user(state, (__u32 __user *) arg); 1190 } 1191 1192 case EXT4_IOC_GET_ES_CACHE: 1193 return ext4_ioctl_get_es_cache(filp, arg); 1194 1195 case EXT4_IOC_SHUTDOWN: 1196 return ext4_shutdown(sb, arg); 1197 1198 case FS_IOC_ENABLE_VERITY: 1199 if (!ext4_has_feature_verity(sb)) 1200 return -EOPNOTSUPP; 1201 return fsverity_ioctl_enable(filp, (const void __user *)arg); 1202 1203 case FS_IOC_MEASURE_VERITY: 1204 if (!ext4_has_feature_verity(sb)) 1205 return -EOPNOTSUPP; 1206 return fsverity_ioctl_measure(filp, (void __user *)arg); 1207 1208 case FS_IOC_READ_VERITY_METADATA: 1209 if (!ext4_has_feature_verity(sb)) 1210 return -EOPNOTSUPP; 1211 return fsverity_ioctl_read_metadata(filp, 1212 (const void __user *)arg); 1213 1214 default: 1215 return -ENOTTY; 1216 } 1217 } 1218 1219 long ext4_ioctl(struct file *filp, unsigned int cmd, unsigned long arg) 1220 { 1221 long ret; 1222 1223 ext4_fc_start_update(file_inode(filp)); 1224 ret = __ext4_ioctl(filp, cmd, arg); 1225 ext4_fc_stop_update(file_inode(filp)); 1226 1227 return ret; 1228 } 1229 1230 #ifdef CONFIG_COMPAT 1231 long ext4_compat_ioctl(struct file *file, unsigned int cmd, unsigned long arg) 1232 { 1233 /* These are just misnamed, they actually get/put from/to user an int */ 1234 switch (cmd) { 1235 case EXT4_IOC32_GETVERSION: 1236 cmd = EXT4_IOC_GETVERSION; 1237 break; 1238 case EXT4_IOC32_SETVERSION: 1239 cmd = EXT4_IOC_SETVERSION; 1240 break; 1241 case EXT4_IOC32_GROUP_EXTEND: 1242 cmd = EXT4_IOC_GROUP_EXTEND; 1243 break; 1244 case EXT4_IOC32_GETVERSION_OLD: 1245 cmd = EXT4_IOC_GETVERSION_OLD; 1246 break; 1247 case EXT4_IOC32_SETVERSION_OLD: 1248 cmd = EXT4_IOC_SETVERSION_OLD; 1249 break; 1250 case EXT4_IOC32_GETRSVSZ: 1251 cmd = EXT4_IOC_GETRSVSZ; 1252 break; 1253 case EXT4_IOC32_SETRSVSZ: 1254 cmd = EXT4_IOC_SETRSVSZ; 1255 break; 1256 case EXT4_IOC32_GROUP_ADD: { 1257 struct compat_ext4_new_group_input __user *uinput; 1258 struct ext4_new_group_data input; 1259 int err; 1260 1261 uinput = compat_ptr(arg); 1262 err = get_user(input.group, &uinput->group); 1263 err |= get_user(input.block_bitmap, &uinput->block_bitmap); 1264 err |= get_user(input.inode_bitmap, &uinput->inode_bitmap); 1265 err |= get_user(input.inode_table, &uinput->inode_table); 1266 err |= get_user(input.blocks_count, &uinput->blocks_count); 1267 err |= get_user(input.reserved_blocks, 1268 &uinput->reserved_blocks); 1269 if (err) 1270 return -EFAULT; 1271 return ext4_ioctl_group_add(file, &input); 1272 } 1273 case EXT4_IOC_MOVE_EXT: 1274 case EXT4_IOC_RESIZE_FS: 1275 case FITRIM: 1276 case EXT4_IOC_PRECACHE_EXTENTS: 1277 case FS_IOC_SET_ENCRYPTION_POLICY: 1278 case FS_IOC_GET_ENCRYPTION_PWSALT: 1279 case FS_IOC_GET_ENCRYPTION_POLICY: 1280 case FS_IOC_GET_ENCRYPTION_POLICY_EX: 1281 case FS_IOC_ADD_ENCRYPTION_KEY: 1282 case FS_IOC_REMOVE_ENCRYPTION_KEY: 1283 case FS_IOC_REMOVE_ENCRYPTION_KEY_ALL_USERS: 1284 case FS_IOC_GET_ENCRYPTION_KEY_STATUS: 1285 case FS_IOC_GET_ENCRYPTION_NONCE: 1286 case EXT4_IOC_SHUTDOWN: 1287 case FS_IOC_GETFSMAP: 1288 case FS_IOC_ENABLE_VERITY: 1289 case FS_IOC_MEASURE_VERITY: 1290 case FS_IOC_READ_VERITY_METADATA: 1291 case EXT4_IOC_CLEAR_ES_CACHE: 1292 case EXT4_IOC_GETSTATE: 1293 case EXT4_IOC_GET_ES_CACHE: 1294 break; 1295 default: 1296 return -ENOIOCTLCMD; 1297 } 1298 return ext4_ioctl(file, cmd, (unsigned long) compat_ptr(arg)); 1299 } 1300 #endif 1301