10b61f8a4SDave Chinner // SPDX-License-Identifier: GPL-2.0 2c59d87c4SChristoph Hellwig /* 3c59d87c4SChristoph Hellwig * Copyright (c) 2000-2005 Silicon Graphics, Inc. 4c59d87c4SChristoph Hellwig * All Rights Reserved. 5c59d87c4SChristoph Hellwig */ 6c59d87c4SChristoph Hellwig #ifndef __XFS_LINUX__ 7c59d87c4SChristoph Hellwig #define __XFS_LINUX__ 8c59d87c4SChristoph Hellwig 9c59d87c4SChristoph Hellwig #include <linux/types.h> 10b1f359f9SChristoph Hellwig #include <linux/uuid.h> 11c59d87c4SChristoph Hellwig 12c59d87c4SChristoph Hellwig /* 134f3d71f6SDave Chinner * Kernel specific type declarations for XFS 144f3d71f6SDave Chinner */ 154f3d71f6SDave Chinner 164f3d71f6SDave Chinner typedef __s64 xfs_off_t; /* <file offset> type */ 174f3d71f6SDave Chinner typedef unsigned long long xfs_ino_t; /* <inode> type */ 184f3d71f6SDave Chinner typedef __s64 xfs_daddr_t; /* <disk address> type */ 194f3d71f6SDave Chinner typedef __u32 xfs_dev_t; 204f3d71f6SDave Chinner typedef __u32 xfs_nlink_t; 214f3d71f6SDave Chinner 22c59d87c4SChristoph Hellwig #include "xfs_types.h" 23c59d87c4SChristoph Hellwig 24c59d87c4SChristoph Hellwig #include "kmem.h" 25c59d87c4SChristoph Hellwig #include "mrlock.h" 26c59d87c4SChristoph Hellwig 27c59d87c4SChristoph Hellwig #include <linux/semaphore.h> 28c59d87c4SChristoph Hellwig #include <linux/mm.h> 294a2d01b0SDave Chinner #include <linux/sched/mm.h> 30c59d87c4SChristoph Hellwig #include <linux/kernel.h> 31c59d87c4SChristoph Hellwig #include <linux/blkdev.h> 32c59d87c4SChristoph Hellwig #include <linux/slab.h> 33bc02e869SChristoph Hellwig #include <linux/crc32c.h> 34c59d87c4SChristoph Hellwig #include <linux/module.h> 35c59d87c4SChristoph Hellwig #include <linux/mutex.h> 36c59d87c4SChristoph Hellwig #include <linux/file.h> 37c59d87c4SChristoph Hellwig #include <linux/swap.h> 38c59d87c4SChristoph Hellwig #include <linux/errno.h> 39174cd4b1SIngo Molnar #include <linux/sched/signal.h> 40c59d87c4SChristoph Hellwig #include <linux/bitops.h> 41c59d87c4SChristoph Hellwig #include <linux/major.h> 42c59d87c4SChristoph Hellwig #include <linux/pagemap.h> 43c59d87c4SChristoph Hellwig #include <linux/vfs.h> 44c59d87c4SChristoph Hellwig #include <linux/seq_file.h> 45c59d87c4SChristoph Hellwig #include <linux/init.h> 46c59d87c4SChristoph Hellwig #include <linux/list.h> 47c59d87c4SChristoph Hellwig #include <linux/proc_fs.h> 48c59d87c4SChristoph Hellwig #include <linux/sort.h> 49c59d87c4SChristoph Hellwig #include <linux/cpu.h> 50c59d87c4SChristoph Hellwig #include <linux/notifier.h> 51c59d87c4SChristoph Hellwig #include <linux/delay.h> 52c59d87c4SChristoph Hellwig #include <linux/log2.h> 53c59d87c4SChristoph Hellwig #include <linux/spinlock.h> 54c59d87c4SChristoph Hellwig #include <linux/random.h> 55c59d87c4SChristoph Hellwig #include <linux/ctype.h> 56c59d87c4SChristoph Hellwig #include <linux/writeback.h> 57c59d87c4SChristoph Hellwig #include <linux/capability.h> 580030807cSChristoph Hellwig #include <linux/kthread.h> 590030807cSChristoph Hellwig #include <linux/freezer.h> 60c59d87c4SChristoph Hellwig #include <linux/list_sort.h> 613d6e0361SRich Johnston #include <linux/ratelimit.h> 626031e73aSLucas Stach #include <linux/rhashtable.h> 63*d5f0f49aSChristoph Hellwig #include <linux/xattr.h> 64c59d87c4SChristoph Hellwig 65c59d87c4SChristoph Hellwig #include <asm/page.h> 66c59d87c4SChristoph Hellwig #include <asm/div64.h> 67c59d87c4SChristoph Hellwig #include <asm/param.h> 687c0f6ba6SLinus Torvalds #include <linux/uaccess.h> 69c59d87c4SChristoph Hellwig #include <asm/byteorder.h> 70c59d87c4SChristoph Hellwig #include <asm/unaligned.h> 71c59d87c4SChristoph Hellwig 72b92cc59fSDave Chinner #include "xfs_fs.h" 73c59d87c4SChristoph Hellwig #include "xfs_stats.h" 74c59d87c4SChristoph Hellwig #include "xfs_sysctl.h" 75c59d87c4SChristoph Hellwig #include "xfs_iops.h" 76c59d87c4SChristoph Hellwig #include "xfs_aops.h" 77c59d87c4SChristoph Hellwig #include "xfs_super.h" 7851582170SEric Sandeen #include "xfs_cksum.h" 79c59d87c4SChristoph Hellwig #include "xfs_buf.h" 80c59d87c4SChristoph Hellwig #include "xfs_message.h" 81c59d87c4SChristoph Hellwig 82c59d87c4SChristoph Hellwig #ifdef __BIG_ENDIAN 83c59d87c4SChristoph Hellwig #define XFS_NATIVE_HOST 1 84c59d87c4SChristoph Hellwig #else 85c59d87c4SChristoph Hellwig #undef XFS_NATIVE_HOST 86c59d87c4SChristoph Hellwig #endif 87c59d87c4SChristoph Hellwig 88c59d87c4SChristoph Hellwig #define irix_sgid_inherit xfs_params.sgid_inherit.val 89c59d87c4SChristoph Hellwig #define irix_symlink_mode xfs_params.symlink_mode.val 90c59d87c4SChristoph Hellwig #define xfs_panic_mask xfs_params.panic_mask.val 91c59d87c4SChristoph Hellwig #define xfs_error_level xfs_params.error_level.val 92c59d87c4SChristoph Hellwig #define xfs_syncd_centisecs xfs_params.syncd_timer.val 93c59d87c4SChristoph Hellwig #define xfs_stats_clear xfs_params.stats_clear.val 94c59d87c4SChristoph Hellwig #define xfs_inherit_sync xfs_params.inherit_sync.val 95c59d87c4SChristoph Hellwig #define xfs_inherit_nodump xfs_params.inherit_nodump.val 96c59d87c4SChristoph Hellwig #define xfs_inherit_noatime xfs_params.inherit_noatim.val 97c59d87c4SChristoph Hellwig #define xfs_inherit_nosymlinks xfs_params.inherit_nosym.val 98c59d87c4SChristoph Hellwig #define xfs_rotorstep xfs_params.rotorstep.val 99c59d87c4SChristoph Hellwig #define xfs_inherit_nodefrag xfs_params.inherit_nodfrg.val 100c59d87c4SChristoph Hellwig #define xfs_fstrm_centisecs xfs_params.fstrm_timer.val 101579b62faSBrian Foster #define xfs_eofb_secs xfs_params.eofb_timer.val 10283104d44SDarrick J. Wong #define xfs_cowb_secs xfs_params.cowb_timer.val 103c59d87c4SChristoph Hellwig 104c59d87c4SChristoph Hellwig #define current_cpu() (raw_smp_processor_id()) 105c59d87c4SChristoph Hellwig #define current_pid() (current->pid) 106c59d87c4SChristoph Hellwig #define current_test_flags(f) (current->flags & (f)) 107c59d87c4SChristoph Hellwig #define current_set_flags_nested(sp, f) \ 108c59d87c4SChristoph Hellwig (*(sp) = current->flags, current->flags |= (f)) 109c59d87c4SChristoph Hellwig #define current_clear_flags_nested(sp, f) \ 110c59d87c4SChristoph Hellwig (*(sp) = current->flags, current->flags &= ~(f)) 111c59d87c4SChristoph Hellwig #define current_restore_flags_nested(sp, f) \ 112c59d87c4SChristoph Hellwig (current->flags = ((current->flags & ~(f)) | (*(sp) & (f)))) 113c59d87c4SChristoph Hellwig 114c59d87c4SChristoph Hellwig #define NBBY 8 /* number of bits per byte */ 115c59d87c4SChristoph Hellwig 116c59d87c4SChristoph Hellwig /* 117c59d87c4SChristoph Hellwig * Size of block device i/o is parameterized here. 118c59d87c4SChristoph Hellwig * Currently the system supports page-sized i/o. 119c59d87c4SChristoph Hellwig */ 12009cbfeafSKirill A. Shutemov #define BLKDEV_IOSHIFT PAGE_SHIFT 121c59d87c4SChristoph Hellwig #define BLKDEV_IOSIZE (1<<BLKDEV_IOSHIFT) 122c59d87c4SChristoph Hellwig /* number of BB's per block device block */ 123c59d87c4SChristoph Hellwig #define BLKDEV_BB BTOBB(BLKDEV_IOSIZE) 124c59d87c4SChristoph Hellwig 125c59d87c4SChristoph Hellwig #define ENOATTR ENODATA /* Attribute not found */ 126c59d87c4SChristoph Hellwig #define EWRONGFS EINVAL /* Mount with wrong filesystem type */ 127c59d87c4SChristoph Hellwig #define EFSCORRUPTED EUCLEAN /* Filesystem is corrupted */ 128ca23f8fdSEric Sandeen #define EFSBADCRC EBADMSG /* Bad CRC detected */ 129c59d87c4SChristoph Hellwig 130c59d87c4SChristoph Hellwig #define SYNCHRONIZE() barrier() 131c59d87c4SChristoph Hellwig #define __return_address __builtin_return_address(0) 132c59d87c4SChristoph Hellwig 13352c732eeSDarrick J. Wong /* 13452c732eeSDarrick J. Wong * Return the address of a label. Use barrier() so that the optimizer 13552c732eeSDarrick J. Wong * won't reorder code to refactor the error jumpouts into a single 13652c732eeSDarrick J. Wong * return, which throws off the reported address. 13752c732eeSDarrick J. Wong */ 13852c732eeSDarrick J. Wong #define __this_address ({ __label__ __here; __here: barrier(); &&__here; }) 13952c732eeSDarrick J. Wong 140c59d87c4SChristoph Hellwig #define XFS_PROJID_DEFAULT 0 141c59d87c4SChristoph Hellwig 142c59d87c4SChristoph Hellwig #define howmany(x, y) (((x)+((y)-1))/(y)) 143c59d87c4SChristoph Hellwig 144e076b0f3SDave Chinner static inline void delay(long ticks) 145e076b0f3SDave Chinner { 146e076b0f3SDave Chinner schedule_timeout_uninterruptible(ticks); 147e076b0f3SDave Chinner } 148e076b0f3SDave Chinner 149a31b1d3dSBrian Foster /* 150a31b1d3dSBrian Foster * XFS wrapper structure for sysfs support. It depends on external data 151a31b1d3dSBrian Foster * structures and is embedded in various internal data structures to implement 152a31b1d3dSBrian Foster * the XFS sysfs object heirarchy. Define it here for broad access throughout 153a31b1d3dSBrian Foster * the codebase. 154a31b1d3dSBrian Foster */ 155a31b1d3dSBrian Foster struct xfs_kobj { 156a31b1d3dSBrian Foster struct kobject kobject; 157a31b1d3dSBrian Foster struct completion complete; 158a31b1d3dSBrian Foster }; 159a31b1d3dSBrian Foster 16080529c45SBill O'Donnell struct xstats { 16180529c45SBill O'Donnell struct xfsstats __percpu *xs_stats; 16280529c45SBill O'Donnell struct xfs_kobj xs_kobj; 16380529c45SBill O'Donnell }; 16480529c45SBill O'Donnell 16580529c45SBill O'Donnell extern struct xstats xfsstats; 16680529c45SBill O'Donnell 167274e0a1fSChristoph Hellwig static inline dev_t xfs_to_linux_dev_t(xfs_dev_t dev) 168274e0a1fSChristoph Hellwig { 169274e0a1fSChristoph Hellwig return MKDEV(sysv_major(dev) & 0x1ff, sysv_minor(dev)); 170274e0a1fSChristoph Hellwig } 171274e0a1fSChristoph Hellwig 172274e0a1fSChristoph Hellwig static inline xfs_dev_t linux_to_xfs_dev_t(dev_t dev) 173274e0a1fSChristoph Hellwig { 174274e0a1fSChristoph Hellwig return sysv_encode_dev(dev); 175274e0a1fSChristoph Hellwig } 176274e0a1fSChristoph Hellwig 177c59d87c4SChristoph Hellwig /* 178c59d87c4SChristoph Hellwig * Various platform dependent calls that don't fit anywhere else 179c59d87c4SChristoph Hellwig */ 180c59d87c4SChristoph Hellwig #define xfs_sort(a,n,s,fn) sort(a,n,s,fn,NULL) 181c59d87c4SChristoph Hellwig #define xfs_stack_trace() dump_stack() 182c59d87c4SChristoph Hellwig 183c8ce540dSDarrick J. Wong static inline uint64_t roundup_64(uint64_t x, uint32_t y) 184c59d87c4SChristoph Hellwig { 185c59d87c4SChristoph Hellwig x += y - 1; 186c59d87c4SChristoph Hellwig do_div(x, y); 187d99831ffSEric Sandeen return x * y; 188c59d87c4SChristoph Hellwig } 189c59d87c4SChristoph Hellwig 190c8ce540dSDarrick J. Wong static inline uint64_t howmany_64(uint64_t x, uint32_t y) 191c59d87c4SChristoph Hellwig { 192c59d87c4SChristoph Hellwig x += y - 1; 193c59d87c4SChristoph Hellwig do_div(x, y); 194c59d87c4SChristoph Hellwig return x; 195c59d87c4SChristoph Hellwig } 196c59d87c4SChristoph Hellwig 1976ad5b325SChristoph Hellwig int xfs_rw_bdev(struct block_device *bdev, sector_t sector, unsigned int count, 1986ad5b325SChristoph Hellwig char *data, unsigned int op); 1996ad5b325SChristoph Hellwig 200c59d87c4SChristoph Hellwig #define ASSERT_ALWAYS(expr) \ 2019842b56cSDarrick J. Wong (likely(expr) ? (void)0 : assfail(NULL, #expr, __FILE__, __LINE__)) 202c59d87c4SChristoph Hellwig 203742ae1e3SDave Chinner #ifdef DEBUG 204c59d87c4SChristoph Hellwig #define ASSERT(expr) \ 2059842b56cSDarrick J. Wong (likely(expr) ? (void)0 : assfail(NULL, #expr, __FILE__, __LINE__)) 206c59d87c4SChristoph Hellwig 207742ae1e3SDave Chinner #else /* !DEBUG */ 208742ae1e3SDave Chinner 209742ae1e3SDave Chinner #ifdef XFS_WARN 210742ae1e3SDave Chinner 211742ae1e3SDave Chinner #define ASSERT(expr) \ 2129842b56cSDarrick J. Wong (likely(expr) ? (void)0 : asswarn(NULL, #expr, __FILE__, __LINE__)) 213742ae1e3SDave Chinner 214742ae1e3SDave Chinner #else /* !DEBUG && !XFS_WARN */ 215742ae1e3SDave Chinner 216742ae1e3SDave Chinner #define ASSERT(expr) ((void)0) 217742ae1e3SDave Chinner 218742ae1e3SDave Chinner #endif /* XFS_WARN */ 219c59d87c4SChristoph Hellwig #endif /* DEBUG */ 220c59d87c4SChristoph Hellwig 2216519f708SDarrick J. Wong #define XFS_IS_CORRUPT(mp, expr) \ 2226519f708SDarrick J. Wong (unlikely(expr) ? xfs_corruption_error(#expr, XFS_ERRLEVEL_LOW, (mp), \ 2236519f708SDarrick J. Wong NULL, 0, __FILE__, __LINE__, \ 2246519f708SDarrick J. Wong __this_address), \ 2256519f708SDarrick J. Wong true : false) 2266519f708SDarrick J. Wong 227fc41e2a1SChristoph Hellwig #define STATIC static noinline 228fc41e2a1SChristoph Hellwig 2296d3ebaaeSChristoph Hellwig #ifdef CONFIG_XFS_RT 230b31ff3cdSRichard Wareing 231b31ff3cdSRichard Wareing /* 232b31ff3cdSRichard Wareing * make sure we ignore the inode flag if the filesystem doesn't have a 233b31ff3cdSRichard Wareing * configured realtime device. 234b31ff3cdSRichard Wareing */ 235b31ff3cdSRichard Wareing #define XFS_IS_REALTIME_INODE(ip) \ 236b31ff3cdSRichard Wareing (((ip)->i_d.di_flags & XFS_DIFLAG_REALTIME) && \ 237b31ff3cdSRichard Wareing (ip)->i_mount->m_rtdev_targp) 238a0158315SRichard Wareing #define XFS_IS_REALTIME_MOUNT(mp) ((mp)->m_rtdev_targp ? 1 : 0) 2396d3ebaaeSChristoph Hellwig #else 2406d3ebaaeSChristoph Hellwig #define XFS_IS_REALTIME_INODE(ip) (0) 241a0158315SRichard Wareing #define XFS_IS_REALTIME_MOUNT(mp) (0) 2426d3ebaaeSChristoph Hellwig #endif 2436d3ebaaeSChristoph Hellwig 244c9690043SDarrick J. Wong /* 245c9690043SDarrick J. Wong * Starting in Linux 4.15, the %p (raw pointer value) printk modifier 246c9690043SDarrick J. Wong * prints a hashed version of the pointer to avoid leaking kernel 247c9690043SDarrick J. Wong * pointers into dmesg. If we're trying to debug the kernel we want the 248c9690043SDarrick J. Wong * raw values, so override this behavior as best we can. 249c9690043SDarrick J. Wong */ 250c9690043SDarrick J. Wong #ifdef DEBUG 251c9690043SDarrick J. Wong # define PTR_FMT "%px" 252c9690043SDarrick J. Wong #else 253c9690043SDarrick J. Wong # define PTR_FMT "%p" 254c9690043SDarrick J. Wong #endif 255c9690043SDarrick J. Wong 256c59d87c4SChristoph Hellwig #endif /* __XFS_LINUX__ */ 257