1c59d87c4SChristoph Hellwig /* 2c59d87c4SChristoph Hellwig * Copyright (c) 2000-2005 Silicon Graphics, Inc. 3c59d87c4SChristoph Hellwig * All Rights Reserved. 4c59d87c4SChristoph Hellwig * 5c59d87c4SChristoph Hellwig * This program is free software; you can redistribute it and/or 6c59d87c4SChristoph Hellwig * modify it under the terms of the GNU General Public License as 7c59d87c4SChristoph Hellwig * published by the Free Software Foundation. 8c59d87c4SChristoph Hellwig * 9c59d87c4SChristoph Hellwig * This program is distributed in the hope that it would be useful, 10c59d87c4SChristoph Hellwig * but WITHOUT ANY WARRANTY; without even the implied warranty of 11c59d87c4SChristoph Hellwig * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 12c59d87c4SChristoph Hellwig * GNU General Public License for more details. 13c59d87c4SChristoph Hellwig * 14c59d87c4SChristoph Hellwig * You should have received a copy of the GNU General Public License 15c59d87c4SChristoph Hellwig * along with this program; if not, write the Free Software Foundation, 16c59d87c4SChristoph Hellwig * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA 17c59d87c4SChristoph Hellwig */ 18c59d87c4SChristoph Hellwig #ifndef __XFS_BUF_H__ 19c59d87c4SChristoph Hellwig #define __XFS_BUF_H__ 20c59d87c4SChristoph Hellwig 21c59d87c4SChristoph Hellwig #include <linux/list.h> 22c59d87c4SChristoph Hellwig #include <linux/types.h> 23c59d87c4SChristoph Hellwig #include <linux/spinlock.h> 24c59d87c4SChristoph Hellwig #include <linux/mm.h> 25c59d87c4SChristoph Hellwig #include <linux/fs.h> 26c59d87c4SChristoph Hellwig #include <linux/buffer_head.h> 27c59d87c4SChristoph Hellwig #include <linux/uio.h> 28e80dfa19SDave Chinner #include <linux/list_lru.h> 29c59d87c4SChristoph Hellwig 30c59d87c4SChristoph Hellwig /* 31c59d87c4SChristoph Hellwig * Base types 32c59d87c4SChristoph Hellwig */ 33c59d87c4SChristoph Hellwig 34c59d87c4SChristoph Hellwig #define XFS_BUF_DADDR_NULL ((xfs_daddr_t) (-1LL)) 35c59d87c4SChristoph Hellwig 36c59d87c4SChristoph Hellwig typedef enum { 37c59d87c4SChristoph Hellwig XBRW_READ = 1, /* transfer into target memory */ 38c59d87c4SChristoph Hellwig XBRW_WRITE = 2, /* transfer from target memory */ 39c59d87c4SChristoph Hellwig XBRW_ZERO = 3, /* Zero target memory */ 40c59d87c4SChristoph Hellwig } xfs_buf_rw_t; 41c59d87c4SChristoph Hellwig 42c59d87c4SChristoph Hellwig #define XBF_READ (1 << 0) /* buffer intended for reading from device */ 43c59d87c4SChristoph Hellwig #define XBF_WRITE (1 << 1) /* buffer intended for writing to device */ 44c59d87c4SChristoph Hellwig #define XBF_READ_AHEAD (1 << 2) /* asynchronous read-ahead */ 45c59d87c4SChristoph Hellwig #define XBF_ASYNC (1 << 4) /* initiator will not wait for completion */ 46c59d87c4SChristoph Hellwig #define XBF_DONE (1 << 5) /* all pages in the buffer uptodate */ 4743ff2122SChristoph Hellwig #define XBF_STALE (1 << 6) /* buffer has been staled, do not find it */ 48c59d87c4SChristoph Hellwig 49c59d87c4SChristoph Hellwig /* I/O hints for the BIO layer */ 50c59d87c4SChristoph Hellwig #define XBF_SYNCIO (1 << 10)/* treat this buffer as synchronous I/O */ 51c59d87c4SChristoph Hellwig #define XBF_FUA (1 << 11)/* force cache write through mode */ 52c59d87c4SChristoph Hellwig #define XBF_FLUSH (1 << 12)/* flush the disk cache before a write */ 53c59d87c4SChristoph Hellwig 54c59d87c4SChristoph Hellwig /* flags used only as arguments to access routines */ 55c59d87c4SChristoph Hellwig #define XBF_TRYLOCK (1 << 16)/* lock requested, but do not wait */ 56611c9946SDave Chinner #define XBF_UNMAPPED (1 << 17)/* do not map the buffer */ 57c59d87c4SChristoph Hellwig 58c59d87c4SChristoph Hellwig /* flags used only internally */ 59c59d87c4SChristoph Hellwig #define _XBF_PAGES (1 << 20)/* backed by refcounted pages */ 60c59d87c4SChristoph Hellwig #define _XBF_KMEM (1 << 21)/* backed by heap memory */ 6143ff2122SChristoph Hellwig #define _XBF_DELWRI_Q (1 << 22)/* buffer on a delwri queue */ 62cbb7baabSDave Chinner #define _XBF_COMPOUND (1 << 23)/* compound buffer */ 636fb8a90aSCarlos Maiolino #define _XBF_LRU_DISPOSE (1 << 24)/* buffer being discarded */ 64c59d87c4SChristoph Hellwig 65c59d87c4SChristoph Hellwig typedef unsigned int xfs_buf_flags_t; 66c59d87c4SChristoph Hellwig 67c59d87c4SChristoph Hellwig #define XFS_BUF_FLAGS \ 68c59d87c4SChristoph Hellwig { XBF_READ, "READ" }, \ 69c59d87c4SChristoph Hellwig { XBF_WRITE, "WRITE" }, \ 70c59d87c4SChristoph Hellwig { XBF_READ_AHEAD, "READ_AHEAD" }, \ 71c59d87c4SChristoph Hellwig { XBF_ASYNC, "ASYNC" }, \ 72c59d87c4SChristoph Hellwig { XBF_DONE, "DONE" }, \ 73c59d87c4SChristoph Hellwig { XBF_STALE, "STALE" }, \ 74c59d87c4SChristoph Hellwig { XBF_SYNCIO, "SYNCIO" }, \ 75c59d87c4SChristoph Hellwig { XBF_FUA, "FUA" }, \ 76c59d87c4SChristoph Hellwig { XBF_FLUSH, "FLUSH" }, \ 77a8acad70SDave Chinner { XBF_TRYLOCK, "TRYLOCK" }, /* should never be set */\ 78611c9946SDave Chinner { XBF_UNMAPPED, "UNMAPPED" }, /* ditto */\ 79c59d87c4SChristoph Hellwig { _XBF_PAGES, "PAGES" }, \ 80c59d87c4SChristoph Hellwig { _XBF_KMEM, "KMEM" }, \ 81cbb7baabSDave Chinner { _XBF_DELWRI_Q, "DELWRI_Q" }, \ 826fb8a90aSCarlos Maiolino { _XBF_COMPOUND, "COMPOUND" }, \ 836fb8a90aSCarlos Maiolino { _XBF_LRU_DISPOSE, "LRU_DISPOSE" } 84c59d87c4SChristoph Hellwig 85c59d87c4SChristoph Hellwig typedef struct xfs_buftarg { 86c59d87c4SChristoph Hellwig dev_t bt_dev; 87c59d87c4SChristoph Hellwig struct block_device *bt_bdev; 88c59d87c4SChristoph Hellwig struct backing_dev_info *bt_bdi; 89c59d87c4SChristoph Hellwig struct xfs_mount *bt_mount; 90c59d87c4SChristoph Hellwig unsigned int bt_bsize; 91c59d87c4SChristoph Hellwig unsigned int bt_sshift; 92c59d87c4SChristoph Hellwig size_t bt_smask; 93c59d87c4SChristoph Hellwig 94c59d87c4SChristoph Hellwig /* LRU control structures */ 95c59d87c4SChristoph Hellwig struct shrinker bt_shrinker; 96e80dfa19SDave Chinner struct list_lru bt_lru; 97c59d87c4SChristoph Hellwig } xfs_buftarg_t; 98c59d87c4SChristoph Hellwig 99c59d87c4SChristoph Hellwig struct xfs_buf; 100c59d87c4SChristoph Hellwig typedef void (*xfs_buf_iodone_t)(struct xfs_buf *); 101c59d87c4SChristoph Hellwig 102c3f8fc73SDave Chinner 103c59d87c4SChristoph Hellwig #define XB_PAGES 2 104c59d87c4SChristoph Hellwig 105cbb7baabSDave Chinner struct xfs_buf_map { 106cbb7baabSDave Chinner xfs_daddr_t bm_bn; /* block number for I/O */ 107cbb7baabSDave Chinner int bm_len; /* size of I/O */ 108cbb7baabSDave Chinner }; 109cbb7baabSDave Chinner 1103e85c868SDave Chinner #define DEFINE_SINGLE_BUF_MAP(map, blkno, numblk) \ 1113e85c868SDave Chinner struct xfs_buf_map (map) = { .bm_bn = (blkno), .bm_len = (numblk) }; 1123e85c868SDave Chinner 1131813dd64SDave Chinner struct xfs_buf_ops { 1141813dd64SDave Chinner void (*verify_read)(struct xfs_buf *); 1151813dd64SDave Chinner void (*verify_write)(struct xfs_buf *); 1161813dd64SDave Chinner }; 1171813dd64SDave Chinner 118c59d87c4SChristoph Hellwig typedef struct xfs_buf { 119c59d87c4SChristoph Hellwig /* 120c59d87c4SChristoph Hellwig * first cacheline holds all the fields needed for an uncontended cache 121c59d87c4SChristoph Hellwig * hit to be fully processed. The semaphore straddles the cacheline 122c59d87c4SChristoph Hellwig * boundary, but the counter and lock sits on the first cacheline, 123c59d87c4SChristoph Hellwig * which is the only bit that is touched if we hit the semaphore 124c59d87c4SChristoph Hellwig * fast-path on locking. 125c59d87c4SChristoph Hellwig */ 126c59d87c4SChristoph Hellwig struct rb_node b_rbnode; /* rbtree node */ 127cbb7baabSDave Chinner xfs_daddr_t b_bn; /* block number of buffer */ 1284e94b71bSDave Chinner int b_length; /* size of buffer in BBs */ 129c59d87c4SChristoph Hellwig atomic_t b_hold; /* reference count */ 130c59d87c4SChristoph Hellwig atomic_t b_lru_ref; /* lru reclaim ref count */ 131c59d87c4SChristoph Hellwig xfs_buf_flags_t b_flags; /* status flags */ 132c59d87c4SChristoph Hellwig struct semaphore b_sema; /* semaphore for lockables */ 133c59d87c4SChristoph Hellwig 1346fb8a90aSCarlos Maiolino /* 1356fb8a90aSCarlos Maiolino * concurrent access to b_lru and b_lru_flags are protected by 1366fb8a90aSCarlos Maiolino * bt_lru_lock and not by b_sema 1376fb8a90aSCarlos Maiolino */ 138c59d87c4SChristoph Hellwig struct list_head b_lru; /* lru list */ 1396fb8a90aSCarlos Maiolino xfs_buf_flags_t b_lru_flags; /* internal lru status flags */ 140c59d87c4SChristoph Hellwig wait_queue_head_t b_waiters; /* unpin waiters */ 141c59d87c4SChristoph Hellwig struct list_head b_list; 142c59d87c4SChristoph Hellwig struct xfs_perag *b_pag; /* contains rbtree root */ 143c59d87c4SChristoph Hellwig xfs_buftarg_t *b_target; /* buffer target (device) */ 144c59d87c4SChristoph Hellwig void *b_addr; /* virtual address of buffer */ 145c59d87c4SChristoph Hellwig struct work_struct b_iodone_work; 146c59d87c4SChristoph Hellwig xfs_buf_iodone_t b_iodone; /* I/O completion function */ 147c59d87c4SChristoph Hellwig struct completion b_iowait; /* queue for I/O waiters */ 148c59d87c4SChristoph Hellwig void *b_fspriv; 149c59d87c4SChristoph Hellwig struct xfs_trans *b_transp; 150c59d87c4SChristoph Hellwig struct page **b_pages; /* array of page pointers */ 151c59d87c4SChristoph Hellwig struct page *b_page_array[XB_PAGES]; /* inline pages */ 1523e85c868SDave Chinner struct xfs_buf_map *b_maps; /* compound buffer map */ 153d44d9bc6SMark Tinguely struct xfs_buf_map __b_map; /* inline compound buffer map */ 1543e85c868SDave Chinner int b_map_count; 155aa0e8833SDave Chinner int b_io_length; /* IO size in BBs */ 156c59d87c4SChristoph Hellwig atomic_t b_pin_count; /* pin count */ 157c59d87c4SChristoph Hellwig atomic_t b_io_remaining; /* #outstanding I/O requests */ 158c59d87c4SChristoph Hellwig unsigned int b_page_count; /* size of page array */ 159c59d87c4SChristoph Hellwig unsigned int b_offset; /* page offset in first page */ 160c59d87c4SChristoph Hellwig unsigned short b_error; /* error code on I/O */ 1611813dd64SDave Chinner const struct xfs_buf_ops *b_ops; 162cfb02852SDave Chinner 163c59d87c4SChristoph Hellwig #ifdef XFS_BUF_LOCK_TRACKING 164c59d87c4SChristoph Hellwig int b_last_holder; 165c59d87c4SChristoph Hellwig #endif 166c59d87c4SChristoph Hellwig } xfs_buf_t; 167c59d87c4SChristoph Hellwig 168c59d87c4SChristoph Hellwig /* Finding and Reading Buffers */ 1693e85c868SDave Chinner struct xfs_buf *_xfs_buf_find(struct xfs_buftarg *target, 1703e85c868SDave Chinner struct xfs_buf_map *map, int nmaps, 1713e85c868SDave Chinner xfs_buf_flags_t flags, struct xfs_buf *new_bp); 1723e85c868SDave Chinner 1733e85c868SDave Chinner static inline struct xfs_buf * 1743e85c868SDave Chinner xfs_incore( 1753e85c868SDave Chinner struct xfs_buftarg *target, 1763e85c868SDave Chinner xfs_daddr_t blkno, 1773e85c868SDave Chinner size_t numblks, 1783e85c868SDave Chinner xfs_buf_flags_t flags) 1793e85c868SDave Chinner { 1803e85c868SDave Chinner DEFINE_SINGLE_BUF_MAP(map, blkno, numblks); 1813e85c868SDave Chinner return _xfs_buf_find(target, &map, 1, flags, NULL); 1823e85c868SDave Chinner } 1833e85c868SDave Chinner 1843e85c868SDave Chinner struct xfs_buf *_xfs_buf_alloc(struct xfs_buftarg *target, 1853e85c868SDave Chinner struct xfs_buf_map *map, int nmaps, 1863e85c868SDave Chinner xfs_buf_flags_t flags); 1873e85c868SDave Chinner 1883e85c868SDave Chinner static inline struct xfs_buf * 1893e85c868SDave Chinner xfs_buf_alloc( 1903e85c868SDave Chinner struct xfs_buftarg *target, 1913e85c868SDave Chinner xfs_daddr_t blkno, 1923e85c868SDave Chinner size_t numblks, 1933e85c868SDave Chinner xfs_buf_flags_t flags) 1943e85c868SDave Chinner { 1953e85c868SDave Chinner DEFINE_SINGLE_BUF_MAP(map, blkno, numblks); 1963e85c868SDave Chinner return _xfs_buf_alloc(target, &map, 1, flags); 1973e85c868SDave Chinner } 198c59d87c4SChristoph Hellwig 1996dde2707SDave Chinner struct xfs_buf *xfs_buf_get_map(struct xfs_buftarg *target, 2006dde2707SDave Chinner struct xfs_buf_map *map, int nmaps, 2016dde2707SDave Chinner xfs_buf_flags_t flags); 2026dde2707SDave Chinner struct xfs_buf *xfs_buf_read_map(struct xfs_buftarg *target, 2036dde2707SDave Chinner struct xfs_buf_map *map, int nmaps, 2041813dd64SDave Chinner xfs_buf_flags_t flags, 2051813dd64SDave Chinner const struct xfs_buf_ops *ops); 2066dde2707SDave Chinner void xfs_buf_readahead_map(struct xfs_buftarg *target, 207c3f8fc73SDave Chinner struct xfs_buf_map *map, int nmaps, 2081813dd64SDave Chinner const struct xfs_buf_ops *ops); 2096dde2707SDave Chinner 2106dde2707SDave Chinner static inline struct xfs_buf * 2116dde2707SDave Chinner xfs_buf_get( 2126dde2707SDave Chinner struct xfs_buftarg *target, 2136dde2707SDave Chinner xfs_daddr_t blkno, 2146dde2707SDave Chinner size_t numblks, 2156dde2707SDave Chinner xfs_buf_flags_t flags) 2166dde2707SDave Chinner { 2176dde2707SDave Chinner DEFINE_SINGLE_BUF_MAP(map, blkno, numblks); 2186dde2707SDave Chinner return xfs_buf_get_map(target, &map, 1, flags); 2196dde2707SDave Chinner } 2206dde2707SDave Chinner 2216dde2707SDave Chinner static inline struct xfs_buf * 2226dde2707SDave Chinner xfs_buf_read( 2236dde2707SDave Chinner struct xfs_buftarg *target, 2246dde2707SDave Chinner xfs_daddr_t blkno, 2256dde2707SDave Chinner size_t numblks, 226c3f8fc73SDave Chinner xfs_buf_flags_t flags, 2271813dd64SDave Chinner const struct xfs_buf_ops *ops) 2286dde2707SDave Chinner { 2296dde2707SDave Chinner DEFINE_SINGLE_BUF_MAP(map, blkno, numblks); 2301813dd64SDave Chinner return xfs_buf_read_map(target, &map, 1, flags, ops); 2316dde2707SDave Chinner } 2326dde2707SDave Chinner 2336dde2707SDave Chinner static inline void 2346dde2707SDave Chinner xfs_buf_readahead( 2356dde2707SDave Chinner struct xfs_buftarg *target, 2366dde2707SDave Chinner xfs_daddr_t blkno, 237c3f8fc73SDave Chinner size_t numblks, 2381813dd64SDave Chinner const struct xfs_buf_ops *ops) 2396dde2707SDave Chinner { 2406dde2707SDave Chinner DEFINE_SINGLE_BUF_MAP(map, blkno, numblks); 2411813dd64SDave Chinner return xfs_buf_readahead_map(target, &map, 1, ops); 2426dde2707SDave Chinner } 243c59d87c4SChristoph Hellwig 244e70b73f8SDave Chinner struct xfs_buf *xfs_buf_get_empty(struct xfs_buftarg *target, size_t numblks); 245e70b73f8SDave Chinner void xfs_buf_set_empty(struct xfs_buf *bp, size_t numblks); 246e70b73f8SDave Chinner int xfs_buf_associate_memory(struct xfs_buf *bp, void *mem, size_t length); 247e70b73f8SDave Chinner 248e70b73f8SDave Chinner struct xfs_buf *xfs_buf_get_uncached(struct xfs_buftarg *target, size_t numblks, 249e70b73f8SDave Chinner int flags); 250e70b73f8SDave Chinner struct xfs_buf *xfs_buf_read_uncached(struct xfs_buftarg *target, 251c3f8fc73SDave Chinner xfs_daddr_t daddr, size_t numblks, int flags, 2521813dd64SDave Chinner const struct xfs_buf_ops *ops); 253e70b73f8SDave Chinner void xfs_buf_hold(struct xfs_buf *bp); 254c59d87c4SChristoph Hellwig 255c59d87c4SChristoph Hellwig /* Releasing Buffers */ 256c59d87c4SChristoph Hellwig extern void xfs_buf_free(xfs_buf_t *); 257c59d87c4SChristoph Hellwig extern void xfs_buf_rele(xfs_buf_t *); 258c59d87c4SChristoph Hellwig 259c59d87c4SChristoph Hellwig /* Locking and Unlocking Buffers */ 260c59d87c4SChristoph Hellwig extern int xfs_buf_trylock(xfs_buf_t *); 261c59d87c4SChristoph Hellwig extern void xfs_buf_lock(xfs_buf_t *); 262c59d87c4SChristoph Hellwig extern void xfs_buf_unlock(xfs_buf_t *); 263c59d87c4SChristoph Hellwig #define xfs_buf_islocked(bp) \ 264c59d87c4SChristoph Hellwig ((bp)->b_sema.count <= 0) 265c59d87c4SChristoph Hellwig 266c59d87c4SChristoph Hellwig /* Buffer Read and Write Routines */ 267c2b006c1SChristoph Hellwig extern int xfs_bwrite(struct xfs_buf *bp); 268c59d87c4SChristoph Hellwig 269c59d87c4SChristoph Hellwig extern void xfsbdstrat(struct xfs_mount *, struct xfs_buf *); 270c59d87c4SChristoph Hellwig 271c59d87c4SChristoph Hellwig extern void xfs_buf_ioend(xfs_buf_t *, int); 272c59d87c4SChristoph Hellwig extern void xfs_buf_ioerror(xfs_buf_t *, int); 273901796afSChristoph Hellwig extern void xfs_buf_ioerror_alert(struct xfs_buf *, const char *func); 2740e95f19aSDave Chinner extern void xfs_buf_iorequest(xfs_buf_t *); 275c59d87c4SChristoph Hellwig extern int xfs_buf_iowait(xfs_buf_t *); 276c59d87c4SChristoph Hellwig extern void xfs_buf_iomove(xfs_buf_t *, size_t, size_t, void *, 277c59d87c4SChristoph Hellwig xfs_buf_rw_t); 278c59d87c4SChristoph Hellwig #define xfs_buf_zero(bp, off, len) \ 279c59d87c4SChristoph Hellwig xfs_buf_iomove((bp), (off), (len), NULL, XBRW_ZERO) 280c59d87c4SChristoph Hellwig 281c59d87c4SChristoph Hellwig static inline int xfs_buf_geterror(xfs_buf_t *bp) 282c59d87c4SChristoph Hellwig { 283c59d87c4SChristoph Hellwig return bp ? bp->b_error : ENOMEM; 284c59d87c4SChristoph Hellwig } 285c59d87c4SChristoph Hellwig 286c59d87c4SChristoph Hellwig /* Buffer Utility Routines */ 287c59d87c4SChristoph Hellwig extern xfs_caddr_t xfs_buf_offset(xfs_buf_t *, size_t); 288c59d87c4SChristoph Hellwig 289c59d87c4SChristoph Hellwig /* Delayed Write Buffer Routines */ 29043ff2122SChristoph Hellwig extern bool xfs_buf_delwri_queue(struct xfs_buf *, struct list_head *); 29143ff2122SChristoph Hellwig extern int xfs_buf_delwri_submit(struct list_head *); 29243ff2122SChristoph Hellwig extern int xfs_buf_delwri_submit_nowait(struct list_head *); 293c59d87c4SChristoph Hellwig 294c59d87c4SChristoph Hellwig /* Buffer Daemon Setup Routines */ 295c59d87c4SChristoph Hellwig extern int xfs_buf_init(void); 296c59d87c4SChristoph Hellwig extern void xfs_buf_terminate(void); 297c59d87c4SChristoph Hellwig 298c59d87c4SChristoph Hellwig #define XFS_BUF_ZEROFLAGS(bp) \ 29943ff2122SChristoph Hellwig ((bp)->b_flags &= ~(XBF_READ|XBF_WRITE|XBF_ASYNC| \ 300c59d87c4SChristoph Hellwig XBF_SYNCIO|XBF_FUA|XBF_FLUSH)) 301c59d87c4SChristoph Hellwig 302c59d87c4SChristoph Hellwig void xfs_buf_stale(struct xfs_buf *bp); 303c59d87c4SChristoph Hellwig #define XFS_BUF_UNSTALE(bp) ((bp)->b_flags &= ~XBF_STALE) 304c59d87c4SChristoph Hellwig #define XFS_BUF_ISSTALE(bp) ((bp)->b_flags & XBF_STALE) 305c59d87c4SChristoph Hellwig 306c59d87c4SChristoph Hellwig #define XFS_BUF_DONE(bp) ((bp)->b_flags |= XBF_DONE) 307c59d87c4SChristoph Hellwig #define XFS_BUF_UNDONE(bp) ((bp)->b_flags &= ~XBF_DONE) 308c59d87c4SChristoph Hellwig #define XFS_BUF_ISDONE(bp) ((bp)->b_flags & XBF_DONE) 309c59d87c4SChristoph Hellwig 310c59d87c4SChristoph Hellwig #define XFS_BUF_ASYNC(bp) ((bp)->b_flags |= XBF_ASYNC) 311c59d87c4SChristoph Hellwig #define XFS_BUF_UNASYNC(bp) ((bp)->b_flags &= ~XBF_ASYNC) 312c59d87c4SChristoph Hellwig #define XFS_BUF_ISASYNC(bp) ((bp)->b_flags & XBF_ASYNC) 313c59d87c4SChristoph Hellwig 314c59d87c4SChristoph Hellwig #define XFS_BUF_READ(bp) ((bp)->b_flags |= XBF_READ) 315c59d87c4SChristoph Hellwig #define XFS_BUF_UNREAD(bp) ((bp)->b_flags &= ~XBF_READ) 316c59d87c4SChristoph Hellwig #define XFS_BUF_ISREAD(bp) ((bp)->b_flags & XBF_READ) 317c59d87c4SChristoph Hellwig 318c59d87c4SChristoph Hellwig #define XFS_BUF_WRITE(bp) ((bp)->b_flags |= XBF_WRITE) 319c59d87c4SChristoph Hellwig #define XFS_BUF_UNWRITE(bp) ((bp)->b_flags &= ~XBF_WRITE) 320c59d87c4SChristoph Hellwig #define XFS_BUF_ISWRITE(bp) ((bp)->b_flags & XBF_WRITE) 321c59d87c4SChristoph Hellwig 322cbb7baabSDave Chinner /* 323cbb7baabSDave Chinner * These macros use the IO block map rather than b_bn. b_bn is now really 324cbb7baabSDave Chinner * just for the buffer cache index for cached buffers. As IO does not use b_bn 325cbb7baabSDave Chinner * anymore, uncached buffers do not use b_bn at all and hence must modify the IO 326cbb7baabSDave Chinner * map directly. Uncached buffers are not allowed to be discontiguous, so this 327cbb7baabSDave Chinner * is safe to do. 328cbb7baabSDave Chinner * 329cbb7baabSDave Chinner * In future, uncached buffers will pass the block number directly to the io 330cbb7baabSDave Chinner * request function and hence these macros will go away at that point. 331cbb7baabSDave Chinner */ 332d44d9bc6SMark Tinguely #define XFS_BUF_ADDR(bp) ((bp)->b_maps[0].bm_bn) 333d44d9bc6SMark Tinguely #define XFS_BUF_SET_ADDR(bp, bno) ((bp)->b_maps[0].bm_bn = (xfs_daddr_t)(bno)) 334c59d87c4SChristoph Hellwig 33538f23232SChristoph Hellwig static inline void xfs_buf_set_ref(struct xfs_buf *bp, int lru_ref) 336c59d87c4SChristoph Hellwig { 337c59d87c4SChristoph Hellwig atomic_set(&bp->b_lru_ref, lru_ref); 338c59d87c4SChristoph Hellwig } 339c59d87c4SChristoph Hellwig 340c59d87c4SChristoph Hellwig static inline int xfs_buf_ispinned(struct xfs_buf *bp) 341c59d87c4SChristoph Hellwig { 342c59d87c4SChristoph Hellwig return atomic_read(&bp->b_pin_count); 343c59d87c4SChristoph Hellwig } 344c59d87c4SChristoph Hellwig 345c59d87c4SChristoph Hellwig static inline void xfs_buf_relse(xfs_buf_t *bp) 346c59d87c4SChristoph Hellwig { 347c59d87c4SChristoph Hellwig xfs_buf_unlock(bp); 348c59d87c4SChristoph Hellwig xfs_buf_rele(bp); 349c59d87c4SChristoph Hellwig } 350c59d87c4SChristoph Hellwig 351c59d87c4SChristoph Hellwig /* 352c59d87c4SChristoph Hellwig * Handling of buftargs. 353c59d87c4SChristoph Hellwig */ 354c59d87c4SChristoph Hellwig extern xfs_buftarg_t *xfs_alloc_buftarg(struct xfs_mount *, 355c59d87c4SChristoph Hellwig struct block_device *, int, const char *); 356c59d87c4SChristoph Hellwig extern void xfs_free_buftarg(struct xfs_mount *, struct xfs_buftarg *); 357c59d87c4SChristoph Hellwig extern void xfs_wait_buftarg(xfs_buftarg_t *); 358c59d87c4SChristoph Hellwig extern int xfs_setsize_buftarg(xfs_buftarg_t *, unsigned int, unsigned int); 359c59d87c4SChristoph Hellwig 360c59d87c4SChristoph Hellwig #define xfs_getsize_buftarg(buftarg) block_size((buftarg)->bt_bdev) 361c59d87c4SChristoph Hellwig #define xfs_readonly_buftarg(buftarg) bdev_read_only((buftarg)->bt_bdev) 362c59d87c4SChristoph Hellwig 363c59d87c4SChristoph Hellwig #endif /* __XFS_BUF_H__ */ 364