1453b329bSJens Axboe // SPDX-License-Identifier: GPL-2.0 2453b329bSJens Axboe #ifndef IOU_FILE_TABLE_H 3453b329bSJens Axboe #define IOU_FILE_TABLE_H 4453b329bSJens Axboe 5024f15e0SPavel Begunkov #include <linux/file.h> 6*6e73dffbSPavel Begunkov #include <linux/io_uring_types.h> 7453b329bSJens Axboe 8453b329bSJens Axboe /* 9453b329bSJens Axboe * FFS_SCM is only available on 64-bit archs, for 32-bit we just define it as 0 10453b329bSJens Axboe * and define IO_URING_SCM_ALL. For this case, we use SCM for all files as we 11453b329bSJens Axboe * can't safely always dereference the file when the task has exited and ring 12453b329bSJens Axboe * cleanup is done. If a file is tracked and part of SCM, then unix gc on 13453b329bSJens Axboe * process exit may reap it before __io_sqe_files_unregister() is run. 14453b329bSJens Axboe */ 15453b329bSJens Axboe #define FFS_NOWAIT 0x1UL 16453b329bSJens Axboe #define FFS_ISREG 0x2UL 17453b329bSJens Axboe #if defined(CONFIG_64BIT) 18453b329bSJens Axboe #define FFS_SCM 0x4UL 19453b329bSJens Axboe #else 20453b329bSJens Axboe #define IO_URING_SCM_ALL 21453b329bSJens Axboe #define FFS_SCM 0x0UL 22453b329bSJens Axboe #endif 23453b329bSJens Axboe #define FFS_MASK ~(FFS_NOWAIT|FFS_ISREG|FFS_SCM) 24453b329bSJens Axboe 25453b329bSJens Axboe bool io_alloc_file_tables(struct io_file_table *table, unsigned nr_files); 26453b329bSJens Axboe void io_free_file_tables(struct io_file_table *table); 27c98817e6SJens Axboe 28c98817e6SJens Axboe int io_fixed_fd_install(struct io_kiocb *req, unsigned int issue_flags, 29c98817e6SJens Axboe struct file *file, unsigned int file_slot); 30f110ed84SJens Axboe int __io_fixed_fd_install(struct io_ring_ctx *ctx, struct file *file, 31f110ed84SJens Axboe unsigned int file_slot); 32f110ed84SJens Axboe int io_fixed_fd_remove(struct io_ring_ctx *ctx, unsigned int offset); 33453b329bSJens Axboe 34*6e73dffbSPavel Begunkov int io_register_file_alloc_range(struct io_ring_ctx *ctx, 35*6e73dffbSPavel Begunkov struct io_uring_file_index_range __user *arg); 36*6e73dffbSPavel Begunkov 37a4ad4f74SJens Axboe unsigned int io_file_get_flags(struct file *file); 38a4ad4f74SJens Axboe 39453b329bSJens Axboe static inline void io_file_bitmap_clear(struct io_file_table *table, int bit) 40453b329bSJens Axboe { 41453b329bSJens Axboe __clear_bit(bit, table->bitmap); 42453b329bSJens Axboe table->alloc_hint = bit; 43453b329bSJens Axboe } 44453b329bSJens Axboe 45453b329bSJens Axboe static inline void io_file_bitmap_set(struct io_file_table *table, int bit) 46453b329bSJens Axboe { 47453b329bSJens Axboe WARN_ON_ONCE(test_bit(bit, table->bitmap)); 48453b329bSJens Axboe __set_bit(bit, table->bitmap); 49453b329bSJens Axboe table->alloc_hint = bit + 1; 50453b329bSJens Axboe } 51453b329bSJens Axboe 52453b329bSJens Axboe static inline struct io_fixed_file * 53453b329bSJens Axboe io_fixed_file_slot(struct io_file_table *table, unsigned i) 54453b329bSJens Axboe { 55453b329bSJens Axboe return &table->files[i]; 56453b329bSJens Axboe } 57453b329bSJens Axboe 58a4ad4f74SJens Axboe static inline struct file *io_file_from_index(struct io_file_table *table, 59a4ad4f74SJens Axboe int index) 60a4ad4f74SJens Axboe { 61a4ad4f74SJens Axboe struct io_fixed_file *slot = io_fixed_file_slot(table, index); 62a4ad4f74SJens Axboe 63a4ad4f74SJens Axboe return (struct file *) (slot->file_ptr & FFS_MASK); 64a4ad4f74SJens Axboe } 65a4ad4f74SJens Axboe 66a4ad4f74SJens Axboe static inline void io_fixed_file_set(struct io_fixed_file *file_slot, 67a4ad4f74SJens Axboe struct file *file) 68a4ad4f74SJens Axboe { 69a4ad4f74SJens Axboe unsigned long file_ptr = (unsigned long) file; 70a4ad4f74SJens Axboe 71a4ad4f74SJens Axboe file_ptr |= io_file_get_flags(file); 72a4ad4f74SJens Axboe file_slot->file_ptr = file_ptr; 73a4ad4f74SJens Axboe } 74a4ad4f74SJens Axboe 75*6e73dffbSPavel Begunkov static inline void io_reset_alloc_hint(struct io_ring_ctx *ctx) 76*6e73dffbSPavel Begunkov { 77*6e73dffbSPavel Begunkov ctx->file_table.alloc_hint = ctx->file_alloc_start; 78*6e73dffbSPavel Begunkov } 79*6e73dffbSPavel Begunkov 80*6e73dffbSPavel Begunkov static inline void io_file_table_set_alloc_range(struct io_ring_ctx *ctx, 81*6e73dffbSPavel Begunkov unsigned off, unsigned len) 82*6e73dffbSPavel Begunkov { 83*6e73dffbSPavel Begunkov ctx->file_alloc_start = off; 84*6e73dffbSPavel Begunkov ctx->file_alloc_end = off + len; 85*6e73dffbSPavel Begunkov io_reset_alloc_hint(ctx); 86*6e73dffbSPavel Begunkov } 87*6e73dffbSPavel Begunkov 88453b329bSJens Axboe #endif 89