xref: /openbmc/linux/io_uring/filetable.h (revision 6e73dffb)
1453b329bSJens Axboe // SPDX-License-Identifier: GPL-2.0
2453b329bSJens Axboe #ifndef IOU_FILE_TABLE_H
3453b329bSJens Axboe #define IOU_FILE_TABLE_H
4453b329bSJens Axboe 
5024f15e0SPavel Begunkov #include <linux/file.h>
6*6e73dffbSPavel Begunkov #include <linux/io_uring_types.h>
7453b329bSJens Axboe 
8453b329bSJens Axboe /*
9453b329bSJens Axboe  * FFS_SCM is only available on 64-bit archs, for 32-bit we just define it as 0
10453b329bSJens Axboe  * and define IO_URING_SCM_ALL. For this case, we use SCM for all files as we
11453b329bSJens Axboe  * can't safely always dereference the file when the task has exited and ring
12453b329bSJens Axboe  * cleanup is done. If a file is tracked and part of SCM, then unix gc on
13453b329bSJens Axboe  * process exit may reap it before __io_sqe_files_unregister() is run.
14453b329bSJens Axboe  */
15453b329bSJens Axboe #define FFS_NOWAIT		0x1UL
16453b329bSJens Axboe #define FFS_ISREG		0x2UL
17453b329bSJens Axboe #if defined(CONFIG_64BIT)
18453b329bSJens Axboe #define FFS_SCM			0x4UL
19453b329bSJens Axboe #else
20453b329bSJens Axboe #define IO_URING_SCM_ALL
21453b329bSJens Axboe #define FFS_SCM			0x0UL
22453b329bSJens Axboe #endif
23453b329bSJens Axboe #define FFS_MASK		~(FFS_NOWAIT|FFS_ISREG|FFS_SCM)
24453b329bSJens Axboe 
25453b329bSJens Axboe bool io_alloc_file_tables(struct io_file_table *table, unsigned nr_files);
26453b329bSJens Axboe void io_free_file_tables(struct io_file_table *table);
27c98817e6SJens Axboe 
28c98817e6SJens Axboe int io_fixed_fd_install(struct io_kiocb *req, unsigned int issue_flags,
29c98817e6SJens Axboe 			struct file *file, unsigned int file_slot);
30f110ed84SJens Axboe int __io_fixed_fd_install(struct io_ring_ctx *ctx, struct file *file,
31f110ed84SJens Axboe 				unsigned int file_slot);
32f110ed84SJens Axboe int io_fixed_fd_remove(struct io_ring_ctx *ctx, unsigned int offset);
33453b329bSJens Axboe 
34*6e73dffbSPavel Begunkov int io_register_file_alloc_range(struct io_ring_ctx *ctx,
35*6e73dffbSPavel Begunkov 				 struct io_uring_file_index_range __user *arg);
36*6e73dffbSPavel Begunkov 
37a4ad4f74SJens Axboe unsigned int io_file_get_flags(struct file *file);
38a4ad4f74SJens Axboe 
39453b329bSJens Axboe static inline void io_file_bitmap_clear(struct io_file_table *table, int bit)
40453b329bSJens Axboe {
41453b329bSJens Axboe 	__clear_bit(bit, table->bitmap);
42453b329bSJens Axboe 	table->alloc_hint = bit;
43453b329bSJens Axboe }
44453b329bSJens Axboe 
45453b329bSJens Axboe static inline void io_file_bitmap_set(struct io_file_table *table, int bit)
46453b329bSJens Axboe {
47453b329bSJens Axboe 	WARN_ON_ONCE(test_bit(bit, table->bitmap));
48453b329bSJens Axboe 	__set_bit(bit, table->bitmap);
49453b329bSJens Axboe 	table->alloc_hint = bit + 1;
50453b329bSJens Axboe }
51453b329bSJens Axboe 
52453b329bSJens Axboe static inline struct io_fixed_file *
53453b329bSJens Axboe io_fixed_file_slot(struct io_file_table *table, unsigned i)
54453b329bSJens Axboe {
55453b329bSJens Axboe 	return &table->files[i];
56453b329bSJens Axboe }
57453b329bSJens Axboe 
58a4ad4f74SJens Axboe static inline struct file *io_file_from_index(struct io_file_table *table,
59a4ad4f74SJens Axboe 					      int index)
60a4ad4f74SJens Axboe {
61a4ad4f74SJens Axboe 	struct io_fixed_file *slot = io_fixed_file_slot(table, index);
62a4ad4f74SJens Axboe 
63a4ad4f74SJens Axboe 	return (struct file *) (slot->file_ptr & FFS_MASK);
64a4ad4f74SJens Axboe }
65a4ad4f74SJens Axboe 
66a4ad4f74SJens Axboe static inline void io_fixed_file_set(struct io_fixed_file *file_slot,
67a4ad4f74SJens Axboe 				     struct file *file)
68a4ad4f74SJens Axboe {
69a4ad4f74SJens Axboe 	unsigned long file_ptr = (unsigned long) file;
70a4ad4f74SJens Axboe 
71a4ad4f74SJens Axboe 	file_ptr |= io_file_get_flags(file);
72a4ad4f74SJens Axboe 	file_slot->file_ptr = file_ptr;
73a4ad4f74SJens Axboe }
74a4ad4f74SJens Axboe 
75*6e73dffbSPavel Begunkov static inline void io_reset_alloc_hint(struct io_ring_ctx *ctx)
76*6e73dffbSPavel Begunkov {
77*6e73dffbSPavel Begunkov 	ctx->file_table.alloc_hint = ctx->file_alloc_start;
78*6e73dffbSPavel Begunkov }
79*6e73dffbSPavel Begunkov 
80*6e73dffbSPavel Begunkov static inline void io_file_table_set_alloc_range(struct io_ring_ctx *ctx,
81*6e73dffbSPavel Begunkov 						 unsigned off, unsigned len)
82*6e73dffbSPavel Begunkov {
83*6e73dffbSPavel Begunkov 	ctx->file_alloc_start = off;
84*6e73dffbSPavel Begunkov 	ctx->file_alloc_end = off + len;
85*6e73dffbSPavel Begunkov 	io_reset_alloc_hint(ctx);
86*6e73dffbSPavel Begunkov }
87*6e73dffbSPavel Begunkov 
88453b329bSJens Axboe #endif
89