xref: /openbmc/linux/drivers/md/dm-core.h (revision bcb44433bba5eaff293888ef22ffa07f1f0347d6)
14cc96131SMike Snitzer /*
24cc96131SMike Snitzer  * Internal header file _only_ for device mapper core
34cc96131SMike Snitzer  *
44cc96131SMike Snitzer  * Copyright (C) 2016 Red Hat, Inc. All rights reserved.
54cc96131SMike Snitzer  *
64cc96131SMike Snitzer  * This file is released under the LGPL.
74cc96131SMike Snitzer  */
84cc96131SMike Snitzer 
94cc96131SMike Snitzer #ifndef DM_CORE_INTERNAL_H
104cc96131SMike Snitzer #define DM_CORE_INTERNAL_H
114cc96131SMike Snitzer 
124cc96131SMike Snitzer #include <linux/kthread.h>
134cc96131SMike Snitzer #include <linux/ktime.h>
144cc96131SMike Snitzer #include <linux/blk-mq.h>
154cc96131SMike Snitzer 
164cc96131SMike Snitzer #include <trace/events/block.h>
174cc96131SMike Snitzer 
184cc96131SMike Snitzer #include "dm.h"
194cc96131SMike Snitzer 
204cc96131SMike Snitzer #define DM_RESERVED_MAX_IOS		1024
214cc96131SMike Snitzer 
224cc96131SMike Snitzer struct dm_kobject_holder {
234cc96131SMike Snitzer 	struct kobject kobj;
244cc96131SMike Snitzer 	struct completion completion;
254cc96131SMike Snitzer };
264cc96131SMike Snitzer 
274cc96131SMike Snitzer /*
284cc96131SMike Snitzer  * DM core internal structure that used directly by dm.c and dm-rq.c
294cc96131SMike Snitzer  * DM targets must _not_ deference a mapped_device to directly access its members!
304cc96131SMike Snitzer  */
314cc96131SMike Snitzer struct mapped_device {
324cc96131SMike Snitzer 	struct mutex suspend_lock;
334cc96131SMike Snitzer 
3472d711c8SMike Snitzer 	struct mutex table_devices_lock;
3572d711c8SMike Snitzer 	struct list_head table_devices;
3672d711c8SMike Snitzer 
374cc96131SMike Snitzer 	/*
384cc96131SMike Snitzer 	 * The current mapping (struct dm_table *).
394cc96131SMike Snitzer 	 * Use dm_get_live_table{_fast} or take suspend_lock for
404cc96131SMike Snitzer 	 * dereference.
414cc96131SMike Snitzer 	 */
424cc96131SMike Snitzer 	void __rcu *map;
434cc96131SMike Snitzer 
444cc96131SMike Snitzer 	unsigned long flags;
454cc96131SMike Snitzer 
464cc96131SMike Snitzer 	/* Protect queue and type against concurrent access. */
474cc96131SMike Snitzer 	struct mutex type_lock;
4872d711c8SMike Snitzer 	enum dm_queue_mode type;
4972d711c8SMike Snitzer 
5072d711c8SMike Snitzer 	int numa_node_id;
5172d711c8SMike Snitzer 	struct request_queue *queue;
524cc96131SMike Snitzer 
534cc96131SMike Snitzer 	atomic_t holders;
544cc96131SMike Snitzer 	atomic_t open_count;
554cc96131SMike Snitzer 
564cc96131SMike Snitzer 	struct dm_target *immutable_target;
574cc96131SMike Snitzer 	struct target_type *immutable_target_type;
584cc96131SMike Snitzer 
5972d711c8SMike Snitzer 	char name[16];
604cc96131SMike Snitzer 	struct gendisk *disk;
61f26c5719SDan Williams 	struct dax_device *dax_dev;
624cc96131SMike Snitzer 
634cc96131SMike Snitzer 	/*
644cc96131SMike Snitzer 	 * A list of ios that arrived while we were suspended.
654cc96131SMike Snitzer 	 */
664cc96131SMike Snitzer 	struct work_struct work;
6772d711c8SMike Snitzer 	wait_queue_head_t wait;
684cc96131SMike Snitzer 	spinlock_t deferred_lock;
694cc96131SMike Snitzer 	struct bio_list deferred;
704cc96131SMike Snitzer 
7172d711c8SMike Snitzer 	void *interface_ptr;
7272d711c8SMike Snitzer 
734cc96131SMike Snitzer 	/*
744cc96131SMike Snitzer 	 * Event handling.
754cc96131SMike Snitzer 	 */
764cc96131SMike Snitzer 	wait_queue_head_t eventq;
774cc96131SMike Snitzer 	atomic_t event_nr;
784cc96131SMike Snitzer 	atomic_t uevent_seq;
794cc96131SMike Snitzer 	struct list_head uevent_list;
804cc96131SMike Snitzer 	spinlock_t uevent_lock; /* Protect access to uevent_list */
814cc96131SMike Snitzer 
824cc96131SMike Snitzer 	/* the number of internal suspends */
834cc96131SMike Snitzer 	unsigned internal_suspend_count;
844cc96131SMike Snitzer 
854cc96131SMike Snitzer 	/*
864cc96131SMike Snitzer 	 * io objects are allocated from here.
874cc96131SMike Snitzer 	 */
886f1c819cSKent Overstreet 	struct bio_set io_bs;
896f1c819cSKent Overstreet 	struct bio_set bs;
904cc96131SMike Snitzer 
914cc96131SMike Snitzer 	/*
9272d711c8SMike Snitzer 	 * Processing queue (flush)
9372d711c8SMike Snitzer 	 */
9472d711c8SMike Snitzer 	struct workqueue_struct *wq;
9572d711c8SMike Snitzer 
9672d711c8SMike Snitzer 	/*
974cc96131SMike Snitzer 	 * freeze/thaw support require holding onto a super block
984cc96131SMike Snitzer 	 */
994cc96131SMike Snitzer 	struct super_block *frozen_sb;
1004cc96131SMike Snitzer 
1014cc96131SMike Snitzer 	/* forced geometry settings */
1024cc96131SMike Snitzer 	struct hd_geometry geometry;
1034cc96131SMike Snitzer 
1044cc96131SMike Snitzer 	/* kobject and completion */
1054cc96131SMike Snitzer 	struct dm_kobject_holder kobj_holder;
1064cc96131SMike Snitzer 
10772d711c8SMike Snitzer 	struct block_device *bdev;
10872d711c8SMike Snitzer 
1094cc96131SMike Snitzer 	struct dm_stats stats;
1104cc96131SMike Snitzer 
1114cc96131SMike Snitzer 	/* for blk-mq request-based DM support */
1124cc96131SMike Snitzer 	struct blk_mq_tag_set *tag_set;
1134cc96131SMike Snitzer 	bool init_tio_pdu:1;
114856eb091SMikulas Patocka 
115856eb091SMikulas Patocka 	struct srcu_struct io_barrier;
1164cc96131SMike Snitzer };
1174cc96131SMike Snitzer 
118*bcb44433SMike Snitzer void disable_discard(struct mapped_device *md);
1194cc96131SMike Snitzer void disable_write_same(struct mapped_device *md);
120ac62d620SChristoph Hellwig void disable_write_zeroes(struct mapped_device *md);
1214cc96131SMike Snitzer 
1224cc96131SMike Snitzer static inline struct completion *dm_get_completion_from_kobject(struct kobject *kobj)
1234cc96131SMike Snitzer {
1244cc96131SMike Snitzer 	return &container_of(kobj, struct dm_kobject_holder, kobj)->completion;
1254cc96131SMike Snitzer }
1264cc96131SMike Snitzer 
1274cc96131SMike Snitzer unsigned __dm_get_module_param(unsigned *module_param, unsigned def, unsigned max);
1284cc96131SMike Snitzer 
1294cc96131SMike Snitzer static inline bool dm_message_test_buffer_overflow(char *result, unsigned maxlen)
1304cc96131SMike Snitzer {
1314cc96131SMike Snitzer 	return !maxlen || strlen(result) + 1 >= maxlen;
1324cc96131SMike Snitzer }
1334cc96131SMike Snitzer 
13493e6442cSMikulas Patocka extern atomic_t dm_global_event_nr;
13593e6442cSMikulas Patocka extern wait_queue_head_t dm_global_eventq;
13662e08243SMikulas Patocka void dm_issue_global_event(void);
13793e6442cSMikulas Patocka 
1384cc96131SMike Snitzer #endif
139