14cc96131SMike Snitzer /* 24cc96131SMike Snitzer * Internal header file _only_ for device mapper core 34cc96131SMike Snitzer * 44cc96131SMike Snitzer * Copyright (C) 2016 Red Hat, Inc. All rights reserved. 54cc96131SMike Snitzer * 64cc96131SMike Snitzer * This file is released under the LGPL. 74cc96131SMike Snitzer */ 84cc96131SMike Snitzer 94cc96131SMike Snitzer #ifndef DM_CORE_INTERNAL_H 104cc96131SMike Snitzer #define DM_CORE_INTERNAL_H 114cc96131SMike Snitzer 124cc96131SMike Snitzer #include <linux/kthread.h> 134cc96131SMike Snitzer #include <linux/ktime.h> 144cc96131SMike Snitzer #include <linux/blk-mq.h> 154cc96131SMike Snitzer 164cc96131SMike Snitzer #include <trace/events/block.h> 174cc96131SMike Snitzer 184cc96131SMike Snitzer #include "dm.h" 194cc96131SMike Snitzer 204cc96131SMike Snitzer #define DM_RESERVED_MAX_IOS 1024 214cc96131SMike Snitzer 224cc96131SMike Snitzer struct dm_kobject_holder { 234cc96131SMike Snitzer struct kobject kobj; 244cc96131SMike Snitzer struct completion completion; 254cc96131SMike Snitzer }; 264cc96131SMike Snitzer 274cc96131SMike Snitzer /* 284cc96131SMike Snitzer * DM core internal structure that used directly by dm.c and dm-rq.c 294cc96131SMike Snitzer * DM targets must _not_ deference a mapped_device to directly access its members! 304cc96131SMike Snitzer */ 314cc96131SMike Snitzer struct mapped_device { 324cc96131SMike Snitzer struct mutex suspend_lock; 334cc96131SMike Snitzer 3472d711c8SMike Snitzer struct mutex table_devices_lock; 3572d711c8SMike Snitzer struct list_head table_devices; 3672d711c8SMike Snitzer 374cc96131SMike Snitzer /* 384cc96131SMike Snitzer * The current mapping (struct dm_table *). 394cc96131SMike Snitzer * Use dm_get_live_table{_fast} or take suspend_lock for 404cc96131SMike Snitzer * dereference. 414cc96131SMike Snitzer */ 424cc96131SMike Snitzer void __rcu *map; 434cc96131SMike Snitzer 444cc96131SMike Snitzer unsigned long flags; 454cc96131SMike Snitzer 464cc96131SMike Snitzer /* Protect queue and type against concurrent access. */ 474cc96131SMike Snitzer struct mutex type_lock; 4872d711c8SMike Snitzer enum dm_queue_mode type; 4972d711c8SMike Snitzer 5072d711c8SMike Snitzer int numa_node_id; 5172d711c8SMike Snitzer struct request_queue *queue; 524cc96131SMike Snitzer 534cc96131SMike Snitzer atomic_t holders; 544cc96131SMike Snitzer atomic_t open_count; 554cc96131SMike Snitzer 564cc96131SMike Snitzer struct dm_target *immutable_target; 574cc96131SMike Snitzer struct target_type *immutable_target_type; 584cc96131SMike Snitzer 5972d711c8SMike Snitzer char name[16]; 604cc96131SMike Snitzer struct gendisk *disk; 61f26c5719SDan Williams struct dax_device *dax_dev; 624cc96131SMike Snitzer 634cc96131SMike Snitzer /* 644cc96131SMike Snitzer * A list of ios that arrived while we were suspended. 654cc96131SMike Snitzer */ 664cc96131SMike Snitzer struct work_struct work; 6772d711c8SMike Snitzer wait_queue_head_t wait; 684cc96131SMike Snitzer spinlock_t deferred_lock; 694cc96131SMike Snitzer struct bio_list deferred; 704cc96131SMike Snitzer 7172d711c8SMike Snitzer void *interface_ptr; 7272d711c8SMike Snitzer 734cc96131SMike Snitzer /* 744cc96131SMike Snitzer * Event handling. 754cc96131SMike Snitzer */ 764cc96131SMike Snitzer wait_queue_head_t eventq; 774cc96131SMike Snitzer atomic_t event_nr; 784cc96131SMike Snitzer atomic_t uevent_seq; 794cc96131SMike Snitzer struct list_head uevent_list; 804cc96131SMike Snitzer spinlock_t uevent_lock; /* Protect access to uevent_list */ 814cc96131SMike Snitzer 824cc96131SMike Snitzer /* the number of internal suspends */ 834cc96131SMike Snitzer unsigned internal_suspend_count; 844cc96131SMike Snitzer 854cc96131SMike Snitzer /* 864cc96131SMike Snitzer * io objects are allocated from here. 874cc96131SMike Snitzer */ 886f1c819cSKent Overstreet struct bio_set io_bs; 896f1c819cSKent Overstreet struct bio_set bs; 904cc96131SMike Snitzer 914cc96131SMike Snitzer /* 9272d711c8SMike Snitzer * Processing queue (flush) 9372d711c8SMike Snitzer */ 9472d711c8SMike Snitzer struct workqueue_struct *wq; 9572d711c8SMike Snitzer 9672d711c8SMike Snitzer /* 974cc96131SMike Snitzer * freeze/thaw support require holding onto a super block 984cc96131SMike Snitzer */ 994cc96131SMike Snitzer struct super_block *frozen_sb; 1004cc96131SMike Snitzer 1014cc96131SMike Snitzer /* forced geometry settings */ 1024cc96131SMike Snitzer struct hd_geometry geometry; 1034cc96131SMike Snitzer 1044cc96131SMike Snitzer /* kobject and completion */ 1054cc96131SMike Snitzer struct dm_kobject_holder kobj_holder; 1064cc96131SMike Snitzer 10772d711c8SMike Snitzer struct block_device *bdev; 10872d711c8SMike Snitzer 1094cc96131SMike Snitzer struct dm_stats stats; 1104cc96131SMike Snitzer 1114cc96131SMike Snitzer /* for blk-mq request-based DM support */ 1124cc96131SMike Snitzer struct blk_mq_tag_set *tag_set; 1134cc96131SMike Snitzer bool init_tio_pdu:1; 114856eb091SMikulas Patocka 115856eb091SMikulas Patocka struct srcu_struct io_barrier; 1164cc96131SMike Snitzer }; 1174cc96131SMike Snitzer 118*bcb44433SMike Snitzer void disable_discard(struct mapped_device *md); 1194cc96131SMike Snitzer void disable_write_same(struct mapped_device *md); 120ac62d620SChristoph Hellwig void disable_write_zeroes(struct mapped_device *md); 1214cc96131SMike Snitzer 1224cc96131SMike Snitzer static inline struct completion *dm_get_completion_from_kobject(struct kobject *kobj) 1234cc96131SMike Snitzer { 1244cc96131SMike Snitzer return &container_of(kobj, struct dm_kobject_holder, kobj)->completion; 1254cc96131SMike Snitzer } 1264cc96131SMike Snitzer 1274cc96131SMike Snitzer unsigned __dm_get_module_param(unsigned *module_param, unsigned def, unsigned max); 1284cc96131SMike Snitzer 1294cc96131SMike Snitzer static inline bool dm_message_test_buffer_overflow(char *result, unsigned maxlen) 1304cc96131SMike Snitzer { 1314cc96131SMike Snitzer return !maxlen || strlen(result) + 1 >= maxlen; 1324cc96131SMike Snitzer } 1334cc96131SMike Snitzer 13493e6442cSMikulas Patocka extern atomic_t dm_global_event_nr; 13593e6442cSMikulas Patocka extern wait_queue_head_t dm_global_eventq; 13662e08243SMikulas Patocka void dm_issue_global_event(void); 13793e6442cSMikulas Patocka 1384cc96131SMike Snitzer #endif 139