1320ae51fSJens Axboe #ifndef INT_BLK_MQ_H 2320ae51fSJens Axboe #define INT_BLK_MQ_H 3320ae51fSJens Axboe 424d2f903SChristoph Hellwig struct blk_mq_tag_set; 524d2f903SChristoph Hellwig 6320ae51fSJens Axboe struct blk_mq_ctx { 7320ae51fSJens Axboe struct { 8320ae51fSJens Axboe spinlock_t lock; 9320ae51fSJens Axboe struct list_head rq_list; 10320ae51fSJens Axboe } ____cacheline_aligned_in_smp; 11320ae51fSJens Axboe 12320ae51fSJens Axboe unsigned int cpu; 13320ae51fSJens Axboe unsigned int index_hw; 14320ae51fSJens Axboe 154bb659b1SJens Axboe unsigned int last_tag ____cacheline_aligned_in_smp; 164bb659b1SJens Axboe 17320ae51fSJens Axboe /* incremented at dispatch time */ 18320ae51fSJens Axboe unsigned long rq_dispatched[2]; 19320ae51fSJens Axboe unsigned long rq_merged; 20320ae51fSJens Axboe 21320ae51fSJens Axboe /* incremented at completion time */ 22320ae51fSJens Axboe unsigned long ____cacheline_aligned_in_smp rq_completed[2]; 23320ae51fSJens Axboe 24320ae51fSJens Axboe struct request_queue *queue; 25320ae51fSJens Axboe struct kobject kobj; 264bb659b1SJens Axboe } ____cacheline_aligned_in_smp; 27320ae51fSJens Axboe 2830a91cb4SChristoph Hellwig void __blk_mq_complete_request(struct request *rq); 29320ae51fSJens Axboe void blk_mq_run_hw_queue(struct blk_mq_hw_ctx *hctx, bool async); 30320ae51fSJens Axboe void blk_mq_init_flush(struct request_queue *q); 3143a5e4e2SMing Lei void blk_mq_drain_queue(struct request_queue *q); 323edcc0ceSMing Lei void blk_mq_free_queue(struct request_queue *q); 338727af4bSChristoph Hellwig void blk_mq_clone_flush_request(struct request *flush_rq, 348727af4bSChristoph Hellwig struct request *orig_rq); 35*e3a2b3f9SJens Axboe int blk_mq_update_nr_requests(struct request_queue *q, unsigned int nr); 36320ae51fSJens Axboe 37320ae51fSJens Axboe /* 38320ae51fSJens Axboe * CPU hotplug helpers 39320ae51fSJens Axboe */ 40320ae51fSJens Axboe struct blk_mq_cpu_notifier; 41320ae51fSJens Axboe void blk_mq_init_cpu_notifier(struct blk_mq_cpu_notifier *notifier, 42320ae51fSJens Axboe void (*fn)(void *, unsigned long, unsigned int), 43320ae51fSJens Axboe void *data); 44320ae51fSJens Axboe void blk_mq_register_cpu_notifier(struct blk_mq_cpu_notifier *notifier); 45320ae51fSJens Axboe void blk_mq_unregister_cpu_notifier(struct blk_mq_cpu_notifier *notifier); 46320ae51fSJens Axboe void blk_mq_cpu_init(void); 47676141e4SJens Axboe void blk_mq_enable_hotplug(void); 48676141e4SJens Axboe void blk_mq_disable_hotplug(void); 49320ae51fSJens Axboe 50320ae51fSJens Axboe /* 51320ae51fSJens Axboe * CPU -> queue mappings 52320ae51fSJens Axboe */ 5324d2f903SChristoph Hellwig extern unsigned int *blk_mq_make_queue_map(struct blk_mq_tag_set *set); 54320ae51fSJens Axboe extern int blk_mq_update_queue_map(unsigned int *map, unsigned int nr_queues); 55320ae51fSJens Axboe 56e93ecf60SJens Axboe /* 57e93ecf60SJens Axboe * Basic implementation of sparser bitmap, allowing the user to spread 58e93ecf60SJens Axboe * the bits over more cachelines. 59e93ecf60SJens Axboe */ 60e93ecf60SJens Axboe struct blk_align_bitmap { 61e93ecf60SJens Axboe unsigned long word; 62e93ecf60SJens Axboe unsigned long depth; 63e93ecf60SJens Axboe } ____cacheline_aligned_in_smp; 64e93ecf60SJens Axboe 65320ae51fSJens Axboe #endif 66