1320ae51fSJens Axboe #ifndef INT_BLK_MQ_H 2320ae51fSJens Axboe #define INT_BLK_MQ_H 3320ae51fSJens Axboe 4*24d2f903SChristoph Hellwig struct blk_mq_tag_set; 5*24d2f903SChristoph Hellwig 6320ae51fSJens Axboe struct blk_mq_ctx { 7320ae51fSJens Axboe struct { 8320ae51fSJens Axboe spinlock_t lock; 9320ae51fSJens Axboe struct list_head rq_list; 10320ae51fSJens Axboe } ____cacheline_aligned_in_smp; 11320ae51fSJens Axboe 12320ae51fSJens Axboe unsigned int cpu; 13320ae51fSJens Axboe unsigned int index_hw; 14320ae51fSJens Axboe unsigned int ipi_redirect; 15320ae51fSJens Axboe 16320ae51fSJens Axboe /* incremented at dispatch time */ 17320ae51fSJens Axboe unsigned long rq_dispatched[2]; 18320ae51fSJens Axboe unsigned long rq_merged; 19320ae51fSJens Axboe 20320ae51fSJens Axboe /* incremented at completion time */ 21320ae51fSJens Axboe unsigned long ____cacheline_aligned_in_smp rq_completed[2]; 22320ae51fSJens Axboe 23320ae51fSJens Axboe struct request_queue *queue; 24320ae51fSJens Axboe struct kobject kobj; 25320ae51fSJens Axboe }; 26320ae51fSJens Axboe 2730a91cb4SChristoph Hellwig void __blk_mq_complete_request(struct request *rq); 28320ae51fSJens Axboe void blk_mq_run_hw_queue(struct blk_mq_hw_ctx *hctx, bool async); 29320ae51fSJens Axboe void blk_mq_init_flush(struct request_queue *q); 3043a5e4e2SMing Lei void blk_mq_drain_queue(struct request_queue *q); 313edcc0ceSMing Lei void blk_mq_free_queue(struct request_queue *q); 328727af4bSChristoph Hellwig void blk_mq_clone_flush_request(struct request *flush_rq, 338727af4bSChristoph Hellwig struct request *orig_rq); 34320ae51fSJens Axboe 35320ae51fSJens Axboe /* 36320ae51fSJens Axboe * CPU hotplug helpers 37320ae51fSJens Axboe */ 38320ae51fSJens Axboe struct blk_mq_cpu_notifier; 39320ae51fSJens Axboe void blk_mq_init_cpu_notifier(struct blk_mq_cpu_notifier *notifier, 40320ae51fSJens Axboe void (*fn)(void *, unsigned long, unsigned int), 41320ae51fSJens Axboe void *data); 42320ae51fSJens Axboe void blk_mq_register_cpu_notifier(struct blk_mq_cpu_notifier *notifier); 43320ae51fSJens Axboe void blk_mq_unregister_cpu_notifier(struct blk_mq_cpu_notifier *notifier); 44320ae51fSJens Axboe void blk_mq_cpu_init(void); 45676141e4SJens Axboe void blk_mq_enable_hotplug(void); 46676141e4SJens Axboe void blk_mq_disable_hotplug(void); 47320ae51fSJens Axboe 48320ae51fSJens Axboe /* 49320ae51fSJens Axboe * CPU -> queue mappings 50320ae51fSJens Axboe */ 51*24d2f903SChristoph Hellwig extern unsigned int *blk_mq_make_queue_map(struct blk_mq_tag_set *set); 52320ae51fSJens Axboe extern int blk_mq_update_queue_map(unsigned int *map, unsigned int nr_queues); 53320ae51fSJens Axboe 54320ae51fSJens Axboe void blk_mq_add_timer(struct request *rq); 55320ae51fSJens Axboe 56320ae51fSJens Axboe #endif 57