1320ae51fSJens Axboe #ifndef INT_BLK_MQ_H 2320ae51fSJens Axboe #define INT_BLK_MQ_H 3320ae51fSJens Axboe 424d2f903SChristoph Hellwig struct blk_mq_tag_set; 524d2f903SChristoph Hellwig 6320ae51fSJens Axboe struct blk_mq_ctx { 7320ae51fSJens Axboe struct { 8320ae51fSJens Axboe spinlock_t lock; 9320ae51fSJens Axboe struct list_head rq_list; 10320ae51fSJens Axboe } ____cacheline_aligned_in_smp; 11320ae51fSJens Axboe 12320ae51fSJens Axboe unsigned int cpu; 13320ae51fSJens Axboe unsigned int index_hw; 14320ae51fSJens Axboe 154bb659b1SJens Axboe unsigned int last_tag ____cacheline_aligned_in_smp; 164bb659b1SJens Axboe 17320ae51fSJens Axboe /* incremented at dispatch time */ 18320ae51fSJens Axboe unsigned long rq_dispatched[2]; 19320ae51fSJens Axboe unsigned long rq_merged; 20320ae51fSJens Axboe 21320ae51fSJens Axboe /* incremented at completion time */ 22320ae51fSJens Axboe unsigned long ____cacheline_aligned_in_smp rq_completed[2]; 23320ae51fSJens Axboe 24320ae51fSJens Axboe struct request_queue *queue; 25320ae51fSJens Axboe struct kobject kobj; 264bb659b1SJens Axboe } ____cacheline_aligned_in_smp; 27320ae51fSJens Axboe 2830a91cb4SChristoph Hellwig void __blk_mq_complete_request(struct request *rq); 29320ae51fSJens Axboe void blk_mq_run_hw_queue(struct blk_mq_hw_ctx *hctx, bool async); 30320ae51fSJens Axboe void blk_mq_init_flush(struct request_queue *q); 3143a5e4e2SMing Lei void blk_mq_drain_queue(struct request_queue *q); 323edcc0ceSMing Lei void blk_mq_free_queue(struct request_queue *q); 338727af4bSChristoph Hellwig void blk_mq_clone_flush_request(struct request *flush_rq, 348727af4bSChristoph Hellwig struct request *orig_rq); 35320ae51fSJens Axboe 36320ae51fSJens Axboe /* 37320ae51fSJens Axboe * CPU hotplug helpers 38320ae51fSJens Axboe */ 39320ae51fSJens Axboe struct blk_mq_cpu_notifier; 40320ae51fSJens Axboe void blk_mq_init_cpu_notifier(struct blk_mq_cpu_notifier *notifier, 41320ae51fSJens Axboe void (*fn)(void *, unsigned long, unsigned int), 42320ae51fSJens Axboe void *data); 43320ae51fSJens Axboe void blk_mq_register_cpu_notifier(struct blk_mq_cpu_notifier *notifier); 44320ae51fSJens Axboe void blk_mq_unregister_cpu_notifier(struct blk_mq_cpu_notifier *notifier); 45320ae51fSJens Axboe void blk_mq_cpu_init(void); 46676141e4SJens Axboe void blk_mq_enable_hotplug(void); 47676141e4SJens Axboe void blk_mq_disable_hotplug(void); 48320ae51fSJens Axboe 49320ae51fSJens Axboe /* 50320ae51fSJens Axboe * CPU -> queue mappings 51320ae51fSJens Axboe */ 5224d2f903SChristoph Hellwig extern unsigned int *blk_mq_make_queue_map(struct blk_mq_tag_set *set); 53320ae51fSJens Axboe extern int blk_mq_update_queue_map(unsigned int *map, unsigned int nr_queues); 54320ae51fSJens Axboe 55*e93ecf60SJens Axboe /* 56*e93ecf60SJens Axboe * Basic implementation of sparser bitmap, allowing the user to spread 57*e93ecf60SJens Axboe * the bits over more cachelines. 58*e93ecf60SJens Axboe */ 59*e93ecf60SJens Axboe struct blk_align_bitmap { 60*e93ecf60SJens Axboe unsigned long word; 61*e93ecf60SJens Axboe unsigned long depth; 62*e93ecf60SJens Axboe } ____cacheline_aligned_in_smp; 63*e93ecf60SJens Axboe 64320ae51fSJens Axboe #endif 65