124 	struct io_uring_cmd *cmd;  member
1142 	io_uring_cmd_done(io->cmd, res, 0, issue_flags);  in ubq_complete_io_cmd()
1168 			__func__, io->cmd->cmd_op, ubq->q_id, req->tag, io->flags,  in __ublk_rq_task_work()
1194 					__func__, io->cmd->cmd_op, ubq->q_id,  in __ublk_rq_task_work()
1208 				__func__, io->cmd->cmd_op, ubq->q_id, req->tag, io->flags,  in __ublk_rq_task_work()
1258 static void ublk_rq_task_work_cb(struct io_uring_cmd *cmd, unsigned issue_flags)  in ublk_rq_task_work_cb()  argument
1260 	struct ublk_uring_cmd_pdu *pdu = ublk_get_uring_cmd_pdu(cmd);  in ublk_rq_task_work_cb()
1290 		struct io_uring_cmd *cmd = io->cmd;  in ublk_queue_cmd()  local
1291 		struct ublk_uring_cmd_pdu *pdu = ublk_get_uring_cmd_pdu(cmd);  in ublk_queue_cmd()
1294 		io_uring_cmd_complete_in_task(cmd, ublk_rq_task_work_cb);  in ublk_queue_cmd()
1531 				io_uring_cmd_done(io->cmd,  in ublk_cancel_queue()
1690 		struct io_uring_cmd *cmd, unsigned long buf_addr)  in ublk_fill_io_cmd()  argument
1692 	io->cmd = cmd;  in ublk_fill_io_cmd()
1697 static int __ublk_ch_uring_cmd(struct io_uring_cmd *cmd,  in __ublk_ch_uring_cmd()  argument
1701 	struct ublk_device *ub = cmd->file->private_data;  in __ublk_ch_uring_cmd()
1704 	u32 cmd_op = cmd->cmd_op;  in __ublk_ch_uring_cmd()
1710 			__func__, cmd->cmd_op, ub_cmd->q_id, tag,  in __ublk_ch_uring_cmd()
1774 		ublk_fill_io_cmd(io, cmd, ub_cmd->addr);  in __ublk_ch_uring_cmd()
1800 		ublk_fill_io_cmd(io, cmd, ub_cmd->addr);  in __ublk_ch_uring_cmd()
1806 		ublk_fill_io_cmd(io, cmd, ub_cmd->addr);  in __ublk_ch_uring_cmd()
1815 	io_uring_cmd_done(cmd, ret, 0, issue_flags);  in __ublk_ch_uring_cmd()
1851 static int ublk_ch_uring_cmd(struct io_uring_cmd *cmd, unsigned int issue_flags)  in ublk_ch_uring_cmd()  argument
1857 	const struct ublksrv_io_cmd *ub_src = io_uring_sqe_cmd(cmd->sqe);  in ublk_ch_uring_cmd()
1865 	return __ublk_ch_uring_cmd(cmd, issue_flags, &ub_cmd);  in ublk_ch_uring_cmd()
2176 static int ublk_ctrl_start_dev(struct ublk_device *ub, struct io_uring_cmd *cmd)  in ublk_ctrl_start_dev()  argument
2178 	const struct ublksrv_ctrl_cmd *header = io_uring_sqe_cmd(cmd->sqe);  in ublk_ctrl_start_dev()
2247 		struct io_uring_cmd *cmd)  in ublk_ctrl_get_queue_affinity()  argument
2249 	const struct ublksrv_ctrl_cmd *header = io_uring_sqe_cmd(cmd->sqe);  in ublk_ctrl_get_queue_affinity()
2298 static int ublk_ctrl_add_dev(struct io_uring_cmd *cmd)  in ublk_ctrl_add_dev()  argument
2300 	const struct ublksrv_ctrl_cmd *header = io_uring_sqe_cmd(cmd->sqe);  in ublk_ctrl_add_dev()
2493 static inline void ublk_ctrl_cmd_dump(struct io_uring_cmd *cmd)  in ublk_ctrl_cmd_dump()  argument
2495 	const struct ublksrv_ctrl_cmd *header = io_uring_sqe_cmd(cmd->sqe);  in ublk_ctrl_cmd_dump()
2498 			__func__, cmd->cmd_op, header->dev_id, header->queue_id,  in ublk_ctrl_cmd_dump()
2512 		struct io_uring_cmd *cmd)  in ublk_ctrl_get_dev_info()  argument
2514 	const struct ublksrv_ctrl_cmd *header = io_uring_sqe_cmd(cmd->sqe);  in ublk_ctrl_get_dev_info()
2543 		struct io_uring_cmd *cmd)  in ublk_ctrl_get_params()  argument
2545 	const struct ublksrv_ctrl_cmd *header = io_uring_sqe_cmd(cmd->sqe);  in ublk_ctrl_get_params()
2574 		struct io_uring_cmd *cmd)  in ublk_ctrl_set_params()  argument
2576 	const struct ublksrv_ctrl_cmd *header = io_uring_sqe_cmd(cmd->sqe);  in ublk_ctrl_set_params()
2630 		io->cmd = NULL;  in ublk_queue_reinit()
2636 		struct io_uring_cmd *cmd)  in ublk_ctrl_start_recovery()  argument
2638 	const struct ublksrv_ctrl_cmd *header = io_uring_sqe_cmd(cmd->sqe);  in ublk_ctrl_start_recovery()
2680 		struct io_uring_cmd *cmd)  in ublk_ctrl_end_recovery()  argument
2682 	const struct ublksrv_ctrl_cmd *header = io_uring_sqe_cmd(cmd->sqe);  in ublk_ctrl_end_recovery()
2718 static int ublk_ctrl_get_features(struct io_uring_cmd *cmd)  in ublk_ctrl_get_features()  argument
2720 	const struct ublksrv_ctrl_cmd *header = io_uring_sqe_cmd(cmd->sqe);  in ublk_ctrl_get_features()
2764 		struct io_uring_cmd *cmd)  in ublk_ctrl_uring_cmd_permission()  argument
2766 	struct ublksrv_ctrl_cmd *header = (struct ublksrv_ctrl_cmd *)io_uring_sqe_cmd(cmd->sqe);  in ublk_ctrl_uring_cmd_permission()
2782 		if (_IOC_NR(cmd->cmd_op) != UBLK_CMD_GET_DEV_INFO2)  in ublk_ctrl_uring_cmd_permission()
2803 	switch (_IOC_NR(cmd->cmd_op)) {  in ublk_ctrl_uring_cmd_permission()
2830 			__func__, ub->ub_number, cmd->cmd_op,  in ublk_ctrl_uring_cmd_permission()
2838 static int ublk_ctrl_uring_cmd(struct io_uring_cmd *cmd,  in ublk_ctrl_uring_cmd()  argument
2841 	const struct ublksrv_ctrl_cmd *header = io_uring_sqe_cmd(cmd->sqe);  in ublk_ctrl_uring_cmd()
2843 	u32 cmd_op = cmd->cmd_op;  in ublk_ctrl_uring_cmd()
2849 	ublk_ctrl_cmd_dump(cmd);  in ublk_ctrl_uring_cmd()
2859 		ret = ublk_ctrl_get_features(cmd);  in ublk_ctrl_uring_cmd()
2869 		ret = ublk_ctrl_uring_cmd_permission(ub, cmd);  in ublk_ctrl_uring_cmd()
2876 		ret = ublk_ctrl_start_dev(ub, cmd);  in ublk_ctrl_uring_cmd()
2883 		ret = ublk_ctrl_get_dev_info(ub, cmd);  in ublk_ctrl_uring_cmd()
2886 		ret = ublk_ctrl_add_dev(cmd);  in ublk_ctrl_uring_cmd()
2892 		ret = ublk_ctrl_get_queue_affinity(ub, cmd);  in ublk_ctrl_uring_cmd()
2895 		ret = ublk_ctrl_get_params(ub, cmd);  in ublk_ctrl_uring_cmd()
2898 		ret = ublk_ctrl_set_params(ub, cmd);  in ublk_ctrl_uring_cmd()
2901 		ret = ublk_ctrl_start_recovery(ub, cmd);  in ublk_ctrl_uring_cmd()
2904 		ret = ublk_ctrl_end_recovery(ub, cmd);  in ublk_ctrl_uring_cmd()
2915 	io_uring_cmd_done(cmd, ret, 0, issue_flags);  in ublk_ctrl_uring_cmd()
2917 			__func__, ret, cmd->cmd_op, header->dev_id, header->queue_id);  in ublk_ctrl_uring_cmd()