Home
last modified time | relevance | path

Searched refs:sqe (Results 1 – 25 of 89) sorted by relevance

1234

/openbmc/linux/io_uring/
H A Dfs.c55 if (sqe->buf_index || sqe->splice_fd_in) in io_renameat_prep()
60 ren->old_dfd = READ_ONCE(sqe->fd); in io_renameat_prep()
63 ren->new_dfd = READ_ONCE(sqe->len); in io_renameat_prep()
109 if (sqe->off || sqe->len || sqe->buf_index || sqe->splice_fd_in) in io_unlinkat_prep()
114 un->dfd = READ_ONCE(sqe->fd); in io_unlinkat_prep()
159 if (sqe->off || sqe->rw_flags || sqe->buf_index || sqe->splice_fd_in) in io_mkdirat_prep()
164 mkd->dfd = READ_ONCE(sqe->fd); in io_mkdirat_prep()
165 mkd->mode = READ_ONCE(sqe->len); in io_mkdirat_prep()
203 if (sqe->len || sqe->rw_flags || sqe->buf_index || sqe->splice_fd_in) in io_symlinkat_prep()
208 sl->new_dfd = READ_ONCE(sqe->fd); in io_symlinkat_prep()
[all …]
H A Dsync.c29 if (unlikely(sqe->addr || sqe->buf_index || sqe->splice_fd_in)) in io_sfr_prep()
32 sync->off = READ_ONCE(sqe->off); in io_sfr_prep()
33 sync->len = READ_ONCE(sqe->len); in io_sfr_prep()
57 if (unlikely(sqe->addr || sqe->buf_index || sqe->splice_fd_in)) in io_fsync_prep()
60 sync->flags = READ_ONCE(sqe->fsync_flags); in io_fsync_prep()
64 sync->off = READ_ONCE(sqe->off); in io_fsync_prep()
65 sync->len = READ_ONCE(sqe->len); in io_fsync_prep()
89 if (sqe->buf_index || sqe->rw_flags || sqe->splice_fd_in) in io_fallocate_prep()
92 sync->off = READ_ONCE(sqe->off); in io_fallocate_prep()
93 sync->len = READ_ONCE(sqe->addr); in io_fallocate_prep()
[all …]
H A Dadvise.c31 int io_madvise_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_madvise_prep() argument
36 if (sqe->buf_index || sqe->off || sqe->splice_fd_in) in io_madvise_prep()
39 ma->addr = READ_ONCE(sqe->addr); in io_madvise_prep()
40 ma->len = READ_ONCE(sqe->len); in io_madvise_prep()
41 ma->advice = READ_ONCE(sqe->fadvise_advice); in io_madvise_prep()
77 int io_fadvise_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_fadvise_prep() argument
81 if (sqe->buf_index || sqe->addr || sqe->splice_fd_in) in io_fadvise_prep()
84 fa->offset = READ_ONCE(sqe->off); in io_fadvise_prep()
85 fa->len = READ_ONCE(sqe->len); in io_fadvise_prep()
86 fa->advice = READ_ONCE(sqe->fadvise_advice); in io_fadvise_prep()
H A Dopenclose.c51 if (unlikely(sqe->buf_index)) in __io_openat_prep()
60 open->dfd = READ_ONCE(sqe->fd); in __io_openat_prep()
61 fname = u64_to_user_ptr(READ_ONCE(sqe->addr)); in __io_openat_prep()
69 open->file_slot = READ_ONCE(sqe->file_index); in __io_openat_prep()
83 u64 mode = READ_ONCE(sqe->len); in io_openat_prep()
84 u64 flags = READ_ONCE(sqe->open_flags); in io_openat_prep()
87 return __io_openat_prep(req, sqe); in io_openat_prep()
98 len = READ_ONCE(sqe->len); in io_openat2_prep()
106 return __io_openat_prep(req, sqe); in io_openat2_prep()
206 if (sqe->off || sqe->addr || sqe->len || sqe->rw_flags || sqe->buf_index) in io_close_prep()
[all …]
H A Dxattr.c45 const struct io_uring_sqe *sqe) in __io_getxattr_prep() argument
56 name = u64_to_user_ptr(READ_ONCE(sqe->addr)); in __io_getxattr_prep()
58 ix->ctx.size = READ_ONCE(sqe->len); in __io_getxattr_prep()
59 ix->ctx.flags = READ_ONCE(sqe->xattr_flags); in __io_getxattr_prep()
84 return __io_getxattr_prep(req, sqe); in io_fgetxattr_prep()
93 ret = __io_getxattr_prep(req, sqe); in io_getxattr_prep()
149 const struct io_uring_sqe *sqe) in __io_setxattr_prep() argument
162 ix->ctx.size = READ_ONCE(sqe->len); in __io_setxattr_prep()
163 ix->ctx.flags = READ_ONCE(sqe->xattr_flags); in __io_setxattr_prep()
186 ret = __io_setxattr_prep(req, sqe); in io_setxattr_prep()
[all …]
H A Dsplice.c27 const struct io_uring_sqe *sqe) in __io_splice_prep() argument
32 sp->len = READ_ONCE(sqe->len); in __io_splice_prep()
33 sp->flags = READ_ONCE(sqe->splice_flags); in __io_splice_prep()
36 sp->splice_fd_in = READ_ONCE(sqe->splice_fd_in); in __io_splice_prep()
41 int io_tee_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_tee_prep() argument
43 if (READ_ONCE(sqe->splice_off_in) || READ_ONCE(sqe->off)) in io_tee_prep()
45 return __io_splice_prep(req, sqe); in io_tee_prep()
79 int io_splice_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_splice_prep() argument
83 sp->off_in = READ_ONCE(sqe->splice_off_in); in io_splice_prep()
84 sp->off_out = READ_ONCE(sqe->off); in io_splice_prep()
[all …]
H A Dstatx.c23 int io_statx_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_statx_prep() argument
28 if (sqe->buf_index || sqe->splice_fd_in) in io_statx_prep()
33 sx->dfd = READ_ONCE(sqe->fd); in io_statx_prep()
34 sx->mask = READ_ONCE(sqe->len); in io_statx_prep()
35 path = u64_to_user_ptr(READ_ONCE(sqe->addr)); in io_statx_prep()
36 sx->buffer = u64_to_user_ptr(READ_ONCE(sqe->addr2)); in io_statx_prep()
37 sx->flags = READ_ONCE(sqe->statx_flags); in io_statx_prep()
H A Depoll.c24 int io_epoll_ctl_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_epoll_ctl_prep() argument
28 if (sqe->buf_index || sqe->splice_fd_in) in io_epoll_ctl_prep()
31 epoll->epfd = READ_ONCE(sqe->fd); in io_epoll_ctl_prep()
32 epoll->op = READ_ONCE(sqe->len); in io_epoll_ctl_prep()
33 epoll->fd = READ_ONCE(sqe->off); in io_epoll_ctl_prep()
38 ev = u64_to_user_ptr(READ_ONCE(sqe->addr)); in io_epoll_ctl_prep()
H A Dnet.h34 int io_shutdown_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);
39 int io_sendmsg_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);
46 int io_recvmsg_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);
52 int io_accept_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);
55 int io_socket_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);
59 int io_connect_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);
64 int io_send_zc_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);
H A Dfs.h3 int io_renameat_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);
7 int io_unlinkat_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);
11 int io_mkdirat_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);
15 int io_symlinkat_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);
18 int io_linkat_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);
H A Dnet.c98 if (unlikely(sqe->off || sqe->addr || sqe->rw_flags || in io_shutdown_prep()
99 sqe->buf_index || sqe->splice_fd_in)) in io_shutdown_prep()
380 } else if (sqe->addr2 || sqe->file_index) { in io_sendmsg_prep()
385 sr->len = READ_ONCE(sqe->len); in io_sendmsg_prep()
619 if (unlikely(sqe->file_index || sqe->addr2)) in io_recvmsg_prep()
623 sr->len = READ_ONCE(sqe->len); in io_recvmsg_prep()
1041 if (unlikely(READ_ONCE(sqe->__pad2[0]) || READ_ONCE(sqe->addr3))) in io_send_zc_prep()
1081 if (unlikely(sqe->addr2 || sqe->file_index)) in io_send_zc_prep()
1353 if (sqe->len || sqe->buf_index) in io_accept_prep()
1444 if (sqe->addr || sqe->rw_flags || sqe->buf_index) in io_socket_prep()
[all …]
H A During_cmd.c81 memcpy(req->async_data, ioucmd->sqe, uring_sqe_size(req->ctx)); in io_uring_cmd_prep_async()
82 ioucmd->sqe = req->async_data; in io_uring_cmd_prep_async()
86 int io_uring_cmd_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_uring_cmd_prep() argument
90 if (sqe->__pad1) in io_uring_cmd_prep()
93 ioucmd->flags = READ_ONCE(sqe->uring_cmd_flags); in io_uring_cmd_prep()
101 req->buf_index = READ_ONCE(sqe->buf_index); in io_uring_cmd_prep()
108 ioucmd->sqe = sqe; in io_uring_cmd_prep()
109 ioucmd->cmd_op = READ_ONCE(sqe->cmd_op); in io_uring_cmd_prep()
178 switch (cmd->sqe->cmd_op) { in io_uring_cmd_sock()
H A Dxattr.h5 int io_fsetxattr_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);
8 int io_setxattr_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);
11 int io_fgetxattr_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);
14 int io_getxattr_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);
H A Dfdinfo.c93 struct io_uring_sqe *sqe; in io_uring_show_fdinfo() local
101 sqe = &ctx->sq_sqes[sq_idx << sq_shift]; in io_uring_show_fdinfo()
105 sq_idx, io_uring_get_opcode(sqe->opcode), sqe->fd, in io_uring_show_fdinfo()
106 sqe->flags, (unsigned long long) sqe->off, in io_uring_show_fdinfo()
107 (unsigned long long) sqe->addr, sqe->rw_flags, in io_uring_show_fdinfo()
108 sqe->buf_index, sqe->user_data); in io_uring_show_fdinfo()
110 u64 *sqeb = (void *) (sqe + 1); in io_uring_show_fdinfo()
H A Dsync.h3 int io_sfr_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);
6 int io_fsync_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);
10 int io_fallocate_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);
H A Dtimeout.c429 if (sqe->buf_index || sqe->len || sqe->splice_fd_in) in io_timeout_remove_prep()
433 tr->addr = READ_ONCE(sqe->addr); in io_timeout_remove_prep()
434 tr->flags = READ_ONCE(sqe->timeout_flags); in io_timeout_remove_prep()
442 if (get_timespec64(&tr->ts, u64_to_user_ptr(sqe->addr2))) in io_timeout_remove_prep()
493 const struct io_uring_sqe *sqe, in __io_timeout_prep() argument
499 u32 off = READ_ONCE(sqe->off); in __io_timeout_prep()
501 if (sqe->buf_index || sqe->len != 1 || sqe->splice_fd_in) in __io_timeout_prep()
505 flags = READ_ONCE(sqe->timeout_flags); in __io_timeout_prep()
538 if (get_timespec64(&data->ts, u64_to_user_ptr(sqe->addr))) in __io_timeout_prep()
563 return __io_timeout_prep(req, sqe, false); in io_timeout_prep()
[all …]
/openbmc/linux/drivers/infiniband/sw/siw/
H A Dsiw_qp.c278 wqe->sqe.flags = 0; in siw_qp_mpa_rts()
279 wqe->sqe.num_sge = 1; in siw_qp_mpa_rts()
287 wqe->sqe.rkey = 1; in siw_qp_mpa_rts()
288 wqe->sqe.raddr = 0; in siw_qp_mpa_rts()
874 rreq->id = sqe->id; in siw_read_to_orq()
886 struct siw_sqe *sqe; in siw_activate_tx_from_sq() local
891 if (!sqe) in siw_activate_tx_from_sq()
898 memcpy(&wqe->sqe, sqe, sizeof(*sqe)); in siw_activate_tx_from_sq()
914 wqe->sqe.sge[0].laddr = (uintptr_t)&wqe->sqe.sge[1]; in siw_activate_tx_from_sq()
1006 wqe->sqe.flags = 0; in siw_activate_tx()
[all …]
H A Dsiw_qp_tx.c43 struct siw_sge *sge = &wqe->sqe.sge[0]; in siw_try_1seg()
53 memcpy(paddr, &wqe->sqe.sge[1], bytes); in siw_try_1seg()
138 cpu_to_be64(wqe->sqe.sge[0].laddr); in siw_qp_prepare_tx()
245 cpu_to_be64(wqe->sqe.raddr); in siw_qp_prepare_tx()
659 sge = &wqe->sqe.sge[c_tx->sge_idx]; in siw_tx_hdt()
816 wqe->sqe.num_sge = 1; in siw_qp_sq_proc_tx()
844 wqe->sqe.sge[0].laddr = in siw_qp_sq_proc_tx()
845 (u64)(uintptr_t)&wqe->sqe.sge[1]; in siw_qp_sq_proc_tx()
867 wqe->sqe.id); in siw_qp_sq_proc_tx()
974 mem->stag = sqe->rkey; in siw_fastreg_mr()
[all …]
H A Dsiw_verbs.c647 void *kbuf = &sqe->sge[1]; in siw_copy_inline_sgl()
651 sqe->sge[0].lkey = 0; in siw_copy_inline_sgl()
682 struct siw_sqe sqe = {}; in siw_sq_flush_wr() local
689 sqe.opcode = SIW_OP_READ; in siw_sq_flush_wr()
714 sqe.id = wr->wr_id; in siw_sq_flush_wr()
821 if (sqe->flags) { in siw_post_send()
831 sqe->id = wr->wr_id; in siw_post_send()
857 sqe->num_sge = 1; in siw_post_send()
886 sqe->num_sge = 1; in siw_post_send()
906 sqe->num_sge = 1; in siw_post_send()
[all …]
/openbmc/linux/drivers/crypto/hisilicon/zip/
H A Dzip_crypto.c287 sqe->dw9 = val; in hisi_zip_fill_buf_type()
296 sqe->dw9 = val; in hisi_zip_fill_req_type()
301 sqe->dw13 = req->req_id; in hisi_zip_fill_tag_v1()
306 sqe->dw26 = req->req_id; in hisi_zip_fill_tag_v2()
315 sqe->dw7 = val; in hisi_zip_fill_sqe_type()
325 ops->fill_addr(sqe, req); in hisi_zip_fill_sqe()
329 ops->fill_tag(sqe, req); in hisi_zip_fill_sqe()
388 return sqe->dw13; in hisi_zip_get_tag_v1()
393 return sqe->dw26; in hisi_zip_get_tag_v2()
403 return sqe->produced; in hisi_zip_get_dstlen()
[all …]
/openbmc/qemu/util/
H A Dfdmon-io_uring.c86 if (likely(sqe)) { in get_sqe()
87 return sqe; in get_sqe()
96 sqe = io_uring_get_sqe(ring); in get_sqe()
97 assert(sqe); in get_sqe()
98 return sqe; in get_sqe()
175 io_uring_sqe_set_data(sqe, node); in add_poll_add_sqe()
185 io_uring_prep_poll_remove(sqe, node); in add_poll_remove_sqe()
187 io_uring_sqe_set_data(sqe, NULL); in add_poll_remove_sqe()
193 struct io_uring_sqe *sqe; in add_timeout_sqe() local
199 sqe = get_sqe(ctx); in add_timeout_sqe()
[all …]
/openbmc/linux/tools/testing/selftests/net/
H A Dio_uring_zerocopy_tx.c274 memset(sqe, 0, sizeof(*sqe)); in io_uring_prep_send()
276 sqe->fd = sockfd; in io_uring_prep_send()
277 sqe->addr = (unsigned long) buf; in io_uring_prep_send()
278 sqe->len = len; in io_uring_prep_send()
279 sqe->msg_flags = (__u32) flags; in io_uring_prep_send()
288 sqe->ioprio = zc_flags; in io_uring_prep_sendzc()
360 struct io_uring_sqe *sqe; in do_tx() local
396 sqe = io_uring_get_sqe(&ring); in do_tx()
401 sqe->user_data = NONZC_TAG; in do_tx()
408 sqe->buf_index = buf_idx; in do_tx()
[all …]
/openbmc/linux/drivers/net/ethernet/qlogic/qed/
H A Dqed_nvmetcp_fw_funcs.c68 if (!task_params->sqe) in init_sqe()
71 memset(task_params->sqe, 0, sizeof(*task_params->sqe)); in init_sqe()
72 task_params->sqe->task_id = cpu_to_le16(task_params->itid); in init_sqe()
79 SET_FIELD(task_params->sqe->contlen_cdbsize, in init_sqe()
81 SET_FIELD(task_params->sqe->flags, NVMETCP_WQE_WQE_TYPE, in init_sqe()
94 SET_FIELD(task_params->sqe->flags, NVMETCP_WQE_NUM_SGES, num_sges); in init_sqe()
99 SET_FIELD(task_params->sqe->flags, NVMETCP_WQE_WQE_TYPE, in init_sqe()
101 SET_FIELD(task_params->sqe->contlen_cdbsize, in init_sqe()
106 SET_FIELD(task_params->sqe->flags, NVMETCP_WQE_WQE_TYPE, in init_sqe()
112 SET_FIELD(task_params->sqe->flags, NVMETCP_WQE_NUM_SGES, in init_sqe()
[all …]
/openbmc/linux/include/trace/events/
H A Dio_uring.h500 TP_ARGS(sqe, req, error),
526 __entry->user_data = sqe->user_data;
527 __entry->opcode = sqe->opcode;
528 __entry->flags = sqe->flags;
529 __entry->ioprio = sqe->ioprio;
530 __entry->off = sqe->off;
531 __entry->addr = sqe->addr;
532 __entry->len = sqe->len;
534 __entry->buf_index = sqe->buf_index;
537 __entry->pad1 = sqe->__pad2[0];
[all …]
/openbmc/linux/drivers/scsi/qedf/
H A Ddrv_fcoe_fw_funcs.c13 memset(task_params->sqe, 0, sizeof(*(task_params->sqe))); in init_common_sqe()
14 SET_FIELD(task_params->sqe->flags, FCOE_WQE_REQ_TYPE, in init_common_sqe()
16 task_params->sqe->task_id = task_params->itid; in init_common_sqe()
167 task_params->sqe->additional_info_union.burst_length = in init_initiator_midpath_unsolicited_fcoe_task()
169 SET_FIELD(task_params->sqe->flags, in init_initiator_midpath_unsolicited_fcoe_task()
171 SET_FIELD(task_params->sqe->flags, FCOE_WQE_SGL_MODE, in init_initiator_midpath_unsolicited_fcoe_task()
193 task_params->sqe->additional_info_union.seq_rec_updated_offset = in init_initiator_sequence_recovery_fcoe_task()

1234