544 static int rds_cmsg_recv(struct rds_incoming *inc, struct msghdr *msg,  in rds_cmsg_recv()  argument
550 		ret = put_cmsg(msg, SOL_RDS, RDS_CMSG_RDMA_DEST,  in rds_cmsg_recv()
563 			ret = put_cmsg(msg, SOL_SOCKET, SO_TIMESTAMP_OLD,  in rds_cmsg_recv()
571 			ret = put_cmsg(msg, SOL_SOCKET, SO_TIMESTAMP_NEW,  in rds_cmsg_recv()
593 		ret = put_cmsg(msg, SOL_RDS, RDS_CMSG_RXPATH_LATENCY,  in rds_cmsg_recv()
603 static bool rds_recvmsg_zcookie(struct rds_sock *rs, struct msghdr *msg)  in rds_recvmsg_zcookie()  argument
610 	if (!msg->msg_control)  in rds_recvmsg_zcookie()
614 	    msg->msg_controllen < CMSG_SPACE(sizeof(*done)))  in rds_recvmsg_zcookie()
627 	if (put_cmsg(msg, SOL_RDS, RDS_CMSG_ZCOPY_COMPLETION, sizeof(*done),  in rds_recvmsg_zcookie()
638 int rds_recvmsg(struct socket *sock, struct msghdr *msg, size_t size,  in rds_recvmsg()  argument
645 	DECLARE_SOCKADDR(struct sockaddr_in6 *, sin6, msg->msg_name);  in rds_recvmsg()
646 	DECLARE_SOCKADDR(struct sockaddr_in *, sin, msg->msg_name);  in rds_recvmsg()
657 		return sock_recv_errqueue(sk, msg, size, SOL_IP, IP_RECVERR);  in rds_recvmsg()
662 			ret = rds_notify_queue_get(rs, msg);  in rds_recvmsg()
667 			ret = rds_notify_cong(rs, msg);  in rds_recvmsg()
673 				bool reaped = rds_recvmsg_zcookie(rs, msg);  in rds_recvmsg()
697 		ret = inc->i_conn->c_trans->inc_copy_to_user(inc, &msg->msg_iter);  in rds_recvmsg()
710 			iov_iter_revert(&msg->msg_iter, ret);  in rds_recvmsg()
717 			msg->msg_flags |= MSG_TRUNC;  in rds_recvmsg()
720 		if (rds_cmsg_recv(inc, msg, rs)) {  in rds_recvmsg()
724 		rds_recvmsg_zcookie(rs, msg);  in rds_recvmsg()
728 		if (msg->msg_name) {  in rds_recvmsg()
735 				msg->msg_namelen = sizeof(*sin);  in rds_recvmsg()
742 				msg->msg_namelen = sizeof(*sin6);  in rds_recvmsg()