743 	struct tcp_splice_state *tss = rd_desc->arg.data;  in tcp_splice_data_recv()  local
746 	ret = skb_splice_bits(skb, skb->sk, offset, tss->pipe,  in tcp_splice_data_recv()
747 			      min(rd_desc->count, len), tss->flags);  in tcp_splice_data_recv()
753 static int __tcp_splice_read(struct sock *sk, struct tcp_splice_state *tss)  in __tcp_splice_read()  argument
757 		.arg.data = tss,  in __tcp_splice_read()
758 		.count	  = tss->len,  in __tcp_splice_read()
781 	struct tcp_splice_state tss = {  in tcp_splice_read()  local
802 	while (tss.len) {  in tcp_splice_read()
803 		ret = __tcp_splice_read(sk, &tss);  in tcp_splice_read()
844 		tss.len -= ret;  in tcp_splice_read()
847 		if (!tss.len || !timeo)  in tcp_splice_read()
1752 			     struct scm_timestamping_internal *tss)  in tcp_update_recv_tstamps()  argument
1755 		tss->ts[0] = ktime_to_timespec64(skb->tstamp);  in tcp_update_recv_tstamps()
1757 		tss->ts[0] = (struct timespec64) {0};  in tcp_update_recv_tstamps()
1760 		tss->ts[2] = ktime_to_timespec64(skb_hwtstamps(skb)->hwtstamp);  in tcp_update_recv_tstamps()
1762 		tss->ts[2] = (struct timespec64) {0};  in tcp_update_recv_tstamps()
1877 			      int flags, struct scm_timestamping_internal *tss,
1881 				    struct scm_timestamping_internal *tss)  in receive_fallback_to_copy()  argument
1900 				 tss, &zc->msg_flags);  in receive_fallback_to_copy()
1946 				  struct scm_timestamping_internal *tss)  in tcp_zc_handle_leftover()  argument
1958 			tcp_update_recv_tstamps(skb, tss);  in tcp_zc_handle_leftover()
2051 				      struct scm_timestamping_internal *tss)  in tcp_zc_finalize_rx_tstamp()  argument
2066 		tcp_recv_timestamp(&cmsg_dummy, sk, tss);  in tcp_zc_finalize_rx_tstamp()
2103 				struct scm_timestamping_internal *tss)  in tcp_zerocopy_receive()  argument
2132 		return receive_fallback_to_copy(sk, zc, inq, tss);  in tcp_zerocopy_receive()
2177 				tcp_update_recv_tstamps(skb, tss);  in tcp_zerocopy_receive()
2225 		copylen = tcp_zc_handle_leftover(zc, sk, skb, &seq, copybuf_len, tss);  in tcp_zerocopy_receive()
2248 			struct scm_timestamping_internal *tss)  in tcp_recv_timestamp()  argument
2253 	if (tss->ts[0].tv_sec || tss->ts[0].tv_nsec) {  in tcp_recv_timestamp()
2258 						.tv_sec = tss->ts[0].tv_sec,  in tcp_recv_timestamp()
2259 						.tv_nsec = tss->ts[0].tv_nsec,  in tcp_recv_timestamp()
2265 						.tv_sec = tss->ts[0].tv_sec,  in tcp_recv_timestamp()
2266 						.tv_nsec = tss->ts[0].tv_nsec,  in tcp_recv_timestamp()
2274 						.tv_sec = tss->ts[0].tv_sec,  in tcp_recv_timestamp()
2275 						.tv_usec = tss->ts[0].tv_nsec / 1000,  in tcp_recv_timestamp()
2281 						.tv_sec = tss->ts[0].tv_sec,  in tcp_recv_timestamp()
2282 						.tv_usec = tss->ts[0].tv_nsec / 1000,  in tcp_recv_timestamp()
2293 			tss->ts[0] = (struct timespec64) {0};  in tcp_recv_timestamp()
2296 	if (tss->ts[2].tv_sec || tss->ts[2].tv_nsec) {  in tcp_recv_timestamp()
2300 			tss->ts[2] = (struct timespec64) {0};  in tcp_recv_timestamp()
2304 		tss->ts[1] = (struct timespec64) {0};  in tcp_recv_timestamp()
2306 			put_cmsg_scm_timestamping64(msg, tss);  in tcp_recv_timestamp()
2308 			put_cmsg_scm_timestamping(msg, tss);  in tcp_recv_timestamp()
2342 			      int flags, struct scm_timestamping_internal *tss,  in tcp_recvmsg_locked()  argument
2545 			tcp_update_recv_tstamps(skb, tss);  in tcp_recvmsg_locked()
2590 	struct scm_timestamping_internal tss;  in tcp_recvmsg()  local
2601 	ret = tcp_recvmsg_locked(sk, msg, len, flags, &tss, &cmsg_flags);  in tcp_recvmsg()
2606 			tcp_recv_timestamp(msg, sk, &tss);  in tcp_recvmsg()
4252 		struct scm_timestamping_internal tss;  in do_tcp_getsockopt()  local
4277 		err = tcp_zerocopy_receive(sk, &zc, &tss);  in do_tcp_getsockopt()
4301 			tcp_zc_finalize_rx_tstamp(sk, &zc, &tss);  in do_tcp_getsockopt()