15 	if (msg->sg.end > msg->sg.start &&  in sk_msg_try_coalesce_ok()
16 	    elem_first_coalesce < msg->sg.end)  in sk_msg_try_coalesce_ok()
19 	if (msg->sg.end < msg->sg.start &&  in sk_msg_try_coalesce_ok()
20 	    (elem_first_coalesce > msg->sg.start ||  in sk_msg_try_coalesce_ok()
21 	     elem_first_coalesce < msg->sg.end))  in sk_msg_try_coalesce_ok()
31 	u32 osize = msg->sg.size;  in sk_msg_alloc()
34 	len -= msg->sg.size;  in sk_msg_alloc()
52 		i = msg->sg.end;  in sk_msg_alloc()
54 		sge = &msg->sg.data[i];  in sk_msg_alloc()
66 			sge = &msg->sg.data[msg->sg.end];  in sk_msg_alloc()
74 		msg->sg.size += use;  in sk_msg_alloc()
90 	int i = src->sg.start;  in sk_msg_clone()
100 		if (i == src->sg.end && off)  in sk_msg_clone()
110 		if (dst->sg.end)  in sk_msg_clone()
111 			sgd = sk_msg_elem(dst, dst->sg.end - 1);  in sk_msg_clone()
117 			dst->sg.size += sge_len;  in sk_msg_clone()
129 		if (i == src->sg.end && len)  in sk_msg_clone()
140 	int i = msg->sg.start;  in sk_msg_return_zero()
157 	} while (bytes && i != msg->sg.end);  in sk_msg_return_zero()
158 	msg->sg.start = i;  in sk_msg_return_zero()
164 	int i = msg->sg.start;  in sk_msg_return()
167 		struct scatterlist *sge = &msg->sg.data[i];  in sk_msg_return()
173 	} while (i != msg->sg.end);  in sk_msg_return()
199 	while (msg->sg.size) {  in __sk_msg_free()
200 		msg->sg.size -= sge->length;  in __sk_msg_free()
203 		sk_msg_check_to_free(msg, i, msg->sg.size);  in __sk_msg_free()
213 	return __sk_msg_free(sk, msg, msg->sg.start, false);  in sk_msg_free_nocharge()
219 	return __sk_msg_free(sk, msg, msg->sg.start, true);  in sk_msg_free()
227 	u32 i = msg->sg.start;  in __sk_msg_free_partial()
238 			msg->sg.size -= bytes;  in __sk_msg_free_partial()
242 		msg->sg.size -= sge->length;  in __sk_msg_free_partial()
248 	msg->sg.start = i;  in __sk_msg_free_partial()
265 	int trim = msg->sg.size - len;  in sk_msg_trim()
266 	u32 i = msg->sg.end;  in sk_msg_trim()
274 	msg->sg.size = len;  in sk_msg_trim()
275 	while (msg->sg.data[i].length &&  in sk_msg_trim()
276 	       trim >= msg->sg.data[i].length) {  in sk_msg_trim()
277 		trim -= msg->sg.data[i].length;  in sk_msg_trim()
284 	msg->sg.data[i].length -= trim;  in sk_msg_trim()
287 	if (msg->sg.curr == i && msg->sg.copybreak > msg->sg.data[i].length)  in sk_msg_trim()
288 		msg->sg.copybreak = msg->sg.data[i].length;  in sk_msg_trim()
291 	msg->sg.end = i;  in sk_msg_trim()
299 	if (!msg->sg.size) {  in sk_msg_trim()
300 		msg->sg.curr = msg->sg.start;  in sk_msg_trim()
301 		msg->sg.copybreak = 0;  in sk_msg_trim()
302 	} else if (sk_msg_iter_dist(msg->sg.start, msg->sg.curr) >=  in sk_msg_trim()
303 		   sk_msg_iter_dist(msg->sg.start, msg->sg.end)) {  in sk_msg_trim()
305 		msg->sg.curr = i;  in sk_msg_trim()
306 		msg->sg.copybreak = msg->sg.data[i].length;  in sk_msg_trim()
319 	orig = msg->sg.size;  in sk_msg_zerocopy_from_iter()
336 		msg->sg.size += copied;  in sk_msg_zerocopy_from_iter()
340 			sg_set_page(&msg->sg.data[msg->sg.end],  in sk_msg_zerocopy_from_iter()
342 			sg_unmark_end(&msg->sg.data[msg->sg.end]);  in sk_msg_zerocopy_from_iter()
355 		msg->sg.copybreak = 0;  in sk_msg_zerocopy_from_iter()
356 		msg->sg.curr = msg->sg.end;  in sk_msg_zerocopy_from_iter()
363 		iov_iter_revert(from, msg->sg.size - orig);  in sk_msg_zerocopy_from_iter()
371 	int ret = -ENOSPC, i = msg->sg.curr;  in sk_msg_memcopy_from_iter()
379 		if (msg->sg.copybreak >= sge->length) {  in sk_msg_memcopy_from_iter()
380 			msg->sg.copybreak = 0;  in sk_msg_memcopy_from_iter()
382 			if (i == msg->sg.end)  in sk_msg_memcopy_from_iter()
387 		buf_size = sge->length - msg->sg.copybreak;  in sk_msg_memcopy_from_iter()
389 		to = sg_virt(sge) + msg->sg.copybreak;  in sk_msg_memcopy_from_iter()
390 		msg->sg.copybreak += copy;  in sk_msg_memcopy_from_iter()
402 		msg->sg.copybreak = 0;  in sk_msg_memcopy_from_iter()
404 	} while (i != msg->sg.end);  in sk_msg_memcopy_from_iter()
406 	msg->sg.curr = i;  in sk_msg_memcopy_from_iter()
427 		i = msg_rx->sg.start;  in sk_msg_recvmsg()
450 				msg_rx->sg.size -= copy;  in sk_msg_recvmsg()
468 		} while ((i != msg_rx->sg.end) && !sg_is_last(sge));  in sk_msg_recvmsg()
477 		msg_rx->sg.start = i;  in sk_msg_recvmsg()
478 		if (!sge->length && (i == msg_rx->sg.end || sg_is_last(sge))) {  in sk_msg_recvmsg()
510 	sg_init_marker(msg->sg.data, NR_MSG_FRAG_IDS);  in alloc_sk_msg()
534 	num_sge = skb_to_sgvec(skb, msg->sg.data, off, len);  in sk_psock_skb_ingress_enqueue()
544 		num_sge = skb_to_sgvec(skb, msg->sg.data, off, len);  in sk_psock_skb_ingress_enqueue()
550 	msg->sg.start = 0;  in sk_psock_skb_ingress_enqueue()
551 	msg->sg.size = copied;  in sk_psock_skb_ingress_enqueue()
552 	msg->sg.end = num_sge;  in sk_psock_skb_ingress_enqueue()