Lines Matching refs:xdr
176 const struct xdr_buf *xdr) in xdr_buf_to_bvec() argument
178 const struct kvec *head = xdr->head; in xdr_buf_to_bvec()
179 const struct kvec *tail = xdr->tail; in xdr_buf_to_bvec()
187 if (xdr->page_len) { in xdr_buf_to_bvec()
189 struct page **pages = xdr->pages; in xdr_buf_to_bvec()
191 offset = offset_in_page(xdr->page_base); in xdr_buf_to_bvec()
192 remaining = xdr->page_len; in xdr_buf_to_bvec()
227 xdr_inline_pages(struct xdr_buf *xdr, unsigned int offset, in xdr_inline_pages() argument
230 struct kvec *head = xdr->head; in xdr_inline_pages()
231 struct kvec *tail = xdr->tail; in xdr_inline_pages()
237 xdr->pages = pages; in xdr_inline_pages()
238 xdr->page_base = base; in xdr_inline_pages()
239 xdr->page_len = len; in xdr_inline_pages()
243 xdr->buflen += len; in xdr_inline_pages()
919 unsigned int xdr_stream_pos(const struct xdr_stream *xdr) in xdr_stream_pos() argument
921 return (unsigned int)(XDR_QUADLEN(xdr->buf->len) - xdr->nwords) << 2; in xdr_stream_pos()
925 static void xdr_stream_set_pos(struct xdr_stream *xdr, unsigned int pos) in xdr_stream_set_pos() argument
927 unsigned int blen = xdr->buf->len; in xdr_stream_set_pos()
929 xdr->nwords = blen > pos ? XDR_QUADLEN(blen) - XDR_QUADLEN(pos) : 0; in xdr_stream_set_pos()
932 static void xdr_stream_page_set_pos(struct xdr_stream *xdr, unsigned int pos) in xdr_stream_page_set_pos() argument
934 xdr_stream_set_pos(xdr, pos + xdr->buf->head[0].iov_len); in xdr_stream_page_set_pos()
941 unsigned int xdr_page_pos(const struct xdr_stream *xdr) in xdr_page_pos() argument
943 unsigned int pos = xdr_stream_pos(xdr); in xdr_page_pos()
945 WARN_ON(pos < xdr->buf->head[0].iov_len); in xdr_page_pos()
946 return pos - xdr->buf->head[0].iov_len; in xdr_page_pos()
964 void xdr_init_encode(struct xdr_stream *xdr, struct xdr_buf *buf, __be32 *p, in xdr_init_encode() argument
970 xdr_reset_scratch_buffer(xdr); in xdr_init_encode()
972 xdr->buf = buf; in xdr_init_encode()
973 xdr->iov = iov; in xdr_init_encode()
974 xdr->p = (__be32 *)((char *)iov->iov_base + iov->iov_len); in xdr_init_encode()
975 xdr->end = (__be32 *)((char *)iov->iov_base + scratch_len); in xdr_init_encode()
978 if (p != xdr->p && p != NULL) { in xdr_init_encode()
981 BUG_ON(p < xdr->p || p > xdr->end); in xdr_init_encode()
982 len = (char *)p - (char *)xdr->p; in xdr_init_encode()
983 xdr->p = p; in xdr_init_encode()
987 xdr->rqst = rqst; in xdr_init_encode()
999 void xdr_init_encode_pages(struct xdr_stream *xdr, struct xdr_buf *buf, in xdr_init_encode_pages() argument
1002 xdr_reset_scratch_buffer(xdr); in xdr_init_encode_pages()
1004 xdr->buf = buf; in xdr_init_encode_pages()
1005 xdr->page_ptr = pages; in xdr_init_encode_pages()
1006 xdr->iov = NULL; in xdr_init_encode_pages()
1007 xdr->p = page_address(*pages); in xdr_init_encode_pages()
1008 xdr->end = (void *)xdr->p + min_t(u32, buf->buflen, PAGE_SIZE); in xdr_init_encode_pages()
1009 xdr->rqst = rqst; in xdr_init_encode_pages()
1026 void __xdr_commit_encode(struct xdr_stream *xdr) in __xdr_commit_encode() argument
1028 size_t shift = xdr->scratch.iov_len; in __xdr_commit_encode()
1031 page = page_address(*xdr->page_ptr); in __xdr_commit_encode()
1032 memcpy(xdr->scratch.iov_base, page, shift); in __xdr_commit_encode()
1033 memmove(page, page + shift, (void *)xdr->p - page); in __xdr_commit_encode()
1034 xdr_reset_scratch_buffer(xdr); in __xdr_commit_encode()
1043 static noinline __be32 *xdr_get_next_encode_buffer(struct xdr_stream *xdr, in xdr_get_next_encode_buffer() argument
1052 if (xdr->buf->len + nbytes > xdr->buf->buflen) in xdr_get_next_encode_buffer()
1054 frag1bytes = (xdr->end - xdr->p) << 2; in xdr_get_next_encode_buffer()
1056 if (xdr->iov) in xdr_get_next_encode_buffer()
1057 xdr->iov->iov_len += frag1bytes; in xdr_get_next_encode_buffer()
1059 xdr->buf->page_len += frag1bytes; in xdr_get_next_encode_buffer()
1060 xdr->page_ptr++; in xdr_get_next_encode_buffer()
1061 xdr->iov = NULL; in xdr_get_next_encode_buffer()
1070 xdr_set_scratch_buffer(xdr, xdr->p, frag1bytes); in xdr_get_next_encode_buffer()
1076 p = page_address(*xdr->page_ptr); in xdr_get_next_encode_buffer()
1077 xdr->p = p + frag2bytes; in xdr_get_next_encode_buffer()
1078 space_left = xdr->buf->buflen - xdr->buf->len; in xdr_get_next_encode_buffer()
1080 xdr->end = p + PAGE_SIZE; in xdr_get_next_encode_buffer()
1082 xdr->end = p + space_left - frag1bytes; in xdr_get_next_encode_buffer()
1084 xdr->buf->page_len += frag2bytes; in xdr_get_next_encode_buffer()
1085 xdr->buf->len += nbytes; in xdr_get_next_encode_buffer()
1088 trace_rpc_xdr_overflow(xdr, nbytes); in xdr_get_next_encode_buffer()
1101 __be32 * xdr_reserve_space(struct xdr_stream *xdr, size_t nbytes) in xdr_reserve_space() argument
1103 __be32 *p = xdr->p; in xdr_reserve_space()
1106 xdr_commit_encode(xdr); in xdr_reserve_space()
1111 if (unlikely(q > xdr->end || q < p)) in xdr_reserve_space()
1112 return xdr_get_next_encode_buffer(xdr, nbytes); in xdr_reserve_space()
1113 xdr->p = q; in xdr_reserve_space()
1114 if (xdr->iov) in xdr_reserve_space()
1115 xdr->iov->iov_len += nbytes; in xdr_reserve_space()
1117 xdr->buf->page_len += nbytes; in xdr_reserve_space()
1118 xdr->buf->len += nbytes; in xdr_reserve_space()
1136 int xdr_reserve_space_vec(struct xdr_stream *xdr, size_t nbytes) in xdr_reserve_space_vec() argument
1145 if (xdr->iov == xdr->buf->head) { in xdr_reserve_space_vec()
1146 xdr->iov = NULL; in xdr_reserve_space_vec()
1147 xdr->end = xdr->p; in xdr_reserve_space_vec()
1152 thislen = xdr->buf->page_len % PAGE_SIZE; in xdr_reserve_space_vec()
1155 p = xdr_reserve_space(xdr, thislen); in xdr_reserve_space_vec()
1185 void xdr_truncate_encode(struct xdr_stream *xdr, size_t len) in xdr_truncate_encode() argument
1187 struct xdr_buf *buf = xdr->buf; in xdr_truncate_encode()
1197 xdr_commit_encode(xdr); in xdr_truncate_encode()
1203 xdr->p = tail->iov_base + tail->iov_len; in xdr_truncate_encode()
1204 WARN_ON_ONCE(!xdr->end); in xdr_truncate_encode()
1205 WARN_ON_ONCE(!xdr->iov); in xdr_truncate_encode()
1215 xdr->page_ptr = buf->pages + (new >> PAGE_SHIFT); in xdr_truncate_encode()
1218 xdr->p = page_address(*xdr->page_ptr); in xdr_truncate_encode()
1219 xdr->end = (void *)xdr->p + PAGE_SIZE; in xdr_truncate_encode()
1220 xdr->p = (void *)xdr->p + (new % PAGE_SIZE); in xdr_truncate_encode()
1221 WARN_ON_ONCE(xdr->iov); in xdr_truncate_encode()
1225 xdr->end = head->iov_base + head->iov_len; in xdr_truncate_encode()
1227 xdr->page_ptr--; in xdr_truncate_encode()
1230 xdr->p = head->iov_base + head->iov_len; in xdr_truncate_encode()
1231 xdr->iov = buf->head; in xdr_truncate_encode()
1241 void xdr_truncate_decode(struct xdr_stream *xdr, size_t len) in xdr_truncate_decode() argument
1245 xdr->buf->len -= nbytes; in xdr_truncate_decode()
1246 xdr->nwords -= XDR_QUADLEN(nbytes); in xdr_truncate_decode()
1262 int xdr_restrict_buflen(struct xdr_stream *xdr, int newbuflen) in xdr_restrict_buflen() argument
1264 struct xdr_buf *buf = xdr->buf; in xdr_restrict_buflen()
1265 int left_in_this_buf = (void *)xdr->end - (void *)xdr->p; in xdr_restrict_buflen()
1273 xdr->end = (void *)xdr->end + newbuflen - end_offset; in xdr_restrict_buflen()
1290 void xdr_write_pages(struct xdr_stream *xdr, struct page **pages, unsigned int base, in xdr_write_pages() argument
1293 struct xdr_buf *buf = xdr->buf; in xdr_write_pages()
1300 tail->iov_base = xdr->p; in xdr_write_pages()
1302 xdr->iov = tail; in xdr_write_pages()
1307 BUG_ON(xdr->p >= xdr->end); in xdr_write_pages()
1308 tail->iov_base = (char *)xdr->p + (len & 3); in xdr_write_pages()
1311 *xdr->p++ = 0; in xdr_write_pages()
1318 static unsigned int xdr_set_iov(struct xdr_stream *xdr, struct kvec *iov, in xdr_set_iov() argument
1325 xdr->p = (__be32*)(iov->iov_base + base); in xdr_set_iov()
1326 xdr->end = (__be32*)(iov->iov_base + len); in xdr_set_iov()
1327 xdr->iov = iov; in xdr_set_iov()
1328 xdr->page_ptr = NULL; in xdr_set_iov()
1332 static unsigned int xdr_set_tail_base(struct xdr_stream *xdr, in xdr_set_tail_base() argument
1335 struct xdr_buf *buf = xdr->buf; in xdr_set_tail_base()
1337 xdr_stream_set_pos(xdr, base + buf->page_len + buf->head->iov_len); in xdr_set_tail_base()
1338 return xdr_set_iov(xdr, buf->tail, base, len); in xdr_set_tail_base()
1341 static void xdr_stream_unmap_current_page(struct xdr_stream *xdr) in xdr_stream_unmap_current_page() argument
1343 if (xdr->page_kaddr) { in xdr_stream_unmap_current_page()
1344 kunmap_local(xdr->page_kaddr); in xdr_stream_unmap_current_page()
1345 xdr->page_kaddr = NULL; in xdr_stream_unmap_current_page()
1349 static unsigned int xdr_set_page_base(struct xdr_stream *xdr, in xdr_set_page_base() argument
1358 maxlen = xdr->buf->page_len; in xdr_set_page_base()
1366 xdr_stream_unmap_current_page(xdr); in xdr_set_page_base()
1367 xdr_stream_page_set_pos(xdr, base); in xdr_set_page_base()
1368 base += xdr->buf->page_base; in xdr_set_page_base()
1371 xdr->page_ptr = &xdr->buf->pages[pgnr]; in xdr_set_page_base()
1373 if (PageHighMem(*xdr->page_ptr)) { in xdr_set_page_base()
1374 xdr->page_kaddr = kmap_local_page(*xdr->page_ptr); in xdr_set_page_base()
1375 kaddr = xdr->page_kaddr; in xdr_set_page_base()
1377 kaddr = page_address(*xdr->page_ptr); in xdr_set_page_base()
1380 xdr->p = (__be32*)(kaddr + pgoff); in xdr_set_page_base()
1385 xdr->end = (__be32*)(kaddr + pgend); in xdr_set_page_base()
1386 xdr->iov = NULL; in xdr_set_page_base()
1390 static void xdr_set_page(struct xdr_stream *xdr, unsigned int base, in xdr_set_page() argument
1393 if (xdr_set_page_base(xdr, base, len) == 0) { in xdr_set_page()
1394 base -= xdr->buf->page_len; in xdr_set_page()
1395 xdr_set_tail_base(xdr, base, len); in xdr_set_page()
1399 static void xdr_set_next_page(struct xdr_stream *xdr) in xdr_set_next_page() argument
1403 newbase = (1 + xdr->page_ptr - xdr->buf->pages) << PAGE_SHIFT; in xdr_set_next_page()
1404 newbase -= xdr->buf->page_base; in xdr_set_next_page()
1405 if (newbase < xdr->buf->page_len) in xdr_set_next_page()
1406 xdr_set_page_base(xdr, newbase, xdr_stream_remaining(xdr)); in xdr_set_next_page()
1408 xdr_set_tail_base(xdr, 0, xdr_stream_remaining(xdr)); in xdr_set_next_page()
1411 static bool xdr_set_next_buffer(struct xdr_stream *xdr) in xdr_set_next_buffer() argument
1413 if (xdr->page_ptr != NULL) in xdr_set_next_buffer()
1414 xdr_set_next_page(xdr); in xdr_set_next_buffer()
1415 else if (xdr->iov == xdr->buf->head) in xdr_set_next_buffer()
1416 xdr_set_page(xdr, 0, xdr_stream_remaining(xdr)); in xdr_set_next_buffer()
1417 return xdr->p != xdr->end; in xdr_set_next_buffer()
1427 void xdr_init_decode(struct xdr_stream *xdr, struct xdr_buf *buf, __be32 *p, in xdr_init_decode() argument
1430 xdr->buf = buf; in xdr_init_decode()
1431 xdr->page_kaddr = NULL; in xdr_init_decode()
1432 xdr_reset_scratch_buffer(xdr); in xdr_init_decode()
1433 xdr->nwords = XDR_QUADLEN(buf->len); in xdr_init_decode()
1434 if (xdr_set_iov(xdr, buf->head, 0, buf->len) == 0 && in xdr_init_decode()
1435 xdr_set_page_base(xdr, 0, buf->len) == 0) in xdr_init_decode()
1436 xdr_set_iov(xdr, buf->tail, 0, buf->len); in xdr_init_decode()
1437 if (p != NULL && p > xdr->p && xdr->end >= p) { in xdr_init_decode()
1438 xdr->nwords -= p - xdr->p; in xdr_init_decode()
1439 xdr->p = p; in xdr_init_decode()
1441 xdr->rqst = rqst; in xdr_init_decode()
1452 void xdr_init_decode_pages(struct xdr_stream *xdr, struct xdr_buf *buf, in xdr_init_decode_pages() argument
1460 xdr_init_decode(xdr, buf, NULL, NULL); in xdr_init_decode_pages()
1468 void xdr_finish_decode(struct xdr_stream *xdr) in xdr_finish_decode() argument
1470 xdr_stream_unmap_current_page(xdr); in xdr_finish_decode()
1474 static __be32 * __xdr_inline_decode(struct xdr_stream *xdr, size_t nbytes) in __xdr_inline_decode() argument
1477 __be32 *p = xdr->p; in __xdr_inline_decode()
1480 if (unlikely(nwords > xdr->nwords || q > xdr->end || q < p)) in __xdr_inline_decode()
1482 xdr->p = q; in __xdr_inline_decode()
1483 xdr->nwords -= nwords; in __xdr_inline_decode()
1487 static __be32 *xdr_copy_to_scratch(struct xdr_stream *xdr, size_t nbytes) in xdr_copy_to_scratch() argument
1490 char *cpdest = xdr->scratch.iov_base; in xdr_copy_to_scratch()
1491 size_t cplen = (char *)xdr->end - (char *)xdr->p; in xdr_copy_to_scratch()
1493 if (nbytes > xdr->scratch.iov_len) in xdr_copy_to_scratch()
1495 p = __xdr_inline_decode(xdr, cplen); in xdr_copy_to_scratch()
1499 if (!xdr_set_next_buffer(xdr)) in xdr_copy_to_scratch()
1503 p = __xdr_inline_decode(xdr, nbytes); in xdr_copy_to_scratch()
1507 return xdr->scratch.iov_base; in xdr_copy_to_scratch()
1509 trace_rpc_xdr_overflow(xdr, nbytes); in xdr_copy_to_scratch()
1523 __be32 * xdr_inline_decode(struct xdr_stream *xdr, size_t nbytes) in xdr_inline_decode() argument
1528 return xdr->p; in xdr_inline_decode()
1529 if (xdr->p == xdr->end && !xdr_set_next_buffer(xdr)) in xdr_inline_decode()
1531 p = __xdr_inline_decode(xdr, nbytes); in xdr_inline_decode()
1534 return xdr_copy_to_scratch(xdr, nbytes); in xdr_inline_decode()
1536 trace_rpc_xdr_overflow(xdr, nbytes); in xdr_inline_decode()
1541 static void xdr_realign_pages(struct xdr_stream *xdr) in xdr_realign_pages() argument
1543 struct xdr_buf *buf = xdr->buf; in xdr_realign_pages()
1545 unsigned int cur = xdr_stream_pos(xdr); in xdr_realign_pages()
1551 trace_rpc_xdr_alignment(xdr, cur, copied); in xdr_realign_pages()
1552 xdr_set_page(xdr, 0, buf->page_len); in xdr_realign_pages()
1556 static unsigned int xdr_align_pages(struct xdr_stream *xdr, unsigned int len) in xdr_align_pages() argument
1558 struct xdr_buf *buf = xdr->buf; in xdr_align_pages()
1562 if (xdr->nwords == 0) in xdr_align_pages()
1565 xdr_realign_pages(xdr); in xdr_align_pages()
1566 if (nwords > xdr->nwords) { in xdr_align_pages()
1567 nwords = xdr->nwords; in xdr_align_pages()
1572 else if (nwords < xdr->nwords) { in xdr_align_pages()
1575 trace_rpc_xdr_alignment(xdr, len, copied); in xdr_align_pages()
1592 unsigned int xdr_read_pages(struct xdr_stream *xdr, unsigned int len) in xdr_read_pages() argument
1597 pglen = xdr_align_pages(xdr, nwords << 2); in xdr_read_pages()
1602 end = xdr_stream_remaining(xdr) - pglen; in xdr_read_pages()
1604 xdr_set_tail_base(xdr, base, end); in xdr_read_pages()
1620 void xdr_set_pagelen(struct xdr_stream *xdr, unsigned int len) in xdr_set_pagelen() argument
1622 struct xdr_buf *buf = xdr->buf; in xdr_set_pagelen()
1623 size_t remaining = xdr_stream_remaining(xdr); in xdr_set_pagelen()
1630 xdr_buf_head_shift_right(buf, xdr_stream_pos(xdr), in xdr_set_pagelen()
1635 xdr_set_tail_base(xdr, base, remaining); in xdr_set_pagelen()
1649 void xdr_enter_page(struct xdr_stream *xdr, unsigned int len) in xdr_enter_page() argument
1651 len = xdr_align_pages(xdr, len); in xdr_enter_page()
1657 xdr_set_page_base(xdr, 0, len); in xdr_enter_page()
1749 bool xdr_stream_subsegment(struct xdr_stream *xdr, struct xdr_buf *subbuf, in xdr_stream_subsegment() argument
1752 unsigned int start = xdr_stream_pos(xdr); in xdr_stream_subsegment()
1756 if (xdr_buf_subsegment(xdr->buf, subbuf, start, nbytes)) in xdr_stream_subsegment()
1761 if (xdr->p == xdr->end && !xdr_set_next_buffer(xdr)) in xdr_stream_subsegment()
1764 len = (char *)xdr->end - (char *)xdr->p; in xdr_stream_subsegment()
1766 xdr->p = (__be32 *)((char *)xdr->p + in xdr_stream_subsegment()
1771 xdr->p = (__be32 *)((char *)xdr->p + len); in xdr_stream_subsegment()
1772 xdr->end = xdr->p; in xdr_stream_subsegment()
1776 xdr_stream_set_pos(xdr, start + nbytes); in xdr_stream_subsegment()
1791 unsigned int xdr_stream_move_subsegment(struct xdr_stream *xdr, unsigned int offset, in xdr_stream_move_subsegment() argument
1799 if (xdr_buf_subsegment(xdr->buf, &buf, offset, shift + length) < 0) in xdr_stream_move_subsegment()
1804 if (xdr_buf_subsegment(xdr->buf, &buf, target, shift + length) < 0) in xdr_stream_move_subsegment()
1818 unsigned int xdr_stream_zero(struct xdr_stream *xdr, unsigned int offset, in xdr_stream_zero() argument
1823 if (xdr_buf_subsegment(xdr->buf, &buf, offset, length) < 0) in xdr_stream_zero()
2254 ssize_t xdr_stream_decode_opaque(struct xdr_stream *xdr, void *ptr, size_t size) in xdr_stream_decode_opaque() argument
2259 ret = xdr_stream_decode_opaque_inline(xdr, &p, size); in xdr_stream_decode_opaque()
2280 ssize_t xdr_stream_decode_opaque_dup(struct xdr_stream *xdr, void **ptr, in xdr_stream_decode_opaque_dup() argument
2286 ret = xdr_stream_decode_opaque_inline(xdr, &p, maxlen); in xdr_stream_decode_opaque_dup()
2309 ssize_t xdr_stream_decode_string(struct xdr_stream *xdr, char *str, size_t size) in xdr_stream_decode_string() argument
2314 ret = xdr_stream_decode_opaque_inline(xdr, &p, size); in xdr_stream_decode_string()
2338 ssize_t xdr_stream_decode_string_dup(struct xdr_stream *xdr, char **str, in xdr_stream_decode_string_dup() argument
2344 ret = xdr_stream_decode_opaque_inline(xdr, &p, maxlen); in xdr_stream_decode_string_dup()
2370 ssize_t xdr_stream_decode_opaque_auth(struct xdr_stream *xdr, u32 *flavor, in xdr_stream_decode_opaque_auth() argument
2375 len = xdr_stream_decode_u32(xdr, flavor); in xdr_stream_decode_opaque_auth()
2378 ret = xdr_stream_decode_opaque_inline(xdr, body, RPC_MAX_AUTH_SIZE); in xdr_stream_decode_opaque_auth()
2398 ssize_t xdr_stream_encode_opaque_auth(struct xdr_stream *xdr, u32 flavor, in xdr_stream_encode_opaque_auth() argument
2405 len = xdr_stream_encode_u32(xdr, flavor); in xdr_stream_encode_opaque_auth()
2408 ret = xdr_stream_encode_opaque(xdr, body, body_len); in xdr_stream_encode_opaque_auth()