Lines Matching refs:xdr
177 xdr_inline_pages(struct xdr_buf *xdr, unsigned int offset, in xdr_inline_pages() argument
180 struct kvec *head = xdr->head; in xdr_inline_pages()
181 struct kvec *tail = xdr->tail; in xdr_inline_pages()
187 xdr->pages = pages; in xdr_inline_pages()
188 xdr->page_base = base; in xdr_inline_pages()
189 xdr->page_len = len; in xdr_inline_pages()
193 xdr->buflen += len; in xdr_inline_pages()
869 unsigned int xdr_stream_pos(const struct xdr_stream *xdr) in xdr_stream_pos() argument
871 return (unsigned int)(XDR_QUADLEN(xdr->buf->len) - xdr->nwords) << 2; in xdr_stream_pos()
875 static void xdr_stream_set_pos(struct xdr_stream *xdr, unsigned int pos) in xdr_stream_set_pos() argument
877 unsigned int blen = xdr->buf->len; in xdr_stream_set_pos()
879 xdr->nwords = blen > pos ? XDR_QUADLEN(blen) - XDR_QUADLEN(pos) : 0; in xdr_stream_set_pos()
882 static void xdr_stream_page_set_pos(struct xdr_stream *xdr, unsigned int pos) in xdr_stream_page_set_pos() argument
884 xdr_stream_set_pos(xdr, pos + xdr->buf->head[0].iov_len); in xdr_stream_page_set_pos()
891 unsigned int xdr_page_pos(const struct xdr_stream *xdr) in xdr_page_pos() argument
893 unsigned int pos = xdr_stream_pos(xdr); in xdr_page_pos()
895 WARN_ON(pos < xdr->buf->head[0].iov_len); in xdr_page_pos()
896 return pos - xdr->buf->head[0].iov_len; in xdr_page_pos()
914 void xdr_init_encode(struct xdr_stream *xdr, struct xdr_buf *buf, __be32 *p, in xdr_init_encode() argument
920 xdr_reset_scratch_buffer(xdr); in xdr_init_encode()
922 xdr->buf = buf; in xdr_init_encode()
923 xdr->iov = iov; in xdr_init_encode()
924 xdr->p = (__be32 *)((char *)iov->iov_base + iov->iov_len); in xdr_init_encode()
925 xdr->end = (__be32 *)((char *)iov->iov_base + scratch_len); in xdr_init_encode()
928 if (p != xdr->p && p != NULL) { in xdr_init_encode()
931 BUG_ON(p < xdr->p || p > xdr->end); in xdr_init_encode()
932 len = (char *)p - (char *)xdr->p; in xdr_init_encode()
933 xdr->p = p; in xdr_init_encode()
937 xdr->rqst = rqst; in xdr_init_encode()
949 void xdr_init_encode_pages(struct xdr_stream *xdr, struct xdr_buf *buf, in xdr_init_encode_pages() argument
952 xdr_reset_scratch_buffer(xdr); in xdr_init_encode_pages()
954 xdr->buf = buf; in xdr_init_encode_pages()
955 xdr->page_ptr = pages; in xdr_init_encode_pages()
956 xdr->iov = NULL; in xdr_init_encode_pages()
957 xdr->p = page_address(*pages); in xdr_init_encode_pages()
958 xdr->end = (void *)xdr->p + min_t(u32, buf->buflen, PAGE_SIZE); in xdr_init_encode_pages()
959 xdr->rqst = rqst; in xdr_init_encode_pages()
976 void __xdr_commit_encode(struct xdr_stream *xdr) in __xdr_commit_encode() argument
978 size_t shift = xdr->scratch.iov_len; in __xdr_commit_encode()
981 page = page_address(*xdr->page_ptr); in __xdr_commit_encode()
982 memcpy(xdr->scratch.iov_base, page, shift); in __xdr_commit_encode()
983 memmove(page, page + shift, (void *)xdr->p - page); in __xdr_commit_encode()
984 xdr_reset_scratch_buffer(xdr); in __xdr_commit_encode()
993 static noinline __be32 *xdr_get_next_encode_buffer(struct xdr_stream *xdr, in xdr_get_next_encode_buffer() argument
1002 if (xdr->buf->len + nbytes > xdr->buf->buflen) in xdr_get_next_encode_buffer()
1004 frag1bytes = (xdr->end - xdr->p) << 2; in xdr_get_next_encode_buffer()
1006 if (xdr->iov) in xdr_get_next_encode_buffer()
1007 xdr->iov->iov_len += frag1bytes; in xdr_get_next_encode_buffer()
1009 xdr->buf->page_len += frag1bytes; in xdr_get_next_encode_buffer()
1010 xdr->page_ptr++; in xdr_get_next_encode_buffer()
1011 xdr->iov = NULL; in xdr_get_next_encode_buffer()
1020 xdr_set_scratch_buffer(xdr, xdr->p, frag1bytes); in xdr_get_next_encode_buffer()
1026 p = page_address(*xdr->page_ptr); in xdr_get_next_encode_buffer()
1027 xdr->p = p + frag2bytes; in xdr_get_next_encode_buffer()
1028 space_left = xdr->buf->buflen - xdr->buf->len; in xdr_get_next_encode_buffer()
1030 xdr->end = p + PAGE_SIZE; in xdr_get_next_encode_buffer()
1032 xdr->end = p + space_left - frag1bytes; in xdr_get_next_encode_buffer()
1034 xdr->buf->page_len += frag2bytes; in xdr_get_next_encode_buffer()
1035 xdr->buf->len += nbytes; in xdr_get_next_encode_buffer()
1038 trace_rpc_xdr_overflow(xdr, nbytes); in xdr_get_next_encode_buffer()
1051 __be32 * xdr_reserve_space(struct xdr_stream *xdr, size_t nbytes) in xdr_reserve_space() argument
1053 __be32 *p = xdr->p; in xdr_reserve_space()
1056 xdr_commit_encode(xdr); in xdr_reserve_space()
1061 if (unlikely(q > xdr->end || q < p)) in xdr_reserve_space()
1062 return xdr_get_next_encode_buffer(xdr, nbytes); in xdr_reserve_space()
1063 xdr->p = q; in xdr_reserve_space()
1064 if (xdr->iov) in xdr_reserve_space()
1065 xdr->iov->iov_len += nbytes; in xdr_reserve_space()
1067 xdr->buf->page_len += nbytes; in xdr_reserve_space()
1068 xdr->buf->len += nbytes; in xdr_reserve_space()
1085 int xdr_reserve_space_vec(struct xdr_stream *xdr, struct kvec *vec, size_t nbytes) in xdr_reserve_space_vec() argument
1095 if (xdr->iov == xdr->buf->head) { in xdr_reserve_space_vec()
1096 xdr->iov = NULL; in xdr_reserve_space_vec()
1097 xdr->end = xdr->p; in xdr_reserve_space_vec()
1101 thislen = xdr->buf->page_len % PAGE_SIZE; in xdr_reserve_space_vec()
1104 p = xdr_reserve_space(xdr, thislen); in xdr_reserve_space_vec()
1137 void xdr_truncate_encode(struct xdr_stream *xdr, size_t len) in xdr_truncate_encode() argument
1139 struct xdr_buf *buf = xdr->buf; in xdr_truncate_encode()
1149 xdr_commit_encode(xdr); in xdr_truncate_encode()
1155 xdr->p = tail->iov_base + tail->iov_len; in xdr_truncate_encode()
1156 WARN_ON_ONCE(!xdr->end); in xdr_truncate_encode()
1157 WARN_ON_ONCE(!xdr->iov); in xdr_truncate_encode()
1167 xdr->page_ptr = buf->pages + (new >> PAGE_SHIFT); in xdr_truncate_encode()
1170 xdr->p = page_address(*xdr->page_ptr); in xdr_truncate_encode()
1171 xdr->end = (void *)xdr->p + PAGE_SIZE; in xdr_truncate_encode()
1172 xdr->p = (void *)xdr->p + (new % PAGE_SIZE); in xdr_truncate_encode()
1173 WARN_ON_ONCE(xdr->iov); in xdr_truncate_encode()
1177 xdr->end = head->iov_base + head->iov_len; in xdr_truncate_encode()
1179 xdr->page_ptr--; in xdr_truncate_encode()
1182 xdr->p = head->iov_base + head->iov_len; in xdr_truncate_encode()
1183 xdr->iov = buf->head; in xdr_truncate_encode()
1193 void xdr_truncate_decode(struct xdr_stream *xdr, size_t len) in xdr_truncate_decode() argument
1197 xdr->buf->len -= nbytes; in xdr_truncate_decode()
1198 xdr->nwords -= XDR_QUADLEN(nbytes); in xdr_truncate_decode()
1214 int xdr_restrict_buflen(struct xdr_stream *xdr, int newbuflen) in xdr_restrict_buflen() argument
1216 struct xdr_buf *buf = xdr->buf; in xdr_restrict_buflen()
1217 int left_in_this_buf = (void *)xdr->end - (void *)xdr->p; in xdr_restrict_buflen()
1225 xdr->end = (void *)xdr->end + newbuflen - end_offset; in xdr_restrict_buflen()
1242 void xdr_write_pages(struct xdr_stream *xdr, struct page **pages, unsigned int base, in xdr_write_pages() argument
1245 struct xdr_buf *buf = xdr->buf; in xdr_write_pages()
1252 tail->iov_base = xdr->p; in xdr_write_pages()
1254 xdr->iov = tail; in xdr_write_pages()
1259 BUG_ON(xdr->p >= xdr->end); in xdr_write_pages()
1260 tail->iov_base = (char *)xdr->p + (len & 3); in xdr_write_pages()
1263 *xdr->p++ = 0; in xdr_write_pages()
1270 static unsigned int xdr_set_iov(struct xdr_stream *xdr, struct kvec *iov, in xdr_set_iov() argument
1277 xdr->p = (__be32*)(iov->iov_base + base); in xdr_set_iov()
1278 xdr->end = (__be32*)(iov->iov_base + len); in xdr_set_iov()
1279 xdr->iov = iov; in xdr_set_iov()
1280 xdr->page_ptr = NULL; in xdr_set_iov()
1284 static unsigned int xdr_set_tail_base(struct xdr_stream *xdr, in xdr_set_tail_base() argument
1287 struct xdr_buf *buf = xdr->buf; in xdr_set_tail_base()
1289 xdr_stream_set_pos(xdr, base + buf->page_len + buf->head->iov_len); in xdr_set_tail_base()
1290 return xdr_set_iov(xdr, buf->tail, base, len); in xdr_set_tail_base()
1293 static unsigned int xdr_set_page_base(struct xdr_stream *xdr, in xdr_set_page_base() argument
1302 maxlen = xdr->buf->page_len; in xdr_set_page_base()
1310 xdr_stream_page_set_pos(xdr, base); in xdr_set_page_base()
1311 base += xdr->buf->page_base; in xdr_set_page_base()
1314 xdr->page_ptr = &xdr->buf->pages[pgnr]; in xdr_set_page_base()
1315 kaddr = page_address(*xdr->page_ptr); in xdr_set_page_base()
1318 xdr->p = (__be32*)(kaddr + pgoff); in xdr_set_page_base()
1323 xdr->end = (__be32*)(kaddr + pgend); in xdr_set_page_base()
1324 xdr->iov = NULL; in xdr_set_page_base()
1328 static void xdr_set_page(struct xdr_stream *xdr, unsigned int base, in xdr_set_page() argument
1331 if (xdr_set_page_base(xdr, base, len) == 0) { in xdr_set_page()
1332 base -= xdr->buf->page_len; in xdr_set_page()
1333 xdr_set_tail_base(xdr, base, len); in xdr_set_page()
1337 static void xdr_set_next_page(struct xdr_stream *xdr) in xdr_set_next_page() argument
1341 newbase = (1 + xdr->page_ptr - xdr->buf->pages) << PAGE_SHIFT; in xdr_set_next_page()
1342 newbase -= xdr->buf->page_base; in xdr_set_next_page()
1343 if (newbase < xdr->buf->page_len) in xdr_set_next_page()
1344 xdr_set_page_base(xdr, newbase, xdr_stream_remaining(xdr)); in xdr_set_next_page()
1346 xdr_set_tail_base(xdr, 0, xdr_stream_remaining(xdr)); in xdr_set_next_page()
1349 static bool xdr_set_next_buffer(struct xdr_stream *xdr) in xdr_set_next_buffer() argument
1351 if (xdr->page_ptr != NULL) in xdr_set_next_buffer()
1352 xdr_set_next_page(xdr); in xdr_set_next_buffer()
1353 else if (xdr->iov == xdr->buf->head) in xdr_set_next_buffer()
1354 xdr_set_page(xdr, 0, xdr_stream_remaining(xdr)); in xdr_set_next_buffer()
1355 return xdr->p != xdr->end; in xdr_set_next_buffer()
1365 void xdr_init_decode(struct xdr_stream *xdr, struct xdr_buf *buf, __be32 *p, in xdr_init_decode() argument
1368 xdr->buf = buf; in xdr_init_decode()
1369 xdr_reset_scratch_buffer(xdr); in xdr_init_decode()
1370 xdr->nwords = XDR_QUADLEN(buf->len); in xdr_init_decode()
1371 if (xdr_set_iov(xdr, buf->head, 0, buf->len) == 0 && in xdr_init_decode()
1372 xdr_set_page_base(xdr, 0, buf->len) == 0) in xdr_init_decode()
1373 xdr_set_iov(xdr, buf->tail, 0, buf->len); in xdr_init_decode()
1374 if (p != NULL && p > xdr->p && xdr->end >= p) { in xdr_init_decode()
1375 xdr->nwords -= p - xdr->p; in xdr_init_decode()
1376 xdr->p = p; in xdr_init_decode()
1378 xdr->rqst = rqst; in xdr_init_decode()
1389 void xdr_init_decode_pages(struct xdr_stream *xdr, struct xdr_buf *buf, in xdr_init_decode_pages() argument
1397 xdr_init_decode(xdr, buf, NULL, NULL); in xdr_init_decode_pages()
1401 static __be32 * __xdr_inline_decode(struct xdr_stream *xdr, size_t nbytes) in __xdr_inline_decode() argument
1404 __be32 *p = xdr->p; in __xdr_inline_decode()
1407 if (unlikely(nwords > xdr->nwords || q > xdr->end || q < p)) in __xdr_inline_decode()
1409 xdr->p = q; in __xdr_inline_decode()
1410 xdr->nwords -= nwords; in __xdr_inline_decode()
1414 static __be32 *xdr_copy_to_scratch(struct xdr_stream *xdr, size_t nbytes) in xdr_copy_to_scratch() argument
1417 char *cpdest = xdr->scratch.iov_base; in xdr_copy_to_scratch()
1418 size_t cplen = (char *)xdr->end - (char *)xdr->p; in xdr_copy_to_scratch()
1420 if (nbytes > xdr->scratch.iov_len) in xdr_copy_to_scratch()
1422 p = __xdr_inline_decode(xdr, cplen); in xdr_copy_to_scratch()
1426 if (!xdr_set_next_buffer(xdr)) in xdr_copy_to_scratch()
1430 p = __xdr_inline_decode(xdr, nbytes); in xdr_copy_to_scratch()
1434 return xdr->scratch.iov_base; in xdr_copy_to_scratch()
1436 trace_rpc_xdr_overflow(xdr, nbytes); in xdr_copy_to_scratch()
1450 __be32 * xdr_inline_decode(struct xdr_stream *xdr, size_t nbytes) in xdr_inline_decode() argument
1455 return xdr->p; in xdr_inline_decode()
1456 if (xdr->p == xdr->end && !xdr_set_next_buffer(xdr)) in xdr_inline_decode()
1458 p = __xdr_inline_decode(xdr, nbytes); in xdr_inline_decode()
1461 return xdr_copy_to_scratch(xdr, nbytes); in xdr_inline_decode()
1463 trace_rpc_xdr_overflow(xdr, nbytes); in xdr_inline_decode()
1468 static void xdr_realign_pages(struct xdr_stream *xdr) in xdr_realign_pages() argument
1470 struct xdr_buf *buf = xdr->buf; in xdr_realign_pages()
1472 unsigned int cur = xdr_stream_pos(xdr); in xdr_realign_pages()
1478 trace_rpc_xdr_alignment(xdr, cur, copied); in xdr_realign_pages()
1479 xdr_set_page(xdr, 0, buf->page_len); in xdr_realign_pages()
1483 static unsigned int xdr_align_pages(struct xdr_stream *xdr, unsigned int len) in xdr_align_pages() argument
1485 struct xdr_buf *buf = xdr->buf; in xdr_align_pages()
1489 if (xdr->nwords == 0) in xdr_align_pages()
1492 xdr_realign_pages(xdr); in xdr_align_pages()
1493 if (nwords > xdr->nwords) { in xdr_align_pages()
1494 nwords = xdr->nwords; in xdr_align_pages()
1499 else if (nwords < xdr->nwords) { in xdr_align_pages()
1502 trace_rpc_xdr_alignment(xdr, len, copied); in xdr_align_pages()
1519 unsigned int xdr_read_pages(struct xdr_stream *xdr, unsigned int len) in xdr_read_pages() argument
1524 pglen = xdr_align_pages(xdr, nwords << 2); in xdr_read_pages()
1529 end = xdr_stream_remaining(xdr) - pglen; in xdr_read_pages()
1531 xdr_set_tail_base(xdr, base, end); in xdr_read_pages()
1547 void xdr_set_pagelen(struct xdr_stream *xdr, unsigned int len) in xdr_set_pagelen() argument
1549 struct xdr_buf *buf = xdr->buf; in xdr_set_pagelen()
1550 size_t remaining = xdr_stream_remaining(xdr); in xdr_set_pagelen()
1557 xdr_buf_head_shift_right(buf, xdr_stream_pos(xdr), in xdr_set_pagelen()
1562 xdr_set_tail_base(xdr, base, remaining); in xdr_set_pagelen()
1576 void xdr_enter_page(struct xdr_stream *xdr, unsigned int len) in xdr_enter_page() argument
1578 len = xdr_align_pages(xdr, len); in xdr_enter_page()
1584 xdr_set_page_base(xdr, 0, len); in xdr_enter_page()
1676 bool xdr_stream_subsegment(struct xdr_stream *xdr, struct xdr_buf *subbuf, in xdr_stream_subsegment() argument
1679 unsigned int start = xdr_stream_pos(xdr); in xdr_stream_subsegment()
1683 if (xdr_buf_subsegment(xdr->buf, subbuf, start, nbytes)) in xdr_stream_subsegment()
1688 if (xdr->p == xdr->end && !xdr_set_next_buffer(xdr)) in xdr_stream_subsegment()
1691 len = (char *)xdr->end - (char *)xdr->p; in xdr_stream_subsegment()
1693 xdr->p = (__be32 *)((char *)xdr->p + in xdr_stream_subsegment()
1698 xdr->p = (__be32 *)((char *)xdr->p + len); in xdr_stream_subsegment()
1699 xdr->end = xdr->p; in xdr_stream_subsegment()
1703 xdr_stream_set_pos(xdr, start + nbytes); in xdr_stream_subsegment()
1718 unsigned int xdr_stream_move_subsegment(struct xdr_stream *xdr, unsigned int offset, in xdr_stream_move_subsegment() argument
1726 if (xdr_buf_subsegment(xdr->buf, &buf, offset, shift + length) < 0) in xdr_stream_move_subsegment()
1731 if (xdr_buf_subsegment(xdr->buf, &buf, target, shift + length) < 0) in xdr_stream_move_subsegment()
1745 unsigned int xdr_stream_zero(struct xdr_stream *xdr, unsigned int offset, in xdr_stream_zero() argument
1750 if (xdr_buf_subsegment(xdr->buf, &buf, offset, length) < 0) in xdr_stream_zero()
2181 ssize_t xdr_stream_decode_opaque(struct xdr_stream *xdr, void *ptr, size_t size) in xdr_stream_decode_opaque() argument
2186 ret = xdr_stream_decode_opaque_inline(xdr, &p, size); in xdr_stream_decode_opaque()
2207 ssize_t xdr_stream_decode_opaque_dup(struct xdr_stream *xdr, void **ptr, in xdr_stream_decode_opaque_dup() argument
2213 ret = xdr_stream_decode_opaque_inline(xdr, &p, maxlen); in xdr_stream_decode_opaque_dup()
2236 ssize_t xdr_stream_decode_string(struct xdr_stream *xdr, char *str, size_t size) in xdr_stream_decode_string() argument
2241 ret = xdr_stream_decode_opaque_inline(xdr, &p, size); in xdr_stream_decode_string()
2265 ssize_t xdr_stream_decode_string_dup(struct xdr_stream *xdr, char **str, in xdr_stream_decode_string_dup() argument
2271 ret = xdr_stream_decode_opaque_inline(xdr, &p, maxlen); in xdr_stream_decode_string_dup()
2297 ssize_t xdr_stream_decode_opaque_auth(struct xdr_stream *xdr, u32 *flavor, in xdr_stream_decode_opaque_auth() argument
2302 len = xdr_stream_decode_u32(xdr, flavor); in xdr_stream_decode_opaque_auth()
2305 ret = xdr_stream_decode_opaque_inline(xdr, body, RPC_MAX_AUTH_SIZE); in xdr_stream_decode_opaque_auth()
2325 ssize_t xdr_stream_encode_opaque_auth(struct xdr_stream *xdr, u32 flavor, in xdr_stream_encode_opaque_auth() argument
2332 len = xdr_stream_encode_u32(xdr, flavor); in xdr_stream_encode_opaque_auth()
2335 ret = xdr_stream_encode_opaque(xdr, body, body_len); in xdr_stream_encode_opaque_auth()