| /linux/fs/netfs/ |
| A D | read_collect.c | 23 WARN_ON_ONCE(subreq->len - subreq->transferred != iov_iter_count(&subreq->io_iter)); in netfs_clear_unread() 25 if (subreq->start + subreq->transferred >= subreq->rreq->i_size) in netfs_clear_unread() 101 subreq->transferred, subreq->len)) in netfs_consume_read_data() 102 subreq->transferred = subreq->len; in netfs_consume_read_data() 114 subreq->start, subreq->start + subreq->transferred - 1, in netfs_consume_read_data() 115 subreq->consumed, subreq->transferred, subreq->len, in netfs_consume_read_data() 262 subreq->start += subreq->len; in netfs_consume_read_data() 288 subreq->len = subreq->consumed; in netfs_consume_read_data() 295 subreq->consumed = subreq->len; in netfs_consume_read_data() 307 subreq->start, subreq->start + subreq->transferred - 1, in netfs_consume_read_data() [all …]
|
| A D | read_retry.c | 20 subreq->curr_folio_order = subreq->curr_folioq->orders[subreq->curr_folioq_slot]; in netfs_reissue_read() 26 subreq->rreq->netfs_ops->issue_read(subreq); in netfs_reissue_read() 59 netfs_reset_iter(subreq); in netfs_retry_read_subrequests() 114 len += subreq->len; in netfs_retry_read_subrequests() 135 subreq->start = start - subreq->transferred; in netfs_retry_read_subrequests() 136 subreq->len = len + subreq->transferred; in netfs_retry_read_subrequests() 160 subreq->len = subreq->transferred + part; in netfs_retry_read_subrequests() 182 if (!subreq) in netfs_retry_read_subrequests() 185 subreq->start = start; in netfs_retry_read_subrequests() 212 if (!subreq->error) in netfs_retry_read_subrequests() [all …]
|
| A D | write_collect.c | 214 if (subreq->start + subreq->transferred != start + len || in netfs_retry_write_stream() 218 to = subreq; in netfs_retry_write_stream() 230 subreq = from; in netfs_retry_write_stream() 252 if (subreq == to) in netfs_retry_write_stream() 260 if (subreq == to) in netfs_retry_write_stream() 267 if (subreq == to) in netfs_retry_write_stream() 310 subreq->len = subreq->transferred + part; in netfs_retry_write_stream() 702 if (WARN(transferred_or_error > subreq->len - subreq->transferred, in netfs_write_subrequest_terminated() 705 transferred_or_error, subreq->len, subreq->transferred)) in netfs_write_subrequest_terminated() 706 transferred_or_error = subreq->len - subreq->transferred; in netfs_write_subrequest_terminated() [all …]
|
| A D | buffered_read.c | 149 subreq->len = rsize; in netfs_prepare_read_iterator() 155 subreq->len = limit; in netfs_prepare_read_iterator() 164 subreq->io_iter.folioq = subreq->io_iter.folioq->next; in netfs_prepare_read_iterator() 167 subreq->curr_folioq = (struct folio_queue *)subreq->io_iter.folioq; in netfs_prepare_read_iterator() 168 subreq->curr_folioq_slot = subreq->io_iter.folioq_slot; in netfs_prepare_read_iterator() 169 subreq->curr_folio_order = subreq->curr_folioq->orders[subreq->curr_folioq_slot]; in netfs_prepare_read_iterator() 172 iov_iter_truncate(&subreq->io_iter, subreq->len); in netfs_prepare_read_iterator() 174 return subreq->len; in netfs_prepare_read_iterator() 237 if (!subreq) { in netfs_read_to_pagecache() 243 subreq->len = size; in netfs_read_to_pagecache() [all …]
|
| A D | objects.c | 91 struct netfs_io_subrequest *subreq; in netfs_clear_subrequests() local 98 list_del(&subreq->rreq_link); in netfs_clear_subrequests() 108 list_del(&subreq->rreq_link); in netfs_clear_subrequests() 181 struct netfs_io_subrequest *subreq; in netfs_alloc_subrequest() local 188 if (subreq) in netfs_alloc_subrequest() 194 INIT_WORK(&subreq->work, NULL); in netfs_alloc_subrequest() 196 refcount_set(&subreq->ref, 2); in netfs_alloc_subrequest() 197 subreq->rreq = rreq; in netfs_alloc_subrequest() 201 return subreq; in netfs_alloc_subrequest() 209 __refcount_inc(&subreq->ref, &r); in netfs_get_subrequest() [all …]
|
| A D | write_issue.c | 227 _enter("R=%x[%x],%zx", wreq->debug_id, subreq->debug_index, subreq->len); in netfs_do_issue_write() 230 return netfs_write_subrequest_terminated(subreq, subreq->error, false); in netfs_do_issue_write() 240 size_t size = subreq->len - subreq->transferred; in netfs_reissue_write() 256 if (!subreq) in netfs_issue_write() 259 subreq->io_iter.count = subreq->len; in netfs_issue_write() 281 _enter("R=%x[%x]", wreq->debug_id, subreq ? subreq->debug_index : 0); in netfs_advance_write() 283 if (subreq && start != subreq->start + subreq->len) { in netfs_advance_write() 285 subreq = NULL; in netfs_advance_write() 294 subreq->len += part; in netfs_advance_write() 295 subreq->nr_segs++; in netfs_advance_write() [all …]
|
| A D | direct_read.c | 25 subreq->len = rsize; in netfs_prepare_dio_read_iterator() 32 subreq->len = limit; in netfs_prepare_dio_read_iterator() 39 subreq->io_iter = rreq->iter; in netfs_prepare_dio_read_iterator() 40 iov_iter_truncate(&subreq->io_iter, subreq->len); in netfs_prepare_dio_read_iterator() 57 struct netfs_io_subrequest *subreq; in netfs_dispatch_unbuffered_reads() local 60 subreq = netfs_alloc_subrequest(rreq); in netfs_dispatch_unbuffered_reads() 61 if (!subreq) { in netfs_dispatch_unbuffered_reads() 67 subreq->start = start; in netfs_dispatch_unbuffered_reads() 68 subreq->len = size; in netfs_dispatch_unbuffered_reads() 89 slice = subreq->len; in netfs_dispatch_unbuffered_reads() [all …]
|
| /linux/fs/afs/ |
| A D | write.c | 92 struct netfs_io_stream *stream = &subreq->rreq->io_streams[subreq->stream_nr]; in afs_prepare_write() 106 struct netfs_io_request *wreq = subreq->rreq; in afs_issue_write_worker() 109 unsigned long long pos = subreq->start + subreq->transferred; in afs_issue_write_worker() 110 size_t len = subreq->len - subreq->transferred; in afs_issue_write_worker() 114 wreq->debug_id, subreq->debug_index, in afs_issue_write_worker() 122 if (subreq->debug_index == 3) in afs_issue_write_worker() 145 op->store.write_iter = &subreq->io_iter; in afs_issue_write_worker() 166 netfs_write_subrequest_terminated(subreq, ret < 0 ? ret : subreq->len, false); in afs_issue_write_worker() 171 subreq->work.func = afs_issue_write_worker; in afs_issue_write() 192 struct netfs_io_subrequest *subreq = in afs_retry_request() local [all …]
|
| A D | file.c | 241 struct netfs_io_subrequest *subreq = req->subreq; in afs_fetch_data_notify() local 245 if (subreq) { in afs_fetch_data_notify() 246 subreq->rreq->i_size = req->file_size; in afs_fetch_data_notify() 250 req->subreq = NULL; in afs_fetch_data_notify() 304 if (req->subreq) in afs_fetch_data() 326 fsreq->subreq = subreq; in afs_read_worker() 327 fsreq->pos = subreq->start + subreq->transferred; in afs_read_worker() 328 fsreq->len = subreq->len - subreq->transferred; in afs_read_worker() 331 fsreq->iter = &subreq->io_iter; in afs_read_worker() 340 INIT_WORK(&subreq->work, afs_read_worker); in afs_issue_read() [all …]
|
| /linux/fs/9p/ |
| A D | vfs_addr.c | 56 struct p9_fid *fid = subreq->rreq->netfs_priv; in v9fs_issue_write() 59 len = p9_client_write(fid, subreq->start, &subreq->io_iter, &err); in v9fs_issue_write() 60 netfs_write_subrequest_terminated(subreq, len ?: err, false); in v9fs_issue_write() 69 struct netfs_io_request *rreq = subreq->rreq; in v9fs_issue_read() 71 unsigned long long pos = subreq->start + subreq->transferred; in v9fs_issue_read() 74 total = p9_client_read(fid, pos, &subreq->io_iter, &err); in v9fs_issue_read() 78 if (subreq->rreq->origin != NETFS_DIO_READ) in v9fs_issue_read() 79 __set_bit(NETFS_SREQ_CLEAR_TAIL, &subreq->flags); in v9fs_issue_read() 81 __set_bit(NETFS_SREQ_HIT_EOF, &subreq->flags); in v9fs_issue_read() 84 subreq->transferred += total; in v9fs_issue_read() [all …]
|
| /linux/crypto/ |
| A D | cts.c | 62 struct skcipher_request subreq; member 102 struct skcipher_request *subreq = &rctx->subreq; in cts_cbc_encrypt() local 125 return crypto_skcipher_encrypt(subreq); in cts_cbc_encrypt() 148 struct skcipher_request *subreq = &rctx->subreq; in crypto_cts_encrypt() local 164 return crypto_skcipher_encrypt(subreq); in crypto_cts_encrypt() 175 return crypto_skcipher_encrypt(subreq) ?: in crypto_cts_encrypt() 183 struct skcipher_request *subreq = &rctx->subreq; in cts_cbc_decrypt() local 219 return crypto_skcipher_decrypt(subreq); in cts_cbc_decrypt() 242 struct skcipher_request *subreq = &rctx->subreq; in crypto_cts_decrypt() local 259 return crypto_skcipher_decrypt(subreq); in crypto_cts_decrypt() [all …]
|
| A D | seqiv.c | 23 struct aead_request *subreq = aead_request_ctx(req); in seqiv_aead_encrypt_complete2() local 33 memcpy(req->iv, subreq->iv, crypto_aead_ivsize(geniv)); in seqiv_aead_encrypt_complete2() 36 kfree_sensitive(subreq->iv); in seqiv_aead_encrypt_complete2() 51 struct aead_request *subreq = aead_request_ctx(req); in seqiv_aead_encrypt() local 61 aead_request_set_tfm(subreq, ctx->child); in seqiv_aead_encrypt() 95 aead_request_set_crypt(subreq, req->dst, req->dst, in seqiv_aead_encrypt() 97 aead_request_set_ad(subreq, req->assoclen + ivsize); in seqiv_aead_encrypt() 102 err = crypto_aead_encrypt(subreq); in seqiv_aead_encrypt() 120 aead_request_set_tfm(subreq, ctx->child); in seqiv_aead_decrypt() 126 aead_request_set_crypt(subreq, req->src, req->dst, in seqiv_aead_decrypt() [all …]
|
| A D | echainiv.c | 30 struct aead_request *subreq = aead_request_ctx(req); in echainiv_encrypt() local 40 aead_request_set_tfm(subreq, ctx->child); in echainiv_encrypt() 59 aead_request_set_callback(subreq, req->base.flags, in echainiv_encrypt() 61 aead_request_set_crypt(subreq, req->dst, req->dst, in echainiv_encrypt() 63 aead_request_set_ad(subreq, req->assoclen); in echainiv_encrypt() 82 return crypto_aead_encrypt(subreq); in echainiv_encrypt() 89 struct aead_request *subreq = aead_request_ctx(req); in echainiv_decrypt() local 97 aead_request_set_tfm(subreq, ctx->child); in echainiv_decrypt() 103 aead_request_set_crypt(subreq, req->src, req->dst, in echainiv_decrypt() 105 aead_request_set_ad(subreq, req->assoclen + ivsize); in echainiv_decrypt() [all …]
|
| A D | xts.c | 38 struct skcipher_request subreq; member 94 req = &rctx->subreq; in xts_xor_tweak() 166 struct skcipher_request *subreq = &rctx->subreq; in xts_cts_final() local 182 skcipher_request_set_tfm(subreq, ctx->child); in xts_cts_final() 188 err = crypt(subreq); in xts_cts_final() 245 struct skcipher_request *subreq = &rctx->subreq; in xts_init_crypt() local 250 skcipher_request_set_tfm(subreq, ctx->child); in xts_init_crypt() 264 struct skcipher_request *subreq = &rctx->subreq; in xts_encrypt() local 269 crypto_skcipher_encrypt(subreq) ?: in xts_encrypt() 281 struct skcipher_request *subreq = &rctx->subreq; in xts_decrypt() local [all …]
|
| A D | simd.c | 66 struct skcipher_request *subreq; in simd_skcipher_encrypt() local 69 subreq = skcipher_request_ctx(req); in simd_skcipher_encrypt() 70 *subreq = *req; in simd_skcipher_encrypt() 87 struct skcipher_request *subreq; in simd_skcipher_decrypt() local 91 *subreq = *req; in simd_skcipher_decrypt() 292 struct aead_request *subreq; in simd_aead_encrypt() local 295 subreq = aead_request_ctx(req); in simd_aead_encrypt() 296 *subreq = *req; in simd_aead_encrypt() 313 struct aead_request *subreq; in simd_aead_decrypt() local 316 subreq = aead_request_ctx(req); in simd_aead_decrypt() [all …]
|
| A D | lrw.c | 54 struct skcipher_request subreq; member 153 req = &rctx->subreq; in lrw_xor_tweak() 215 rctx->subreq.base.flags &= ~CRYPTO_TFM_REQ_MAY_SLEEP; in lrw_crypt_done() 227 struct skcipher_request *subreq = &rctx->subreq; in lrw_init_crypt() local 229 skcipher_request_set_tfm(subreq, ctx->child); in lrw_init_crypt() 230 skcipher_request_set_callback(subreq, req->base.flags, lrw_crypt_done, in lrw_init_crypt() 233 skcipher_request_set_crypt(subreq, req->dst, req->dst, in lrw_init_crypt() 246 struct skcipher_request *subreq = &rctx->subreq; in lrw_encrypt() local 250 crypto_skcipher_encrypt(subreq) ?: in lrw_encrypt() 257 struct skcipher_request *subreq = &rctx->subreq; in lrw_decrypt() local [all …]
|
| A D | cryptd.c | 249 req->base.data = subreq->base.data; in cryptd_skcipher_prepare() 263 return subreq; in cryptd_skcipher_prepare() 281 subreq->base.data = req->base.data; in cryptd_skcipher_complete() 291 struct skcipher_request *subreq; in cryptd_skcipher_encrypt() local 294 if (likely(subreq)) in cryptd_skcipher_encrypt() 303 struct skcipher_request *subreq; in cryptd_skcipher_decrypt() local 306 if (likely(subreq)) in cryptd_skcipher_decrypt() 322 subreq->base.data = req->base.data; in cryptd_skcipher_enqueue() 743 struct aead_request *subreq; in cryptd_aead_crypt() local 749 subreq = &rctx->req; in cryptd_aead_crypt() [all …]
|
| A D | ahash.c | 270 struct ahash_request *subreq; in ahash_save_req() local 277 subreq_size = sizeof(*subreq); in ahash_save_req() 285 subreq = kmalloc(subreq_size, gfp); in ahash_save_req() 286 if (!subreq) in ahash_save_req() 289 ahash_request_set_tfm(subreq, tfm); in ahash_save_req() 301 kfree(subreq); in ahash_save_req() 306 crypto_ahash_import(subreq, state); in ahash_save_req() 310 req->priv = subreq; in ahash_save_req() 325 kfree_sensitive(subreq); in ahash_restore_req() 408 struct ahash_request *subreq; in ahash_def_finup_done1() local [all …]
|
| /linux/fs/cachefiles/ |
| A D | io.c | 500 subreq->start, &subreq->len, i_size, in cachefiles_prepare_read() 501 &subreq->flags, subreq->rreq->inode->i_ino); in cachefiles_prepare_read() 632 _enter("W=%x[%x] %llx", wreq->debug_id, subreq->debug_index, subreq->start); in cachefiles_prepare_write_subreq() 653 size_t off, pre, post, len = subreq->len; in cachefiles_issue_write() 654 loff_t start = subreq->start; in cachefiles_issue_write() 669 subreq->transferred += pre; in cachefiles_issue_write() 672 iov_iter_advance(&subreq->io_iter, pre); in cachefiles_issue_write() 682 subreq->len += need; in cachefiles_issue_write() 683 subreq->io_iter.count += need; in cachefiles_issue_write() 695 iov_iter_truncate(&subreq->io_iter, len); in cachefiles_issue_write() [all …]
|
| /linux/arch/arm/crypto/ |
| A D | aes-ce-glue.c | 274 struct skcipher_request subreq; in cts_cbc_encrypt() local 278 skcipher_request_set_tfm(&subreq, tfm); in cts_cbc_encrypt() 304 subreq.cryptlen); in cts_cbc_encrypt() 332 struct skcipher_request subreq; in cts_cbc_decrypt() local 336 skcipher_request_set_tfm(&subreq, tfm); in cts_cbc_decrypt() 362 subreq.cryptlen); in cts_cbc_decrypt() 451 struct skcipher_request subreq; in xts_encrypt() local 467 skcipher_request_set_callback(&subreq, in xts_encrypt() 473 req = &subreq; in xts_encrypt() 523 struct skcipher_request subreq; in xts_decrypt() local [all …]
|
| /linux/include/linux/ |
| A D | netfs.h | 139 void (*prepare_write)(struct netfs_io_subrequest *subreq); 140 void (*issue_write)(struct netfs_io_subrequest *subreq); 302 int (*prepare_read)(struct netfs_io_subrequest *subreq); 303 void (*issue_read)(struct netfs_io_subrequest *subreq); 315 void (*prepare_write)(struct netfs_io_subrequest *subreq); 316 void (*issue_write)(struct netfs_io_subrequest *subreq); 353 void (*issue_write)(struct netfs_io_subrequest *subreq); 372 void (*prepare_write_subreq)(struct netfs_io_subrequest *subreq); 432 void netfs_read_subreq_progress(struct netfs_io_subrequest *subreq, 436 void netfs_get_subrequest(struct netfs_io_subrequest *subreq, [all …]
|
| /linux/fs/nfs/ |
| A D | write.c | 369 subreq->wb_this_page = subreq; in nfs_destroy_unlinked_subrequests() 370 subreq->wb_head = subreq; in nfs_destroy_unlinked_subrequests() 413 struct nfs_page *subreq; in nfs_join_page_group() local 420 for (subreq = head->wb_this_page; subreq != head; in nfs_join_page_group() 421 subreq = subreq->wb_this_page) { in nfs_join_page_group() 428 bytes = max(subreq->wb_pgbase + subreq->wb_bytes in nfs_join_page_group() 439 subreq = head; in nfs_join_page_group() 442 subreq = subreq->wb_this_page; in nfs_join_page_group() 443 } while (subreq != head); in nfs_join_page_group() 576 subreq != head; in nfs_lock_and_join_requests() [all …]
|
| /linux/arch/arm64/crypto/ |
| A D | aes-glue.c | 285 struct skcipher_request subreq; in cts_cbc_encrypt() local 288 skcipher_request_set_tfm(&subreq, tfm); in cts_cbc_encrypt() 314 subreq.cryptlen); in cts_cbc_encrypt() 342 struct skcipher_request subreq; in cts_cbc_decrypt() local 345 skcipher_request_set_tfm(&subreq, tfm); in cts_cbc_decrypt() 371 subreq.cryptlen); in cts_cbc_decrypt() 548 struct skcipher_request subreq; in xts_encrypt() local 564 skcipher_request_set_callback(&subreq, in xts_encrypt() 570 req = &subreq; in xts_encrypt() 620 struct skcipher_request subreq; in xts_decrypt() local [all …]
|
| /linux/include/trace/events/ |
| A D | netfs.h | 418 __field(unsigned int, subreq ) 432 __entry->subreq, 548 TP_ARGS(wreq, subreq), 552 __field(unsigned int, subreq ) 561 __entry->subreq = subreq->debug_index; 562 __entry->stream = subreq->stream_nr; 563 __entry->start = subreq->start; 564 __entry->len = subreq->len; 687 TP_ARGS(subreq, start, avail, part), 691 __field(unsigned int, subreq) [all …]
|
| /linux/arch/powerpc/crypto/ |
| A D | aes_cbc.c | 80 struct skcipher_request *subreq = skcipher_request_ctx(req); in p8_aes_cbc_crypt() local 82 *subreq = *req; in p8_aes_cbc_crypt() 83 skcipher_request_set_tfm(subreq, ctx->fallback); in p8_aes_cbc_crypt() 84 return enc ? crypto_skcipher_encrypt(subreq) : in p8_aes_cbc_crypt() 85 crypto_skcipher_decrypt(subreq); in p8_aes_cbc_crypt()
|