| /fs/netfs/ |
| A D | read_collect.c | 107 if (rreq->cleaned_to >= rreq->collected_to) in netfs_read_unlock_folios() 191 _enter("%llx-%llx", rreq->start, rreq->start + rreq->len); in netfs_collect_read_results() 316 rreq->cleaned_to = rreq->collected_to; in netfs_collect_read_results() 359 rreq->iocb->ki_pos += rreq->transferred; in netfs_rreq_assess_dio() 363 rreq->iocb, rreq->error ? rreq->error : rreq->transferred); in netfs_rreq_assess_dio() 367 rreq->netfs_ops->done(rreq); in netfs_rreq_assess_dio() 387 rreq->iocb->ki_pos += rreq->transferred; in netfs_rreq_assess_single() 391 rreq->iocb, rreq->error ? rreq->error : rreq->transferred); in netfs_rreq_assess_single() 395 rreq->netfs_ops->done(rreq); in netfs_rreq_assess_single() 477 struct netfs_io_request *rreq = subreq->rreq; in netfs_read_subreq_progress() local [all …]
|
| A D | objects.c | 33 if (rreq) in netfs_alloc_request() 40 rreq->start = start; in netfs_alloc_request() 41 rreq->len = len; in netfs_alloc_request() 45 rreq->inode = inode; in netfs_alloc_request() 72 ret = rreq->netfs_ops->init_request(rreq, file); in netfs_alloc_request() 83 return rreq; in netfs_alloc_request() 136 rreq->netfs_ops->free_request(rreq); in netfs_free_request() 138 rreq->cache_resources.ops->end_operation(&rreq->cache_resources); in netfs_free_request() 161 if (rreq) { in netfs_put_request() 191 subreq->rreq = rreq; in netfs_alloc_subrequest() [all …]
|
| A D | buffered_read.c | 29 netfs_cache_expand_readahead(rreq, &rreq->start, &rreq->len, rreq->i_size); in netfs_rreq_expand() 35 rreq->netfs_ops->expand_readahead(rreq); in netfs_rreq_expand() 48 readahead_expand(ractl, rreq->start, rreq->len); in netfs_rreq_expand() 84 struct netfs_io_request *rreq = subreq->rreq; in netfs_prepare_read_iterator() local 237 source = netfs_cache_prepare_read(rreq, subreq, rreq->i_size); in netfs_read_to_pagecache() 364 rreq->submitted = rreq->start; in netfs_readahead() 390 rreq->submitted = rreq->start + added; in netfs_create_singular_buffer() 426 trace_netfs_read(rreq, rreq->start, rreq->len, netfs_read_trace_read_gaps); in netfs_read_gaps() 457 iov_iter_bvec(&rreq->buffer.iter, ITER_DEST, bvec, i, rreq->len); in netfs_read_gaps() 458 rreq->submitted = rreq->start + flen; in netfs_read_gaps() [all …]
|
| A D | direct_read.c | 21 struct netfs_io_request *rreq = subreq->rreq; in netfs_prepare_dio_read_iterator() local 71 spin_lock(&rreq->lock); in netfs_dispatch_unbuffered_reads() 130 rreq->debug_id, rreq->start, rreq->start + rreq->len - 1); in netfs_unbuffered_read() 132 if (rreq->len == 0) { in netfs_unbuffered_read() 190 if (IS_ERR(rreq)) in netfs_unbuffered_read_iter_locked() 191 return PTR_ERR(rreq); in netfs_unbuffered_read_iter_locked() 194 trace_netfs_read(rreq, rreq->start, rreq->len, netfs_read_trace_dio_read); in netfs_unbuffered_read_iter_locked() 206 ret = netfs_extract_user_iter(iter, rreq->len, &rreq->buffer.iter, 0); in netfs_unbuffered_read_iter_locked() 209 rreq->direct_bv = (struct bio_vec *)rreq->buffer.iter.bvec; in netfs_unbuffered_read_iter_locked() 212 rreq->len = iov_iter_count(&rreq->buffer.iter); in netfs_unbuffered_read_iter_locked() [all …]
|
| A D | misc.c | 327 wake_up(&rreq->waitq); in netfs_wake_collector() 337 struct netfs_io_request *rreq = subreq->rreq; in netfs_subreq_clear_in_progress() local 346 netfs_wake_collector(rreq); in netfs_subreq_clear_in_progress() 375 finish_wait(&rreq->waitq, &myself); in netfs_wait_for_in_progress_stream() 416 if (collector(rreq)) { in netfs_collect_in_app() 424 rreq->debug_id); in netfs_collect_in_app() 465 finish_wait(&rreq->waitq, &myself); in netfs_wait_for_in_progress() 467 ret = rreq->error; in netfs_wait_for_in_progress() 469 ret = rreq->transferred; in netfs_wait_for_in_progress() 470 switch (rreq->origin) { in netfs_wait_for_in_progress() [all …]
|
| A D | read_single.c | 102 subreq->len = rreq->len; in netfs_single_dispatch_read() 107 spin_lock(&rreq->lock); in netfs_single_dispatch_read() 113 spin_unlock(&rreq->lock); in netfs_single_dispatch_read() 126 rreq->submitted += subreq->len; in netfs_single_dispatch_read() 131 rreq->submitted += subreq->len; in netfs_single_dispatch_read() 168 struct netfs_io_request *rreq; in netfs_read_single() local 174 if (IS_ERR(rreq)) in netfs_read_single() 175 return PTR_ERR(rreq); in netfs_read_single() 182 trace_netfs_read(rreq, 0, rreq->len, netfs_read_trace_read_single); in netfs_read_single() 184 rreq->buffer.iter = *iter; in netfs_read_single() [all …]
|
| A D | read_retry.c | 18 subreq->rreq->netfs_ops->issue_read(subreq); in netfs_reissue_read() 31 _enter("R=%x", rreq->debug_id); in netfs_retry_read_subrequests() 36 if (rreq->netfs_ops->retry_request) in netfs_retry_read_subrequests() 37 rreq->netfs_ops->retry_request(rreq, NULL); in netfs_retry_read_subrequests() 42 if (!rreq->netfs_ops->prepare_read && in netfs_retry_read_subrequests() 43 !rreq->cache_resources.ops) { in netfs_retry_read_subrequests() 52 netfs_reissue_read(rreq, subreq); in netfs_retry_read_subrequests() 135 if (rreq->netfs_ops->prepare_read && in netfs_retry_read_subrequests() 159 netfs_reissue_read(rreq, subreq); in netfs_retry_read_subrequests() 231 netfs_reissue_read(rreq, subreq); in netfs_retry_read_subrequests() [all …]
|
| A D | internal.h | 49 list_add_tail_rcu(&rreq->proc_link, &netfs_io_requests); in netfs_proc_add_rreq() 54 if (!list_empty(&rreq->proc_link)) { in netfs_proc_del_rreq() 56 list_del_rcu(&rreq->proc_link); in netfs_proc_del_rreq() 71 void netfs_wake_collector(struct netfs_io_request *rreq); 75 ssize_t netfs_wait_for_read(struct netfs_io_request *rreq); 95 trace_netfs_rreq_ref(rreq->debug_id, refcount_read(&rreq->ref), what); in netfs_see_request() 122 void netfs_retry_reads(struct netfs_io_request *rreq); 275 if (test_bit(rreq_flag, &rreq->flags)) { in netfs_wake_rreq_flag() 276 clear_bit_unlock(rreq_flag, &rreq->flags); in netfs_wake_rreq_flag() 278 trace_netfs_rreq(rreq, trace); in netfs_wake_rreq_flag() [all …]
|
| A D | write_collect.c | 27 rreq->debug_id, refcount_read(&rreq->ref), rreq->flags, in netfs_dump_request() 28 rreq->origin, rreq->error); in netfs_dump_request() 30 rreq->start, rreq->transferred, rreq->submitted, rreq->len); in netfs_dump_request() 32 rreq->cleaned_to, rreq->collected_to, atomic64_read(&rreq->issued_to)); in netfs_dump_request() 33 pr_err(" iw=%pSR\n", rreq->netfs_ops->issue_write); in netfs_dump_request() 36 const struct netfs_io_stream *s = &rreq->io_streams[i]; in netfs_dump_request() 446 netfs_see_request(rreq, netfs_rreq_trace_see_work); in netfs_write_collection_worker() 447 if (netfs_check_rreq_in_progress(rreq)) { in netfs_write_collection_worker() 448 if (netfs_write_collection(rreq)) in netfs_write_collection_worker() 450 netfs_put_request(rreq, netfs_rreq_trace_put_work_ip); in netfs_write_collection_worker() [all …]
|
| A D | read_pgpriv2.c | 98 struct netfs_io_request *rreq, struct folio *folio) in netfs_pgpriv2_begin_copy_to_cache() argument 102 if (!fscache_resources_valid(&rreq->cache_resources)) in netfs_pgpriv2_begin_copy_to_cache() 114 trace_netfs_copy2cache(rreq, creq); in netfs_pgpriv2_begin_copy_to_cache() 117 rreq->copy_to_cache = creq; in netfs_pgpriv2_begin_copy_to_cache() 123 rreq->copy_to_cache = ERR_PTR(-ENOBUFS); in netfs_pgpriv2_begin_copy_to_cache() 124 clear_bit(NETFS_RREQ_FOLIO_COPY_TO_CACHE, &rreq->flags); in netfs_pgpriv2_begin_copy_to_cache() 134 struct netfs_io_request *creq = rreq->copy_to_cache; in netfs_pgpriv2_copy_to_cache() 137 creq = netfs_pgpriv2_begin_copy_to_cache(rreq, folio); in netfs_pgpriv2_copy_to_cache() 149 void netfs_pgpriv2_end_copy_to_cache(struct netfs_io_request *rreq) in netfs_pgpriv2_end_copy_to_cache() argument 151 struct netfs_io_request *creq = rreq->copy_to_cache; in netfs_pgpriv2_end_copy_to_cache() [all …]
|
| A D | main.c | 57 struct netfs_io_request *rreq; in netfs_requests_seq_show() local 67 rreq = list_entry(v, struct netfs_io_request, proc_link); in netfs_requests_seq_show() 70 rreq->debug_id, in netfs_requests_seq_show() 71 netfs_origins[rreq->origin], in netfs_requests_seq_show() 72 refcount_read(&rreq->ref), in netfs_requests_seq_show() 73 rreq->flags, in netfs_requests_seq_show() 74 rreq->error, in netfs_requests_seq_show() 76 rreq->start, rreq->submitted, rreq->len); in netfs_requests_seq_show()
|
| A D | write_issue.c | 231 struct netfs_io_request *wreq = subreq->rreq; in netfs_do_issue_write()
|
| /fs/9p/ |
| A D | vfs_addr.c | 71 struct netfs_io_request *rreq = subreq->rreq; in v9fs_issue_read() local 72 struct p9_fid *fid = rreq->netfs_priv; in v9fs_issue_read() 81 subreq->rreq->origin != NETFS_DIO_READ) in v9fs_issue_read() 103 rreq->origin == NETFS_WRITETHROUGH || in v9fs_init_request() 104 rreq->origin == NETFS_UNBUFFERED_WRITE || in v9fs_init_request() 105 rreq->origin == NETFS_DIO_WRITE); in v9fs_init_request() 107 if (rreq->origin == NETFS_WRITEBACK) in v9fs_init_request() 126 rreq->wsize = min(rreq->wsize, fid->iounit); in v9fs_init_request() 132 rreq->netfs_priv = fid; in v9fs_init_request() 137 rreq->inode->i_ino); in v9fs_init_request() [all …]
|
| /fs/nfs/ |
| A D | fscache.c | 267 if (WARN_ON_ONCE(rreq->origin != NETFS_PGPRIV2_COPY_TO_CACHE)) in nfs_netfs_init_request() 273 rreq->debug_id = atomic_inc_return(&nfs_netfs_debug_id); in nfs_netfs_init_request() 275 __set_bit(NETFS_RREQ_USE_PGPRIV2, &rreq->flags); in nfs_netfs_init_request() 276 rreq->io_streams[0].sreq_max_len = NFS_SB(rreq->inode->i_sb)->rsize; in nfs_netfs_init_request() 281 static void nfs_netfs_free_request(struct netfs_io_request *rreq) in nfs_netfs_free_request() argument 283 if (rreq->netfs_priv) in nfs_netfs_free_request() 284 put_nfs_open_context(rreq->netfs_priv); in nfs_netfs_free_request() 303 struct inode *inode = sreq->rreq->inode; in nfs_netfs_issue_read() 304 struct nfs_open_context *ctx = sreq->rreq->netfs_priv; in nfs_netfs_issue_read() 370 sreq->rreq->origin != NETFS_UNBUFFERED_READ && in nfs_netfs_read_completion() [all …]
|
| /fs/afs/ |
| A D | file.c | 336 struct key *key = subreq->rreq->netfs_priv; in afs_issue_read() 359 if (subreq->rreq->origin == NETFS_READAHEAD || in afs_issue_read() 360 subreq->rreq->iocb) { in afs_issue_read() 386 rreq->rsize = 256 * 1024; in afs_init_request() 387 rreq->wsize = 256 * 1024 * 1024; in afs_init_request() 389 switch (rreq->origin) { in afs_init_request() 396 rreq->netfs_priv = key; in afs_init_request() 403 if (S_ISREG(rreq->inode->i_mode)) in afs_init_request() 404 rreq->io_streams[0].avail = true; in afs_init_request() 423 key_put(rreq->netfs_priv); in afs_free_request() [all …]
|
| A D | write.c | 92 struct netfs_io_stream *stream = &subreq->rreq->io_streams[subreq->stream_nr]; in afs_prepare_write() 106 struct netfs_io_request *wreq = subreq->rreq; in afs_issue_write_worker()
|
| A D | inode.c | 355 op->fetch.subreq->rreq->i_size = status->size; in afs_apply_status()
|
| /fs/ceph/ |
| A D | addr.c | 170 struct inode *inode = rreq->inode; in ceph_netfs_expand_readahead() 174 loff_t end = rreq->start + rreq->len, new_end; in ceph_netfs_expand_readahead() 201 rreq->len = new_end - rreq->start; in ceph_netfs_expand_readahead() 206 rreq->start -= blockoff; in ceph_netfs_expand_readahead() 207 rreq->len += blockoff; in ceph_netfs_expand_readahead() 274 struct netfs_io_request *rreq = subreq->rreq; in ceph_netfs_issue_op_inline() local 336 struct netfs_io_request *rreq = subreq->rreq; in ceph_netfs_prepare_read() local 352 struct netfs_io_request *rreq = subreq->rreq; in ceph_netfs_issue_read() local 486 rreq->netfs_priv = priv; in ceph_init_request() 512 rreq->netfs_priv = priv; in ceph_init_request() [all …]
|
| /fs/smb/client/ |
| A D | file.c | 56 size_t wsize = req->rreq.wsize; in cifs_prepare_write() 152 struct netfs_io_request *rreq = subreq->rreq; in cifs_prepare_read() local 154 struct cifs_io_request *req = container_of(subreq->rreq, struct cifs_io_request, rreq); in cifs_prepare_read() 204 struct netfs_io_request *rreq = subreq->rreq; in cifs_issue_read() local 206 struct cifs_io_request *req = container_of(subreq->rreq, struct cifs_io_request, rreq); in cifs_issue_read() 211 __func__, rreq->debug_id, subreq->debug_index, rreq->mapping, in cifs_issue_read() 264 struct cifs_io_request *req = container_of(rreq, struct cifs_io_request, rreq); in cifs_init_request() 268 rreq->rsize = cifs_sb->ctx->rsize; in cifs_init_request() 269 rreq->wsize = cifs_sb->ctx->wsize; in cifs_init_request() 292 struct inode *inode = rreq->inode; in cifs_rreq_done() [all …]
|
| A D | smb2pdu.c | 4530 .rreq_debug_id = rdata->rreq->debug_id, in smb2_readv_callback() 4534 unsigned int rreq_debug_id = rdata->rreq->debug_id; in smb2_readv_callback() 4606 trace_smb3_read_err(rdata->rreq->debug_id, in smb2_readv_callback() 4615 trace_smb3_read_done(rdata->rreq->debug_id, in smb2_readv_callback() 4720 trace_smb3_read_err(rdata->rreq->debug_id, in smb2_async_readv() 4830 .rreq_debug_id = wdata->rreq->debug_id, in smb2_writev_callback() 4908 trace_smb3_write_err(wdata->rreq->debug_id, in smb2_writev_callback() 4918 trace_smb3_write_done(wdata->rreq->debug_id, in smb2_writev_callback() 4997 trace_smb3_write_enter(wdata->rreq->debug_id, in smb2_async_writev() 5079 trace_smb3_write_err(wdata->rreq->debug_id, in smb2_async_writev() [all …]
|
| A D | cifsglob.h | 1523 struct netfs_io_request rreq; member 1532 struct netfs_io_request *rreq; member
|
| A D | smb2ops.c | 313 trace_smb3_rw_credits(subreq->rreq->debug_id, in smb2_adjust_credits() 322 subreq->rreq->debug_id, subreq->subreq.debug_index, in smb2_adjust_credits() 335 trace_smb3_rw_credits(subreq->rreq->debug_id, in smb2_adjust_credits() 345 subreq->rreq->debug_id, subreq->subreq.debug_index, in smb2_adjust_credits() 350 trace_smb3_rw_credits(subreq->rreq->debug_id, in smb2_adjust_credits()
|
| A D | cifssmb.c | 1302 struct netfs_inode *ictx = netfs_inode(rdata->rreq->inode); in cifs_readv_callback() 1311 .rreq_debug_id = rdata->rreq->debug_id, in cifs_readv_callback() 1694 .rreq_debug_id = wdata->rreq->debug_id, in cifs_writev_callback()
|
| /fs/cachefiles/ |
| A D | io.c | 499 return cachefiles_do_prepare_read(&subreq->rreq->cache_resources, in cachefiles_prepare_read() 501 &subreq->flags, subreq->rreq->inode->i_ino); in cachefiles_prepare_read() 628 struct netfs_io_request *wreq = subreq->rreq; in cachefiles_prepare_write_subreq() 647 struct netfs_io_request *wreq = subreq->rreq; in cachefiles_issue_write() 709 cachefiles_write(&subreq->rreq->cache_resources, in cachefiles_issue_write()
|