| /linux/fs/netfs/ |
| A D | objects.c | 31 if (rreq) in netfs_alloc_request() 37 rreq->start = start; in netfs_alloc_request() 38 rreq->len = len; in netfs_alloc_request() 42 rreq->inode = inode; in netfs_alloc_request() 67 ret = rreq->netfs_ops->init_request(rreq, file); in netfs_alloc_request() 78 return rreq; in netfs_alloc_request() 134 rreq->netfs_ops->free_request(rreq); in netfs_free_request() 136 rreq->cache_resources.ops->end_operation(&rreq->cache_resources); in netfs_free_request() 160 if (rreq) { in netfs_put_request() 197 subreq->rreq = rreq; in netfs_alloc_subrequest() [all …]
|
| A D | direct_read.c | 21 struct netfs_io_request *rreq = subreq->rreq; in netfs_prepare_dio_read_iterator() local 116 rreq->debug_id, rreq->start, rreq->start + rreq->len - 1); in netfs_unbuffered_read() 118 if (rreq->len == 0) { in netfs_unbuffered_read() 141 ret = rreq->error; in netfs_unbuffered_read() 142 if (ret == 0 && rreq->submitted < rreq->len && in netfs_unbuffered_read() 186 if (IS_ERR(rreq)) in netfs_unbuffered_read_iter_locked() 190 trace_netfs_read(rreq, rreq->start, rreq->len, netfs_read_trace_dio_read); in netfs_unbuffered_read_iter_locked() 202 ret = netfs_extract_user_iter(iter, rreq->len, &rreq->iter, 0); in netfs_unbuffered_read_iter_locked() 205 rreq->direct_bv = (struct bio_vec *)rreq->iter.bvec; in netfs_unbuffered_read_iter_locked() 208 rreq->len = iov_iter_count(&rreq->iter); in netfs_unbuffered_read_iter_locked() [all …]
|
| A D | buffered_read.c | 29 netfs_cache_expand_readahead(rreq, &rreq->start, &rreq->len, rreq->i_size); in netfs_rreq_expand() 35 rreq->netfs_ops->expand_readahead(rreq); in netfs_rreq_expand() 48 readahead_expand(ractl, rreq->start, rreq->len); in netfs_rreq_expand() 114 struct netfs_io_request *rreq = subreq->rreq; in netfs_prepare_read_iterator() local 344 if (ret == 0 && rreq->submitted < rreq->len) { in netfs_wait_for_read() 369 rreq->submitted = rreq->start; in netfs_prime_buffer() 450 rreq->submitted = rreq->start + rreq->len; in netfs_create_singular_buffer() 488 trace_netfs_read(rreq, rreq->start, rreq->len, netfs_read_trace_read_gaps); in netfs_read_gaps() 519 iov_iter_bvec(&rreq->iter, ITER_DEST, bvec, i, rreq->len); in netfs_read_gaps() 520 rreq->submitted = rreq->start + flen; in netfs_read_gaps() [all …]
|
| A D | read_collect.c | 91 struct netfs_io_request *rreq = subreq->rreq; in netfs_consume_read_data() local 142 spin_lock_bh(&rreq->lock); in netfs_consume_read_data() 239 spin_lock_bh(&rreq->lock); in netfs_consume_read_data() 346 if (rreq->iocb) { in netfs_rreq_assess_dio() 347 rreq->iocb->ki_pos += rreq->transferred; in netfs_rreq_assess_dio() 350 rreq->iocb, rreq->error ? rreq->error : rreq->transferred); in netfs_rreq_assess_dio() 353 rreq->netfs_ops->done(rreq); in netfs_rreq_assess_dio() 371 netfs_retry_reads(rreq); in netfs_rreq_assess() 396 netfs_rreq_assess(rreq); in netfs_read_termination_worker() 432 struct netfs_io_request *rreq = subreq->rreq; in netfs_read_subreq_progress() local [all …]
|
| A D | read_retry.c | 23 atomic_inc(&rreq->nr_outstanding); in netfs_reissue_read() 40 _enter("R=%x", rreq->debug_id); in netfs_retry_read_subrequests() 42 if (list_empty(&rreq->subrequests)) in netfs_retry_read_subrequests() 45 if (rreq->netfs_ops->retry_request) in netfs_retry_read_subrequests() 46 rreq->netfs_ops->retry_request(rreq, NULL); in netfs_retry_read_subrequests() 60 netfs_reissue_read(rreq, subreq); in netfs_retry_read_subrequests() 142 spin_lock_bh(&rreq->lock); in netfs_retry_read_subrequests() 145 rreq->prev_donated = 0; in netfs_retry_read_subrequests() 147 spin_unlock_bh(&rreq->lock); in netfs_retry_read_subrequests() 218 spin_lock_bh(&rreq->lock); in netfs_retry_read_subrequests() [all …]
|
| A D | misc.c | 20 WARN_ON_ONCE(rreq->buffer && !tail)) in netfs_buffer_make_space() 42 rreq->buffer_tail = tail; in netfs_buffer_make_space() 43 if (!rreq->buffer) { in netfs_buffer_make_space() 44 rreq->buffer = tail; in netfs_buffer_make_space() 50 if (rreq->io_iter.folioq == prev && in netfs_buffer_make_space() 52 rreq->io_iter.folioq = tail; in netfs_buffer_make_space() 53 rreq->io_iter.folioq_slot = 0; in netfs_buffer_make_space() 56 rreq->buffer_tail_slot = 0; in netfs_buffer_make_space() 69 tail = netfs_buffer_make_space(rreq); in netfs_buffer_append_folio() 103 while ((p = rreq->buffer)) { in netfs_clear_buffer() [all …]
|
| A D | main.c | 54 struct netfs_io_request *rreq; in netfs_requests_seq_show() local 64 rreq = list_entry(v, struct netfs_io_request, proc_link); in netfs_requests_seq_show() 67 rreq->debug_id, in netfs_requests_seq_show() 68 netfs_origins[rreq->origin], in netfs_requests_seq_show() 69 refcount_read(&rreq->ref), in netfs_requests_seq_show() 70 rreq->flags, in netfs_requests_seq_show() 71 rreq->error, in netfs_requests_seq_show() 72 atomic_read(&rreq->nr_outstanding), in netfs_requests_seq_show() 73 rreq->start, rreq->submitted, rreq->len); in netfs_requests_seq_show()
|
| A D | internal.h | 39 static inline void netfs_proc_add_rreq(struct netfs_io_request *rreq) in netfs_proc_add_rreq() argument 42 list_add_tail_rcu(&rreq->proc_link, &netfs_io_requests); in netfs_proc_add_rreq() 45 static inline void netfs_proc_del_rreq(struct netfs_io_request *rreq) in netfs_proc_del_rreq() argument 47 if (!list_empty(&rreq->proc_link)) { in netfs_proc_del_rreq() 49 list_del_rcu(&rreq->proc_link); in netfs_proc_del_rreq() 65 void netfs_clear_buffer(struct netfs_io_request *rreq); 77 void netfs_put_request(struct netfs_io_request *rreq, bool was_async, 81 static inline void netfs_see_request(struct netfs_io_request *rreq, in netfs_see_request() argument 84 trace_netfs_rreq_ref(rreq->debug_id, refcount_read(&rreq->ref), what); in netfs_see_request() 97 struct netfs_io_request *rreq, [all …]
|
| A D | read_pgpriv2.c | 22 struct netfs_io_request *rreq, in netfs_pgpriv2_mark_copy_to_cache() argument 140 void netfs_pgpriv2_write_to_the_cache(struct netfs_io_request *rreq) in netfs_pgpriv2_write_to_the_cache() argument 150 if (!fscache_resources_valid(&rreq->cache_resources)) in netfs_pgpriv2_write_to_the_cache() 154 for (folioq = rreq->buffer; folioq; folioq = folioq->next) { in netfs_pgpriv2_write_to_the_cache() 164 wreq = netfs_create_write_req(rreq->mapping, NULL, folio_pos(folio), in netfs_pgpriv2_write_to_the_cache() 197 netfs_pgpriv2_cancel(rreq->buffer); in netfs_pgpriv2_write_to_the_cache()
|
| /linux/fs/9p/ |
| A D | vfs_addr.c | 69 struct netfs_io_request *rreq = subreq->rreq; in v9fs_issue_read() local 70 struct p9_fid *fid = rreq->netfs_priv; in v9fs_issue_read() 78 if (subreq->rreq->origin != NETFS_DIO_READ) in v9fs_issue_read() 98 rreq->origin == NETFS_WRITETHROUGH || in v9fs_init_request() 99 rreq->origin == NETFS_UNBUFFERED_WRITE || in v9fs_init_request() 100 rreq->origin == NETFS_DIO_WRITE); in v9fs_init_request() 102 if (rreq->origin == NETFS_WRITEBACK) in v9fs_init_request() 121 rreq->wsize = min(rreq->wsize, fid->iounit); in v9fs_init_request() 127 rreq->netfs_priv = fid; in v9fs_init_request() 132 rreq->inode->i_ino); in v9fs_init_request() [all …]
|
| /linux/include/trace/events/ |
| A D | netfs.h | 263 __entry->rreq = rreq->debug_id; 273 __entry->rreq, 284 TP_ARGS(rreq, what), 294 __entry->rreq = rreq->debug_id; 301 __entry->rreq, 326 __entry->rreq = sreq->rreq->debug_id; 366 __entry->rreq = rreq->debug_id; 405 __entry->rreq, 431 __entry->rreq, 701 __entry->rreq = subreq->rreq->debug_id; [all …]
|
| /linux/fs/nfs/ |
| A D | fscache.c | 264 static int nfs_netfs_init_request(struct netfs_io_request *rreq, struct file *file) in nfs_netfs_init_request() argument 266 rreq->netfs_priv = get_nfs_open_context(nfs_file_open_context(file)); in nfs_netfs_init_request() 267 rreq->debug_id = atomic_inc_return(&nfs_netfs_debug_id); in nfs_netfs_init_request() 269 __set_bit(NETFS_RREQ_USE_PGPRIV2, &rreq->flags); in nfs_netfs_init_request() 270 rreq->io_streams[0].sreq_max_len = NFS_SB(rreq->inode->i_sb)->rsize; in nfs_netfs_init_request() 275 static void nfs_netfs_free_request(struct netfs_io_request *rreq) in nfs_netfs_free_request() argument 277 put_nfs_open_context(rreq->netfs_priv); in nfs_netfs_free_request() 296 struct inode *inode = sreq->rreq->inode; in nfs_netfs_issue_read() 297 struct nfs_open_context *ctx = sreq->rreq->netfs_priv; in nfs_netfs_issue_read() 315 xa_for_each_range(&sreq->rreq->mapping->i_pages, idx, page, start, last) { in nfs_netfs_issue_read() [all …]
|
| /linux/drivers/infiniband/sw/siw/ |
| A D | siw_qp.c | 301 rreq = orq_get_free(qp); in siw_qp_mpa_rts() 302 if (rreq) { in siw_qp_mpa_rts() 474 memcpy(&rreq->ctrl, in siw_send_terminate() 478 rreq->rsvd = 0; in siw_send_terminate() 479 rreq->ddp_qn = in siw_send_terminate() 490 rreq->source_to = in siw_send_terminate() 874 rreq->id = sqe->id; in siw_read_to_orq() 881 rreq->num_sge = 1; in siw_read_to_orq() 937 struct siw_sqe *rreq; in siw_activate_tx_from_sq() local 948 rreq = orq_get_free(qp); in siw_activate_tx_from_sq() [all …]
|
| A D | siw_qp_rx.c | 661 uint64_t raddr = be64_to_cpu(srx->hdr.rreq.sink_to), in siw_init_rresp() 662 laddr = be64_to_cpu(srx->hdr.rreq.source_to); in siw_init_rresp() 664 lkey = be32_to_cpu(srx->hdr.rreq.source_stag), in siw_init_rresp() 665 rkey = be32_to_cpu(srx->hdr.rreq.sink_stag), in siw_init_rresp() 666 msn = be32_to_cpu(srx->hdr.rreq.ddp_msn); in siw_init_rresp() 1133 struct siw_sqe *rreq; in siw_check_tx_fence() local 1140 rreq = orq_get_current(qp); in siw_check_tx_fence() 1141 WRITE_ONCE(rreq->flags, 0); in siw_check_tx_fence() 1157 rreq = orq_get_free(qp); in siw_check_tx_fence() 1158 if (unlikely(!rreq)) { in siw_check_tx_fence() [all …]
|
| A D | siw_qp_tx.c | 130 c_tx->pkt.rreq.rsvd = 0; in siw_qp_prepare_tx() 131 c_tx->pkt.rreq.ddp_qn = htonl(RDMAP_UNTAGGED_QN_RDMA_READ); in siw_qp_prepare_tx() 132 c_tx->pkt.rreq.ddp_msn = in siw_qp_prepare_tx() 134 c_tx->pkt.rreq.ddp_mo = 0; in siw_qp_prepare_tx() 135 c_tx->pkt.rreq.sink_stag = htonl(wqe->sqe.sge[0].lkey); in siw_qp_prepare_tx() 136 c_tx->pkt.rreq.sink_to = in siw_qp_prepare_tx() 138 c_tx->pkt.rreq.source_stag = htonl(wqe->sqe.rkey); in siw_qp_prepare_tx() 139 c_tx->pkt.rreq.source_to = cpu_to_be64(wqe->sqe.raddr); in siw_qp_prepare_tx() 140 c_tx->pkt.rreq.read_size = htonl(wqe->sqe.sge[0].length); in siw_qp_prepare_tx()
|
| A D | siw.h | 351 struct iwarp_rdma_rreq rreq; member 371 struct iwarp_rdma_rreq rreq; member 521 void siw_read_to_orq(struct siw_sqe *rreq, struct siw_sqe *sqe);
|
| /linux/net/9p/ |
| A D | trans_fd.c | 119 struct p9_req_t *rreq; member 330 if (!m->rreq || (m->rreq->status != REQ_STATUS_SENT)) { in p9_read_work() 345 if (!m->rreq->rc.sdata) { in p9_read_work() 348 m->rc.tag, m->rreq); in p9_read_work() 349 p9_req_put(m->client, m->rreq); in p9_read_work() 350 m->rreq = NULL; in p9_read_work() 367 list_del(&m->rreq->req_list); in p9_read_work() 385 p9_req_put(m->client, m->rreq); in p9_read_work() 386 m->rreq = NULL; in p9_read_work() 913 if (m->rreq) { in p9_conn_destroy() [all …]
|
| /linux/tools/net/ynl/samples/ |
| A D | ethtool.c | 14 struct ethtool_rings_get_req_dump rreq = {}; in main() local 41 rreq._present.header = 1; /* ethtool needs an empty nest.. */ in main() 42 rings = ethtool_rings_get_dump(ys, &rreq); in main()
|
| /linux/fs/ceph/ |
| A D | addr.c | 167 struct inode *inode = rreq->inode; in ceph_netfs_expand_readahead() 171 loff_t end = rreq->start + rreq->len, new_end; in ceph_netfs_expand_readahead() 198 rreq->len = new_end - rreq->start; in ceph_netfs_expand_readahead() 203 rreq->start -= blockoff; in ceph_netfs_expand_readahead() 204 rreq->len += blockoff; in ceph_netfs_expand_readahead() 264 struct netfs_io_request *rreq = subreq->rreq; in ceph_netfs_issue_op_inline() local 323 struct netfs_io_request *rreq = subreq->rreq; in ceph_netfs_prepare_read() local 339 struct netfs_io_request *rreq = subreq->rreq; in ceph_netfs_issue_read() local 462 rreq->netfs_priv = priv; in ceph_init_request() 488 rreq->netfs_priv = priv; in ceph_init_request() [all …]
|
| /linux/fs/afs/ |
| A D | file.c | 246 subreq->rreq->i_size = req->file_size; in afs_fetch_data_notify() 319 struct afs_vnode *vnode = AFS_FS_I(subreq->rreq->inode); in afs_read_worker() 329 fsreq->key = key_get(subreq->rreq->netfs_priv); in afs_read_worker() 368 static int afs_init_request(struct netfs_io_request *rreq, struct file *file) in afs_init_request() argument 371 rreq->netfs_priv = key_get(afs_file_key(file)); in afs_init_request() 372 rreq->rsize = 256 * 1024; in afs_init_request() 373 rreq->wsize = 256 * 1024 * 1024; in afs_init_request() 385 static void afs_free_request(struct netfs_io_request *rreq) in afs_free_request() argument 387 key_put(rreq->netfs_priv); in afs_free_request() 388 afs_put_wb_key(rreq->netfs_priv2); in afs_free_request()
|
| A D | write.c | 92 struct netfs_io_stream *stream = &subreq->rreq->io_streams[subreq->stream_nr]; in afs_prepare_write() 106 struct netfs_io_request *wreq = subreq->rreq; in afs_issue_write_worker()
|
| /linux/include/linux/ |
| A D | netfs.h | 174 struct netfs_io_request *rreq; /* Supervising I/O request */ member 296 int (*init_request)(struct netfs_io_request *rreq, struct file *file); 297 void (*free_request)(struct netfs_io_request *rreq); 298 void (*free_subrequest)(struct netfs_io_subrequest *rreq); 301 void (*expand_readahead)(struct netfs_io_request *rreq); 304 bool (*is_still_valid)(struct netfs_io_request *rreq); 307 void (*done)(struct netfs_io_request *rreq);
|
| /linux/fs/smb/client/ |
| A D | file.c | 55 size_t wsize = req->rreq.wsize; in cifs_prepare_write() 147 struct netfs_io_request *rreq = subreq->rreq; in cifs_prepare_read() local 149 struct cifs_io_request *req = container_of(subreq->rreq, struct cifs_io_request, rreq); in cifs_prepare_read() 198 struct netfs_io_request *rreq = subreq->rreq; in cifs_issue_read() local 200 struct cifs_io_request *req = container_of(subreq->rreq, struct cifs_io_request, rreq); in cifs_issue_read() 205 __func__, rreq->debug_id, subreq->debug_index, rreq->mapping, in cifs_issue_read() 256 struct cifs_io_request *req = container_of(rreq, struct cifs_io_request, rreq); in cifs_init_request() 260 rreq->rsize = cifs_sb->ctx->rsize; in cifs_init_request() 261 rreq->wsize = cifs_sb->ctx->wsize; in cifs_init_request() 285 struct inode *inode = rreq->inode; in cifs_rreq_done() [all …]
|
| /linux/fs/cachefiles/ |
| A D | io.c | 499 return cachefiles_do_prepare_read(&subreq->rreq->cache_resources, in cachefiles_prepare_read() 501 &subreq->flags, subreq->rreq->inode->i_ino); in cachefiles_prepare_read() 628 struct netfs_io_request *wreq = subreq->rreq; in cachefiles_prepare_write_subreq() 647 struct netfs_io_request *wreq = subreq->rreq; in cachefiles_issue_write() 707 cachefiles_write(&subreq->rreq->cache_resources, in cachefiles_issue_write()
|
| /linux/Documentation/filesystems/ |
| A D | netfs_library.rst | 239 struct netfs_io_request *rreq; 251 * ``rreq`` 296 void (*init_request)(struct netfs_io_request *rreq, struct file *file); 297 void (*free_request)(struct netfs_io_request *rreq); 298 void (*expand_readahead)(struct netfs_io_request *rreq); 301 bool (*is_still_valid)(struct netfs_io_request *rreq); 304 void (*done)(struct netfs_io_request *rreq); 451 int fscache_begin_read_operation(struct netfs_io_request *rreq,
|