/linux-6.3-rc2/block/ |
A D | blk-mq-sched.h | 47 if (rq->rq_flags & RQF_ELV) { in blk_mq_sched_allow_merge() 58 if (rq->rq_flags & RQF_ELV) { in blk_mq_sched_completed_request() 68 if (rq->rq_flags & RQF_ELV) { in blk_mq_sched_requeue_request() 72 if ((rq->rq_flags & RQF_ELVPRIV) && e->type->ops.requeue_request) in blk_mq_sched_requeue_request()
|
A D | blk-mq.c | 386 data->rq_flags |= RQF_PM; in blk_mq_rq_ctx_init() 388 data->rq_flags |= RQF_IO_STAT; in blk_mq_rq_ctx_init() 389 rq->rq_flags = data->rq_flags; in blk_mq_rq_ctx_init() 423 if (rq->rq_flags & RQF_ELV) { in blk_mq_rq_ctx_init() 432 rq->rq_flags |= RQF_ELVPRIV; in blk_mq_rq_ctx_init() 488 data->rq_flags |= RQF_ELV; in __blk_mq_alloc_requests() 505 if (!(data->rq_flags & RQF_ELV)) in __blk_mq_alloc_requests() 509 data->rq_flags |= RQF_RESV; in __blk_mq_alloc_requests() 688 data.rq_flags |= RQF_ELV; in blk_mq_alloc_request_hctx() 691 data.rq_flags |= RQF_RESV; in blk_mq_alloc_request_hctx() [all …]
|
A D | blk-flush.c | 137 rq->rq_flags &= ~RQF_FLUSH_SEQ; in blk_flush_restore_request() 338 flush_rq->rq_flags |= RQF_MQ_INFLIGHT; in blk_kick_flush() 344 flush_rq->rq_flags |= RQF_FLUSH_SEQ; in blk_kick_flush() 445 rq->rq_flags |= RQF_FLUSH_SEQ; in blk_insert_flush()
|
A D | blk-mq.h | 156 req_flags_t rq_flags; member 174 if (!(data->rq_flags & RQF_ELV)) in blk_mq_tags_from_data() 258 if (rq->rq_flags & RQF_MQ_INFLIGHT) { in __blk_mq_put_driver_tag() 259 rq->rq_flags &= ~RQF_MQ_INFLIGHT; in __blk_mq_put_driver_tag()
|
A D | blk-zoned.c | 80 WARN_ON_ONCE(rq->rq_flags & RQF_ZONE_WRITE_LOCKED); in blk_req_zone_write_trylock() 81 rq->rq_flags |= RQF_ZONE_WRITE_LOCKED; in blk_req_zone_write_trylock() 93 WARN_ON_ONCE(rq->rq_flags & RQF_ZONE_WRITE_LOCKED); in __blk_req_zone_write_lock() 94 rq->rq_flags |= RQF_ZONE_WRITE_LOCKED; in __blk_req_zone_write_lock() 100 rq->rq_flags &= ~RQF_ZONE_WRITE_LOCKED; in __blk_req_zone_write_unlock()
|
A D | blk-pm.h | 21 if (rq->q->dev && !(rq->rq_flags & RQF_PM)) in blk_pm_mark_last_busy()
|
A D | blk-merge.c | 572 if (rq->rq_flags & RQF_SPECIAL_PAYLOAD) in __blk_rq_map_sg() 738 if (rq->rq_flags & RQF_MIXED_MERGE) in blk_rq_set_mixed_merge() 751 rq->rq_flags |= RQF_MIXED_MERGE; in blk_rq_set_mixed_merge() 770 if (req->rq_flags & RQF_MIXED_MERGE) { in blk_update_mixed_merge() 847 if (((req->rq_flags | next->rq_flags) & RQF_MIXED_MERGE) || in attempt_merge()
|
A D | blk.h | 137 if (rq->rq_flags & RQF_NOMERGE_FLAGS) in rq_mergeable() 278 #define ELV_ON_HASH(rq) ((rq)->rq_flags & RQF_HASHED) 349 return (rq->rq_flags & RQF_IO_STAT) && !blk_rq_is_passthrough(rq); in blk_do_io_stat()
|
A D | blk-timeout.c | 140 req->rq_flags &= ~RQF_TIMED_OUT; in blk_add_timer()
|
A D | blk-mq-sched.c | 401 if ((rq->rq_flags & RQF_FLUSH_SEQ) || blk_rq_is_passthrough(rq)) in blk_mq_sched_bypass_insert() 439 at_head = (rq->rq_flags & RQF_FLUSH_SEQ) ? true : at_head; in blk_mq_sched_insert_request()
|
/linux-6.3-rc2/include/linux/ |
A D | blk-mq.h | 90 req_flags_t rq_flags; member 843 return (rq->rq_flags & (RQF_IO_STAT | RQF_STATS | RQF_ELV)); in blk_mq_need_time_stamp() 848 return rq->rq_flags & RQF_RESV; in blk_mq_is_reserved_rq() 859 if (!iob || (req->rq_flags & RQF_ELV) || ioerror || in blk_mq_add_to_batch() 1077 if (rq->rq_flags & RQF_SPECIAL_PAYLOAD) in blk_rq_payload_bytes() 1088 if (rq->rq_flags & RQF_SPECIAL_PAYLOAD) in req_bvec() 1127 if (rq->rq_flags & RQF_SPECIAL_PAYLOAD) in blk_rq_nr_phys_segments() 1176 if (rq->rq_flags & RQF_ZONE_WRITE_LOCKED) in blk_req_zone_write_unlock()
|
/linux-6.3-rc2/kernel/sched/ |
A D | sched.h | 1549 struct rq_flags { struct 1574 static inline void rq_pin_lock(struct rq *rq, struct rq_flags *rf) in rq_pin_lock() 1587 static inline void rq_unpin_lock(struct rq *rq, struct rq_flags *rf) in rq_unpin_lock() 1612 struct rq *task_rq_lock(struct task_struct *p, struct rq_flags *rf) 1634 rq_lock_irqsave(struct rq *rq, struct rq_flags *rf) in rq_lock_irqsave() 1642 rq_lock_irq(struct rq *rq, struct rq_flags *rf) in rq_lock_irq() 1650 rq_lock(struct rq *rq, struct rq_flags *rf) in rq_lock() 1658 rq_unlock_irqrestore(struct rq *rq, struct rq_flags *rf) in rq_unlock_irqrestore() 1666 rq_unlock_irq(struct rq *rq, struct rq_flags *rf) in rq_unlock_irq() 1674 rq_unlock(struct rq *rq, struct rq_flags *rf) in rq_unlock() [all …]
|
A D | core.c | 770 struct rq_flags rf; in hrtick() 798 struct rq_flags rf; in __hrtick_start() 1440 struct rq_flags rf; in uclamp_update_util_min_rt_default() 1692 struct rq_flags rf; in uclamp_update_active() 2394 struct rq_flags rf; in migration_cpu_stop() 3003 struct rq_flags rf; in __set_cpus_allowed_ptr() 3047 struct rq_flags rf; in restrict_cpus_allowed_ptr() 3337 struct rq_flags rf; in wait_task_inactive() 3769 struct rq_flags rf; in ttwu_runnable() 3797 struct rq_flags rf; in sched_ttwu_pending() [all …]
|
A D | stop_task.c | 19 balance_stop(struct rq *rq, struct task_struct *prev, struct rq_flags *rf) in balance_stop()
|
A D | psi.c | 1023 struct rq_flags rf; in psi_memstall_enter() 1054 struct rq_flags rf; in psi_memstall_leave() 1123 struct rq_flags rf; in cgroup_move_task() 1199 struct rq_flags rf; in psi_cgroup_restart()
|
A D | core_sched.c | 57 struct rq_flags rf; in sched_core_update_cookie()
|
/linux-6.3-rc2/net/sunrpc/ |
A D | svc_xprt.c | 394 if (!test_bit(RQ_DATA, &rqstp->rq_flags)) { in svc_xprt_reserve_slot() 398 set_bit(RQ_DATA, &rqstp->rq_flags); in svc_xprt_reserve_slot() 406 if (test_and_clear_bit(RQ_DATA, &rqstp->rq_flags)) { in svc_xprt_release_slot() 473 if (test_and_set_bit(RQ_BUSY, &rqstp->rq_flags)) in svc_xprt_enqueue() 583 if (test_bit(RQ_BUSY, &rqstp->rq_flags)) in svc_wake_up() 753 clear_bit(RQ_BUSY, &rqstp->rq_flags); in svc_get_next_xprt() 763 set_bit(RQ_BUSY, &rqstp->rq_flags); in svc_get_next_xprt() 1206 if (rqstp->rq_arg.page_len || !test_bit(RQ_USEDEFERRAL, &rqstp->rq_flags)) in svc_defer() 1237 set_bit(RQ_DROPME, &rqstp->rq_flags); in svc_defer()
|
A D | svc.c | 652 __set_bit(RQ_BUSY, &rqstp->rq_flags); in svc_rqst_alloc() 743 set_bit(RQ_VICTIM, &rqstp->rq_flags); in choose_victim() 884 if (!test_and_set_bit(RQ_VICTIM, &rqstp->rq_flags)) in svc_exit_thread() 1256 set_bit(RQ_SPLICE_OK, &rqstp->rq_flags); in svc_process_common() 1258 set_bit(RQ_USEDEFERRAL, &rqstp->rq_flags); in svc_process_common() 1259 clear_bit(RQ_DROPME, &rqstp->rq_flags); in svc_process_common()
|
/linux-6.3-rc2/drivers/net/ethernet/fungible/funcore/ |
A D | fun_queue.h | 69 u16 rq_flags; member 120 u16 rq_flags; member
|
A D | fun_queue.c | 459 funq->rq_flags = req->rq_flags | FUN_ADMIN_EPSQ_CREATE_FLAG_RQ; in fun_alloc_queue() 528 rc = fun_sq_create(fdev, funq->rq_flags, funq->rqid, funq->cqid, 0, in fun_create_rq()
|
/linux-6.3-rc2/drivers/nvme/host/ |
A D | ioctl.c | 149 struct nvme_command *cmd, blk_opf_t rq_flags, in nvme_alloc_user_request() argument 154 req = blk_mq_alloc_request(q, nvme_req_op(cmd) | rq_flags, blk_flags); in nvme_alloc_user_request() 558 blk_opf_t rq_flags = REQ_ALLOC_CACHE; in nvme_uring_cmd_io() local 594 rq_flags |= REQ_NOWAIT; in nvme_uring_cmd_io() 598 rq_flags |= REQ_POLLED; in nvme_uring_cmd_io() 601 req = nvme_alloc_user_request(q, &c, rq_flags, blk_flags); in nvme_uring_cmd_io() 614 if (issue_flags & IO_URING_F_IOPOLL && rq_flags & REQ_POLLED) { in nvme_uring_cmd_io() 618 rq_flags &= ~REQ_POLLED; in nvme_uring_cmd_io()
|
/linux-6.3-rc2/drivers/scsi/ |
A D | scsi_lib.c | 118 if (rq->rq_flags & RQF_DONTPREP) { in scsi_mq_requeue_cmd() 119 rq->rq_flags &= ~RQF_DONTPREP; in scsi_mq_requeue_cmd() 234 req->rq_flags |= RQF_QUIET; in scsi_execute_cmd() 643 if (!(rq->rq_flags & RQF_MIXED_MERGE)) in scsi_rq_err_bytes() 819 if (!(req->rq_flags & RQF_QUIET)) { in scsi_io_completion_action() 910 else if (req->rq_flags & RQF_QUIET) in scsi_io_completion_nz_result() 1150 if (rq->rq_flags & RQF_DONTPREP) { in scsi_cleanup_rq() 1152 rq->rq_flags &= ~RQF_DONTPREP; in scsi_cleanup_rq() 1741 req->rq_flags |= RQF_DONTPREP; in scsi_queue_rq() 1785 if (req->rq_flags & RQF_DONTPREP) in scsi_queue_rq() [all …]
|
/linux-6.3-rc2/drivers/mmc/core/ |
A D | queue.c | 241 req->rq_flags |= RQF_QUIET; in mmc_mq_queue_rq() 293 if (!(req->rq_flags & RQF_DONTPREP)) { in mmc_mq_queue_rq() 295 req->rq_flags |= RQF_DONTPREP; in mmc_mq_queue_rq()
|
/linux-6.3-rc2/drivers/scsi/device_handler/ |
A D | scsi_dh_hp_sw.c | 173 req->rq_flags |= RQF_QUIET; in hp_sw_prep_fn()
|
/linux-6.3-rc2/drivers/md/ |
A D | dm-rq.c | 266 if (rq->rq_flags & RQF_FAILED) in dm_softirq_done() 293 rq->rq_flags |= RQF_FAILED; in dm_kill_unmapped_request()
|