| /linux/drivers/gpu/drm/i915/gt/ |
| A D | gen8_engine_cs.c | 13 int gen8_emit_flush_rcs(struct i915_request *rq, u32 mode) in gen8_emit_flush_rcs() 79 int gen8_emit_flush_xcs(struct i915_request *rq, u32 mode) in gen8_emit_flush_xcs() 112 int gen11_emit_flush_rcs(struct i915_request *rq, u32 mode) in gen11_emit_flush_rcs() 223 static int mtl_dummy_pipe_control(struct i915_request *rq) in mtl_dummy_pipe_control() 422 static u32 hwsp_offset(const struct i915_request *rq) in hwsp_offset() 434 int gen8_emit_init_breadcrumb(struct i915_request *rq) in gen8_emit_init_breadcrumb() 481 static int __xehp_emit_bb_start(struct i915_request *rq, in __xehp_emit_bb_start() 522 int xehp_emit_bb_start_noarb(struct i915_request *rq, in xehp_emit_bb_start_noarb() 529 int xehp_emit_bb_start(struct i915_request *rq, in xehp_emit_bb_start() 536 int gen8_emit_bb_start_noarb(struct i915_request *rq, in gen8_emit_bb_start_noarb() [all …]
|
| A D | gen6_engine_cs.c | 55 gen6_emit_post_sync_nonzero_flush(struct i915_request *rq) in gen6_emit_post_sync_nonzero_flush() 89 int gen6_emit_flush_rcs(struct i915_request *rq, u32 mode) in gen6_emit_flush_rcs() 143 u32 *gen6_emit_breadcrumb_rcs(struct i915_request *rq, u32 *cs) in gen6_emit_breadcrumb_rcs() 178 static int mi_flush_dw(struct i915_request *rq, u32 flags) in mi_flush_dw() 219 int gen6_emit_flush_xcs(struct i915_request *rq, u32 mode) in gen6_emit_flush_xcs() 224 int gen6_emit_flush_vcs(struct i915_request *rq, u32 mode) in gen6_emit_flush_vcs() 229 int gen6_emit_bb_start(struct i915_request *rq, in gen6_emit_bb_start() 251 hsw_emit_bb_start(struct i915_request *rq, in hsw_emit_bb_start() 272 static int gen7_stall_cs(struct i915_request *rq) in gen7_stall_cs() 289 int gen7_emit_flush_rcs(struct i915_request *rq, u32 mode) in gen7_emit_flush_rcs() [all …]
|
| A D | intel_execlists_submission.c | 213 struct i915_request *rq, in __active_request() 1125 struct i915_request *rq; in defer_active() local 1137 const struct i915_request *rq) in timeslice_yield() 1414 struct i915_request *rq; in execlists_dequeue() local 1493 struct i915_request *rq, *rn; in execlists_dequeue() local 2100 struct i915_request *rq) in execlists_hold() 2218 struct i915_request *rq; member 2551 struct i915_request *rq) in queue_request() 3030 struct i915_request *rq; in execlists_reset_active() local 3151 struct i915_request *rq, *rn; in execlists_reset_cancel() local [all …]
|
| A D | gen2_engine_cs.c | 16 int gen2_emit_flush(struct i915_request *rq, u32 mode) in gen2_emit_flush() 43 int gen4_emit_flush_rcs(struct i915_request *rq, u32 mode) in gen4_emit_flush_rcs() 129 int gen4_emit_flush_vcs(struct i915_request *rq, u32 mode) in gen4_emit_flush_vcs() 144 static u32 *__gen2_emit_breadcrumb(struct i915_request *rq, u32 *cs, in __gen2_emit_breadcrumb() 172 u32 *gen3_emit_breadcrumb(struct i915_request *rq, u32 *cs) in gen3_emit_breadcrumb() 177 u32 *gen5_emit_breadcrumb(struct i915_request *rq, u32 *cs) in gen5_emit_breadcrumb() 186 int i830_emit_bb_start(struct i915_request *rq, in i830_emit_bb_start() 251 int gen3_emit_bb_start(struct i915_request *rq, in gen3_emit_bb_start() 271 int gen4_emit_bb_start(struct i915_request *rq, in gen4_emit_bb_start()
|
| A D | intel_engine_heartbeat.c | 25 struct i915_request *rq; in next_heartbeat() local 70 struct i915_request *rq; in heartbeat_create() local 79 static void idle_pulse(struct intel_engine_cs *engine, struct i915_request *rq) in idle_pulse() 87 static void heartbeat_commit(struct i915_request *rq, in heartbeat_commit() 96 static void show_heartbeat(const struct i915_request *rq, in show_heartbeat() 117 reset_engine(struct intel_engine_cs *engine, struct i915_request *rq) in reset_engine() 142 struct i915_request *rq; in heartbeat() local 279 struct i915_request *rq; in __intel_engine_pulse() local 384 struct i915_request *rq; in intel_engine_flush_barriers() local
|
| /linux/kernel/sched/ |
| A D | sched.h | 1096 struct rq { struct 1123 struct uclamp_rq uclamp[UCLAMP_CNT] ____cacheline_aligned; argument 1128 struct cfs_rq cfs; argument 1159 u64 clock; 1209 struct sched_avg avg_irq; argument 1226 u64 prev_irq_time; argument 1233 u64 prev_steal_time_rq; argument 1250 struct sched_info rq_sched_info; argument 1277 /* per rq */ argument 1295 /* Scratch cpumask to be temporarily used under rq_lock */ argument [all …]
|
| A D | pelt.h | 14 static inline u64 hw_load_avg(struct rq *rq) in hw_load_avg() 20 update_hw_load_avg(u64 now, struct rq *rq, u64 capacity) in update_hw_load_avg() 25 static inline u64 hw_load_avg(struct rq *rq) in hw_load_avg() 35 update_irq_load_avg(struct rq *rq, u64 running) in update_irq_load_avg() 65 static inline u64 rq_clock_pelt(struct rq *rq) in rq_clock_pelt() 206 update_hw_load_avg(u64 now, struct rq *rq, u64 capacity) in update_hw_load_avg() 211 static inline u64 hw_load_avg(struct rq *rq) in hw_load_avg() 217 update_irq_load_avg(struct rq *rq, u64 running) in update_irq_load_avg() 222 static inline u64 rq_clock_pelt(struct rq *rq) in rq_clock_pelt() 228 update_rq_clock_pelt(struct rq *rq, s64 delta) { } in update_rq_clock_pelt() [all …]
|
| A D | stop_task.c | 19 balance_stop(struct rq *rq, struct task_struct *prev, struct rq_flags *rf) in balance_stop() 26 wakeup_preempt_stop(struct rq *rq, struct task_struct *p, int flags) in wakeup_preempt_stop() 31 static void set_next_task_stop(struct rq *rq, struct task_struct *stop, bool first) in set_next_task_stop() 36 static struct task_struct *pick_task_stop(struct rq *rq) in pick_task_stop() 45 enqueue_task_stop(struct rq *rq, struct task_struct *p, int flags) in enqueue_task_stop() 51 dequeue_task_stop(struct rq *rq, struct task_struct *p, int flags) in dequeue_task_stop() 57 static void yield_task_stop(struct rq *rq) in yield_task_stop() 75 static void task_tick_stop(struct rq *rq, struct task_struct *curr, int queued) in task_tick_stop() 79 static void switched_to_stop(struct rq *rq, struct task_struct *p) in switched_to_stop() 85 prio_changed_stop(struct rq *rq, struct task_struct *p, int oldprio) in prio_changed_stop() [all …]
|
| A D | deadline.c | 74 struct rq *rq = dl_se->rq; in rq_of_dl_se() local 189 struct rq *rq = cpu_rq(i); in __dl_update() local 774 struct rq *rq) in replenish_dl_new_period() 1271 struct rq *rq; in dl_task_timer() local 1629 struct rq *rq = dl_se->rq; in dl_server_start() local 1765 struct rq *rq; in inactive_task_timer() local 2204 struct rq *rq) in dl_task_is_earliest_deadline() 2218 struct rq *rq; in select_task_rq_dl() local 2265 struct rq *rq; in migrate_task_rq_dl() local 2888 struct rq *rq; in set_cpus_allowed_dl() local [all …]
|
| A D | stats.h | 13 rq_sched_info_arrive(struct rq *rq, unsigned long long delta) in rq_sched_info_arrive() 25 rq_sched_info_depart(struct rq *rq, unsigned long long delta) in rq_sched_info_depart() 32 rq_sched_info_dequeue(struct rq *rq, unsigned long long delta) in rq_sched_info_dequeue() 85 # define __update_stats_wait_start(rq, p, stats) do { } while (0) argument 86 # define __update_stats_wait_end(rq, p, stats) do { } while (0) argument 87 # define __update_stats_enqueue_sleeper(rq, p, stats) do { } while (0) argument 192 struct rq *rq; in psi_ttwu_dequeue() local 247 static void sched_info_arrive(struct rq *rq, struct task_struct *t) in sched_info_arrive() 314 # define sched_info_enqueue(rq, t) do { } while (0) argument 315 # define sched_info_dequeue(rq, t) do { } while (0) argument [all …]
|
| A D | rt.c | 220 struct rq *rq = cpu_rq(cpu); in init_tg_rt_entry() local 305 struct rq *rq = rq_of_rt_se(rt_se); in rt_rq_of_se() local 532 struct rq *rq = rq_of_rt_rq(rt_rq); in sched_rt_rq_enqueue() local 936 struct rq *rq = rq_of_rt_rq(rt_rq); in sched_rt_rq_enqueue() local 1028 struct rq *rq = rq_of_rt_rq(rt_rq); in dequeue_top_rt_rq() local 1045 struct rq *rq = rq_of_rt_rq(rt_rq); in enqueue_top_rt_rq() local 1069 struct rq *rq = rq_of_rt_rq(rt_rq); in inc_rt_prio_smp() local 1085 struct rq *rq = rq_of_rt_rq(rt_rq); in dec_rt_prio_smp() local 1439 struct rq *rq = rq_of_rt_se(rt_se); in enqueue_rt_entity() local 1539 struct rq *rq; in select_task_rq_rt() local [all …]
|
| A D | core.c | 670 struct rq *rq; in __task_rq_lock() local 695 struct rq *rq; in task_rq_lock() local 1772 struct rq *rq; in uclamp_update_active() local 2195 struct rq *rq; in wait_task_inactive() local 3103 struct rq *rq; in __set_cpus_allowed_ptr() local 3147 struct rq *rq; in restrict_cpus_allowed_ptr() local 3612 struct rq *rq; in ttwu_stat() local 3738 struct rq *rq; in ttwu_runnable() local 4807 struct rq *rq; in wake_up_new_task() local 5495 struct rq *rq; in task_sched_runtime() local [all …]
|
| /linux/drivers/gpu/drm/i915/ |
| A D | i915_request.c | 114 struct i915_request *rq = to_request(fence); in i915_fence_release() local 283 struct i915_request *rq = in __rq_watchdog_expired() local 440 struct i915_request * const *port, *rq; in __request_in_flight() local 501 __await_execution(struct i915_request *rq, in __await_execution() 826 struct i915_request *rq, *rn; in retire_requests() local 838 struct i915_request *rq; in request_alloc_slow() local 874 struct i915_request *rq = arg; in __i915_request_ctor() local 897 struct i915_request *rq; in __i915_request_create() local 1030 struct i915_request *rq; in i915_request_create() local 1125 already_busywaiting(struct i915_request *rq) in already_busywaiting() [all …]
|
| A D | i915_request.h | 64 #define RQ_TRACE(rq, fmt, ...) do { \ argument 400 i915_request_get(struct i915_request *rq) in i915_request_get() 406 i915_request_get_rcu(struct i915_request *rq) in i915_request_get_rcu() 412 i915_request_put(struct i915_request *rq) in i915_request_put() 484 static inline u32 __hwsp_seqno(const struct i915_request *rq) in __hwsp_seqno() 504 static inline u32 hwsp_seqno(const struct i915_request *rq) in hwsp_seqno() 654 static inline void i915_request_set_hold(struct i915_request *rq) in i915_request_set_hold() 665 i915_request_timeline(const struct i915_request *rq) in i915_request_timeline() 674 i915_request_gem_context(const struct i915_request *rq) in i915_request_gem_context() 681 i915_request_active_timeline(const struct i915_request *rq) in i915_request_active_timeline() [all …]
|
| /linux/drivers/scsi/esas2r/ |
| A D | esas2r_disc.c | 387 struct esas2r_request *rq) in esas2r_disc_continue() 489 struct esas2r_request *rq) in esas2r_disc_local_start_request() 503 struct esas2r_request *rq) in esas2r_disc_abort() 549 struct esas2r_request *rq) in esas2r_disc_block_dev_scan_cb() 625 struct esas2r_request *rq) in esas2r_disc_raid_grp_info_cb() 688 struct esas2r_request *rq) in esas2r_disc_part_info() 789 struct esas2r_request *rq) in esas2r_disc_passthru_dev_info() 882 struct esas2r_request *rq) in esas2r_disc_passthru_dev_addr() 1045 struct esas2r_request *rq) in esas2r_disc_dev_remove() 1084 struct esas2r_request *rq) in esas2r_disc_dev_add() [all …]
|
| A D | esas2r_vda.c | 67 struct esas2r_request *rq, in esas2r_process_vda_ioctl() 270 struct esas2r_request *rq) in esas2r_complete_vda_ioctl() 347 struct esas2r_request *rq, in esas2r_build_flash_req() 373 struct esas2r_request *rq, in esas2r_build_mgt_req() 420 void esas2r_build_ae_req(struct esas2r_adapter *a, struct esas2r_request *rq) in esas2r_build_ae_req() 449 struct esas2r_request *rq, in esas2r_build_cli_req() 466 struct esas2r_request *rq, in esas2r_build_ioctl_req() 483 struct esas2r_request *rq, in esas2r_build_cfg_req() 504 static void clear_vda_request(struct esas2r_request *rq) in clear_vda_request()
|
| A D | esas2r_ioctl.c | 85 struct esas2r_request *rq) in complete_fm_api_req() 113 struct esas2r_request *rq; in do_fm_api() local 184 struct esas2r_request *rq) in complete_nvr_req() 201 struct esas2r_request *rq) in complete_buffered_ioctl_req() 210 struct esas2r_request *rq; in handle_buffered_ioctl() local 296 struct esas2r_request *rq, in smp_ioctl_callback() 690 struct esas2r_request *rq) in scsi_passthru_comp_cb() 1272 struct esas2r_request *rq; in esas2r_ioctl_handler() local 1825 struct esas2r_request *rq; in esas2r_read_vda() local 1920 struct esas2r_request *rq) in fs_api_complete_req() [all …]
|
| /linux/drivers/net/ethernet/mellanox/mlx5/core/ |
| A D | en_rx.c | 153 static inline void mlx5e_decompress_cqe(struct mlx5e_rq *rq, in mlx5e_decompress_cqe() 305 static inline int mlx5e_get_rx_frag(struct mlx5e_rq *rq, in mlx5e_get_rx_frag() 331 static inline void mlx5e_put_rx_frag(struct mlx5e_rq *rq, in mlx5e_put_rx_frag() 374 static inline void mlx5e_free_rx_wqe(struct mlx5e_rq *rq, in mlx5e_free_rx_wqe() 646 static int mlx5e_build_shampo_hd_umr(struct mlx5e_rq *rq, in mlx5e_build_shampo_hd_umr() 727 static int mlx5e_alloc_rx_hd_mpwqe(struct mlx5e_rq *rq) in mlx5e_alloc_rx_hd_mpwqe() 865 void mlx5e_shampo_dealloc_hd(struct mlx5e_rq *rq) in mlx5e_shampo_dealloc_hd() 966 void mlx5e_shampo_fill_umr(struct mlx5e_rq *rq, int len) in mlx5e_shampo_fill_umr() 988 struct mlx5e_rq *rq = &c->rq; in mlx5e_handle_shampo_hd_umr() local 1475 struct mlx5e_rq *rq, in mlx5e_handle_csum() [all …]
|
| /linux/drivers/net/ethernet/cisco/enic/ |
| A D | vnic_rq.c | 18 static int vnic_rq_alloc_bufs(struct vnic_rq *rq) in vnic_rq_alloc_bufs() 53 void vnic_rq_free(struct vnic_rq *rq) in vnic_rq_free() 72 int vnic_rq_alloc(struct vnic_dev *vdev, struct vnic_rq *rq, unsigned int index, in vnic_rq_alloc() 101 static void vnic_rq_init_start(struct vnic_rq *rq, unsigned int cq_index, in vnic_rq_init_start() 125 void vnic_rq_init(struct vnic_rq *rq, unsigned int cq_index, in vnic_rq_init() 133 unsigned int vnic_rq_error_status(struct vnic_rq *rq) in vnic_rq_error_status() 138 void vnic_rq_enable(struct vnic_rq *rq) in vnic_rq_enable() 143 int vnic_rq_disable(struct vnic_rq *rq) in vnic_rq_disable() 171 void vnic_rq_clean(struct vnic_rq *rq, in vnic_rq_clean() 172 void (*buf_clean)(struct vnic_rq *rq, struct vnic_rq_buf *buf)) in vnic_rq_clean()
|
| /linux/drivers/scsi/fnic/ |
| A D | vnic_rq.c | 15 static int vnic_rq_alloc_bufs(struct vnic_rq *rq) in vnic_rq_alloc_bufs() 53 void vnic_rq_free(struct vnic_rq *rq) in vnic_rq_free() 70 int vnic_rq_alloc(struct vnic_dev *vdev, struct vnic_rq *rq, unsigned int index, in vnic_rq_alloc() 99 void vnic_rq_init(struct vnic_rq *rq, unsigned int cq_index, in vnic_rq_init() 125 unsigned int vnic_rq_error_status(struct vnic_rq *rq) in vnic_rq_error_status() 130 void vnic_rq_enable(struct vnic_rq *rq) in vnic_rq_enable() 135 int vnic_rq_disable(struct vnic_rq *rq) in vnic_rq_disable() 153 void vnic_rq_clean(struct vnic_rq *rq, in vnic_rq_clean() 154 void (*buf_clean)(struct vnic_rq *rq, struct vnic_rq_buf *buf)) in vnic_rq_clean()
|
| /linux/block/ |
| A D | blk-crypto-internal.h | 57 static inline void blk_crypto_rq_set_defaults(struct request *rq) in blk_crypto_rq_set_defaults() 63 static inline bool blk_crypto_rq_is_encrypted(struct request *rq) in blk_crypto_rq_is_encrypted() 68 static inline bool blk_crypto_rq_has_keyslot(struct request *rq) in blk_crypto_rq_has_keyslot() 96 static inline bool bio_crypt_rq_ctx_compatible(struct request *rq, in bio_crypt_rq_ctx_compatible() 120 static inline void blk_crypto_rq_set_defaults(struct request *rq) { } in blk_crypto_rq_set_defaults() 122 static inline bool blk_crypto_rq_is_encrypted(struct request *rq) in blk_crypto_rq_is_encrypted() 127 static inline bool blk_crypto_rq_has_keyslot(struct request *rq) in blk_crypto_rq_has_keyslot() 148 static inline void bio_crypt_do_front_merge(struct request *rq, in bio_crypt_do_front_merge() 167 static inline blk_status_t blk_crypto_rq_get_keyslot(struct request *rq) in blk_crypto_rq_get_keyslot() 175 static inline void blk_crypto_rq_put_keyslot(struct request *rq) in blk_crypto_rq_put_keyslot() [all …]
|
| A D | blk-mq.c | 407 struct request *rq; in __blk_mq_alloc_requests_batch() local 439 struct request *rq; in __blk_mq_alloc_requests() local 531 struct request *rq; in blk_mq_rq_cache_fill() local 549 struct request *rq; in blk_mq_alloc_cached_request() local 582 struct request *rq; in blk_mq_alloc_request() local 622 struct request *rq; in blk_mq_alloc_request_hctx() local 745 struct request *rq; in blk_mq_free_plug_rqs() local 1074 struct request *rq; in blk_mq_end_request_batch() local 1447 struct request *rq; in blk_mq_requeue_work() local 1705 struct request *rq; member [all …]
|
| A D | elevator.c | 54 #define rq_hash_key(rq) (blk_rq_pos(rq) + blk_rq_sectors(rq)) argument 74 bool elv_bio_merge_ok(struct request *rq, struct bio *bio) in elv_bio_merge_ok() 165 static inline void __elv_rqhash_del(struct request *rq) in __elv_rqhash_del() 171 void elv_rqhash_del(struct request_queue *q, struct request *rq) in elv_rqhash_del() 178 void elv_rqhash_add(struct request_queue *q, struct request *rq) in elv_rqhash_add() 198 struct request *rq; in elv_rqhash_find() local 219 void elv_rb_add(struct rb_root *root, struct request *rq) in elv_rb_add() 240 void elv_rb_del(struct rb_root *root, struct request *rq) in elv_rb_del() 251 struct request *rq; in elv_rb_find() local 777 struct request *rq) in elv_rb_former_request() [all …]
|
| A D | blk-flush.c | 103 static unsigned int blk_flush_cur_seq(struct request *rq) in blk_flush_cur_seq() 108 static void blk_flush_restore_request(struct request *rq) in blk_flush_restore_request() 124 static void blk_account_io_flush(struct request *rq) in blk_account_io_flush() 148 static void blk_flush_complete_seq(struct request *rq, in blk_flush_complete_seq() 206 struct request *rq, *n; in flush_end_io() local 257 bool is_flush_rq(struct request *rq) in is_flush_rq() 337 static enum rq_end_io_ret mq_flush_data_end_io(struct request *rq, in mq_flush_data_end_io() 369 static void blk_rq_init_flush(struct request *rq) in blk_rq_init_flush() 382 bool blk_insert_flush(struct request *rq) in blk_insert_flush()
|
| /linux/drivers/net/ethernet/mellanox/mlx5/core/en/ |
| A D | reporter_rx.c | 82 struct mlx5e_rq *rq; in mlx5e_rx_reporter_err_icosq_cqe_recover() local 152 struct mlx5e_rq *rq = ctx; in mlx5e_rx_reporter_err_rq_cqe_recover() local 173 struct mlx5e_rq *rq; in mlx5e_rx_reporter_timeout_recover() local 237 mlx5e_rx_reporter_build_diagnose_output_rq_common(struct mlx5e_rq *rq, in mlx5e_rx_reporter_build_diagnose_output_rq_common() 278 static void mlx5e_rx_reporter_build_diagnose_output(struct mlx5e_rq *rq, in mlx5e_rx_reporter_build_diagnose_output() 287 static void mlx5e_rx_reporter_diagnose_generic_rq(struct mlx5e_rq *rq, in mlx5e_rx_reporter_diagnose_generic_rq() 361 struct mlx5e_rq *rq; in mlx5e_rx_reporter_diagnose() local 415 struct mlx5e_rq *rq = ctx; in mlx5e_rx_reporter_dump_rq() local 463 struct mlx5e_rq *rq = &priv->channels.c[i]->rq; in mlx5e_rx_reporter_dump_all_rqs() local 493 void mlx5e_reporter_rx_timeout(struct mlx5e_rq *rq) in mlx5e_reporter_rx_timeout() [all …]
|