| /drivers/gpu/drm/xe/ |
| A D | xe_gt.c | 105 unsigned int fw_ref; in xe_gt_enable_host_l2_vram() local 112 if (!fw_ref) in xe_gt_enable_host_l2_vram() 127 unsigned int fw_ref; in xe_gt_disable_host_l2_vram() local 137 if (!fw_ref) in xe_gt_disable_host_l2_vram() 391 unsigned int fw_ref; in xe_gt_init_early() local 433 if (!fw_ref) in xe_gt_init_early() 456 unsigned int fw_ref; in gt_init_with_gt_forcewake() local 460 if (!fw_ref) in gt_init_with_gt_forcewake() 517 unsigned int fw_ref; in gt_init_with_all_forcewake() local 809 unsigned int fw_ref; in gt_reset() local [all …]
|
| A D | xe_pat.c | 200 unsigned int fw_ref; in xelp_dump() local 204 if (!fw_ref) in xelp_dump() 217 xe_force_wake_put(gt_to_fw(gt), fw_ref); in xelp_dump() 228 unsigned int fw_ref; in xehp_dump() local 232 if (!fw_ref) in xehp_dump() 258 unsigned int fw_ref; in xehpc_dump() local 262 if (!fw_ref) in xehpc_dump() 286 unsigned int fw_ref; in xelpg_dump() local 290 if (!fw_ref) in xelpg_dump() 324 unsigned int fw_ref; in xe2_dump() local [all …]
|
| A D | xe_gt_idle.c | 106 unsigned int fw_ref; in xe_gt_idle_enable_pg() local 135 fw_ref = xe_force_wake_get(gt_to_fw(gt), XE_FW_GT); in xe_gt_idle_enable_pg() 146 xe_force_wake_put(gt_to_fw(gt), fw_ref); in xe_gt_idle_enable_pg() 152 unsigned int fw_ref; in xe_gt_idle_disable_pg() local 160 fw_ref = xe_force_wake_get(gt_to_fw(gt), XE_FW_GT); in xe_gt_idle_disable_pg() 162 xe_force_wake_put(gt_to_fw(gt), fw_ref); in xe_gt_idle_disable_pg() 181 unsigned int fw_ref; in xe_gt_idle_pg_print() local 219 if (!fw_ref) in xe_gt_idle_pg_print() 225 xe_force_wake_put(gt_to_fw(gt), fw_ref); in xe_gt_idle_pg_print() 325 unsigned int fw_ref; in gt_idle_fini() local [all …]
|
| A D | xe_pxp.c | 61 unsigned int fw_ref; in pxp_prerequisites_done() local 80 xe_force_wake_put(gt_to_fw(gt), fw_ref); in pxp_prerequisites_done() 138 unsigned int fw_ref; in pxp_terminate_hw() local 143 fw_ref = xe_force_wake_get(gt_to_fw(gt), XE_FW_GT); in pxp_terminate_hw() 144 if (!xe_force_wake_ref_has_domain(fw_ref, XE_FW_GT)) { in pxp_terminate_hw() 165 xe_force_wake_put(gt_to_fw(gt), fw_ref); in pxp_terminate_hw() 329 unsigned int fw_ref; in kcr_pxp_set_status() local 332 if (!xe_force_wake_ref_has_domain(fw_ref, XE_FW_GT)) in kcr_pxp_set_status() 336 xe_force_wake_put(gt_to_fw(pxp->gt), fw_ref); in kcr_pxp_set_status() 456 unsigned int fw_ref; in __pxp_start_arb_session() local [all …]
|
| A D | xe_drm_client.c | 293 unsigned int fw_ref; in force_wake_get_any_engine() local 304 fw_ref = xe_force_wake_get(fw, domain); in force_wake_get_any_engine() 305 if (!xe_force_wake_ref_has_domain(fw_ref, domain)) { in force_wake_get_any_engine() 306 xe_force_wake_put(fw, fw_ref); in force_wake_get_any_engine() 311 *pfw_ref = fw_ref; in force_wake_get_any_engine() 325 unsigned int fw_ref; in show_run_ticks() local 343 if (!force_wake_get_any_engine(xe, &hwe, &fw_ref)) { in show_run_ticks() 363 xe_force_wake_put(gt_to_fw(hwe->gt), fw_ref); in show_run_ticks()
|
| A D | xe_pmu.c | 138 unsigned int *fw_ref; in event_gt_forcewake() local 145 fw_ref = kzalloc(sizeof(*fw_ref), GFP_KERNEL); in event_gt_forcewake() 146 if (!fw_ref) in event_gt_forcewake() 149 *fw_ref = xe_force_wake_get(gt_to_fw(gt), XE_FW_GT); in event_gt_forcewake() 150 if (!*fw_ref) { in event_gt_forcewake() 151 kfree(fw_ref); in event_gt_forcewake() 155 event->pmu_private = fw_ref; in event_gt_forcewake() 218 unsigned int *fw_ref = event->pmu_private; in xe_pmu_event_destroy() local 220 if (fw_ref) { in xe_pmu_event_destroy() 222 xe_force_wake_put(gt_to_fw(gt), *fw_ref); in xe_pmu_event_destroy() [all …]
|
| A D | xe_guc_pc.c | 526 unsigned int fw_ref; in xe_guc_pc_get_cur_freq() local 532 fw_ref = xe_force_wake_get(gt_to_fw(gt), XE_FW_GT); in xe_guc_pc_get_cur_freq() 534 xe_force_wake_put(gt_to_fw(gt), fw_ref); in xe_guc_pc_get_cur_freq() 540 xe_force_wake_put(gt_to_fw(gt), fw_ref); in xe_guc_pc_get_cur_freq() 1079 unsigned int fw_ref; in xe_guc_pc_gucrc_disable() local 1091 xe_force_wake_put(gt_to_fw(gt), fw_ref); in xe_guc_pc_gucrc_disable() 1097 xe_force_wake_put(gt_to_fw(gt), fw_ref); in xe_guc_pc_gucrc_disable() 1194 unsigned int fw_ref; in xe_guc_pc_start() local 1202 xe_force_wake_put(gt_to_fw(gt), fw_ref); in xe_guc_pc_start() 1264 xe_force_wake_put(gt_to_fw(gt), fw_ref); in xe_guc_pc_start() [all …]
|
| A D | xe_reg_sr.c | 171 unsigned int fw_ref; in xe_reg_sr_apply_mmio() local 181 fw_ref = xe_force_wake_get(gt_to_fw(gt), XE_FORCEWAKE_ALL); in xe_reg_sr_apply_mmio() 182 if (!xe_force_wake_ref_has_domain(fw_ref, XE_FORCEWAKE_ALL)) in xe_reg_sr_apply_mmio() 188 xe_force_wake_put(gt_to_fw(gt), fw_ref); in xe_reg_sr_apply_mmio() 193 xe_force_wake_put(gt_to_fw(gt), fw_ref); in xe_reg_sr_apply_mmio()
|
| A D | xe_gsc.c | 266 unsigned int fw_ref; in gsc_upload_and_init() local 270 fw_ref = xe_force_wake_get(gt_to_fw(tile->primary_gt), XE_FORCEWAKE_ALL); in gsc_upload_and_init() 285 xe_force_wake_put(gt_to_fw(tile->primary_gt), fw_ref); in gsc_upload_and_init() 355 unsigned int fw_ref; in gsc_work() local 365 fw_ref = xe_force_wake_get(gt_to_fw(gt), XE_FW_GSC); in gsc_work() 385 xe_force_wake_put(gt_to_fw(gt), fw_ref); in gsc_work() 618 unsigned int fw_ref; in xe_gsc_print_info() local 627 fw_ref = xe_force_wake_get(gt_to_fw(gt), XE_FW_GSC); in xe_gsc_print_info() 628 if (!fw_ref) in xe_gsc_print_info() 639 xe_force_wake_put(gt_to_fw(gt), fw_ref); in xe_gsc_print_info()
|
| A D | xe_force_wake.h | 20 void xe_force_wake_put(struct xe_force_wake *fw, unsigned int fw_ref); 59 xe_force_wake_ref_has_domain(unsigned int fw_ref, enum xe_force_wake_domains domain) in xe_force_wake_ref_has_domain() argument 61 return fw_ref & domain; in xe_force_wake_ref_has_domain()
|
| A D | xe_force_wake.c | 224 void xe_force_wake_put(struct xe_force_wake *fw, unsigned int fw_ref) in xe_force_wake_put() argument 236 if (!fw_ref) in xe_force_wake_put() 239 if (xe_force_wake_ref_has_domain(fw_ref, XE_FORCEWAKE_ALL)) in xe_force_wake_put() 240 fw_ref = fw->initialized_domains; in xe_force_wake_put() 243 for_each_fw_domain_masked(domain, fw_ref, fw, tmp) { in xe_force_wake_put()
|
| A D | xe_devcoredump.c | 279 unsigned int fw_ref; in xe_devcoredump_deferred_snap_work() local 293 fw_ref = xe_force_wake_get(gt_to_fw(ss->gt), XE_FORCEWAKE_ALL); in xe_devcoredump_deferred_snap_work() 294 if (!xe_force_wake_ref_has_domain(fw_ref, XE_FORCEWAKE_ALL)) in xe_devcoredump_deferred_snap_work() 298 xe_force_wake_put(gt_to_fw(ss->gt), fw_ref); in xe_devcoredump_deferred_snap_work() 335 unsigned int fw_ref; in devcoredump_snapshot() local 354 fw_ref = xe_force_wake_get(gt_to_fw(q->gt), XE_FORCEWAKE_ALL); in devcoredump_snapshot() 367 xe_force_wake_put(gt_to_fw(q->gt), fw_ref); in devcoredump_snapshot()
|
| A D | xe_device.c | 745 unsigned int fw_ref; in probe_has_flat_ccs() local 754 fw_ref = xe_force_wake_get(gt_to_fw(gt), XE_FW_GT); in probe_has_flat_ccs() 755 if (!fw_ref) in probe_has_flat_ccs() 765 xe_force_wake_put(gt_to_fw(gt), fw_ref); in probe_has_flat_ccs() 986 unsigned int fw_ref; in tdf_request_sync() local 995 if (!fw_ref) in tdf_request_sync() 1011 xe_force_wake_put(gt_to_fw(gt), fw_ref); in tdf_request_sync() 1018 unsigned int fw_ref; in xe_device_l2_flush() local 1025 fw_ref = xe_force_wake_get(gt_to_fw(gt), XE_FW_GT); in xe_device_l2_flush() 1026 if (!fw_ref) in xe_device_l2_flush() [all …]
|
| A D | xe_guc_log.c | 148 unsigned int fw_ref; in xe_guc_log_snapshot_capture() local 168 fw_ref = xe_force_wake_get(gt_to_fw(gt), XE_FW_GT); in xe_guc_log_snapshot_capture() 169 if (!fw_ref) { in xe_guc_log_snapshot_capture() 173 xe_force_wake_put(gt_to_fw(gt), fw_ref); in xe_guc_log_snapshot_capture()
|
| A D | xe_huc.c | 299 unsigned int fw_ref; in xe_huc_print_info() local 306 fw_ref = xe_force_wake_get(gt_to_fw(gt), XE_FW_GT); in xe_huc_print_info() 307 if (!fw_ref) in xe_huc_print_info() 313 xe_force_wake_put(gt_to_fw(gt), fw_ref); in xe_huc_print_info()
|
| A D | xe_debugfs.c | 116 unsigned int fw_ref; in forcewake_open() local 122 fw_ref = xe_force_wake_get(gt_to_fw(gt), XE_FORCEWAKE_ALL); in forcewake_open() 123 if (!xe_force_wake_ref_has_domain(fw_ref, XE_FORCEWAKE_ALL)) in forcewake_open() 134 xe_force_wake_put(gt_to_fw(gt), fw_ref); in forcewake_open()
|
| A D | xe_gt_debugfs.c | 94 unsigned int fw_ref; in hw_engines() local 98 fw_ref = xe_force_wake_get(gt_to_fw(gt), XE_FORCEWAKE_ALL); in hw_engines() 99 if (!xe_force_wake_ref_has_domain(fw_ref, XE_FORCEWAKE_ALL)) { in hw_engines() 108 xe_force_wake_put(gt_to_fw(gt), fw_ref); in hw_engines()
|
| A D | xe_vram.c | 226 unsigned int fw_ref; in tile_vram_size() local 246 fw_ref = xe_force_wake_get(gt_to_fw(gt), XE_FW_GT); in tile_vram_size() 247 if (!fw_ref) in tile_vram_size() 270 xe_force_wake_put(gt_to_fw(gt), fw_ref); in tile_vram_size()
|
| A D | xe_gsc_proxy.c | 443 unsigned int fw_ref = 0; in xe_gsc_proxy_remove() local 450 fw_ref = xe_force_wake_get(gt_to_fw(gt), XE_FW_GSC); in xe_gsc_proxy_remove() 451 if (!fw_ref) in xe_gsc_proxy_remove() 457 xe_force_wake_put(gt_to_fw(gt), fw_ref); in xe_gsc_proxy_remove()
|
| A D | xe_mocs.c | 780 unsigned int fw_ref, flags; in xe_mocs_dump() local 786 fw_ref = xe_force_wake_get(gt_to_fw(gt), domain); in xe_mocs_dump() 788 if (!xe_force_wake_ref_has_domain(fw_ref, domain)) in xe_mocs_dump() 794 xe_force_wake_put(gt_to_fw(gt), fw_ref); in xe_mocs_dump()
|
| A D | xe_query.c | 123 unsigned int fw_ref; in query_engine_cycles() local 159 fw_ref = xe_force_wake_get(gt_to_fw(gt), XE_FORCEWAKE_ALL); in query_engine_cycles() 160 if (!xe_force_wake_ref_has_domain(fw_ref, XE_FORCEWAKE_ALL)) { in query_engine_cycles() 161 xe_force_wake_put(gt_to_fw(gt), fw_ref); in query_engine_cycles() 168 xe_force_wake_put(gt_to_fw(gt), fw_ref); in query_engine_cycles()
|
| A D | xe_gt_tlb_invalidation.c | 298 unsigned int fw_ref; in xe_gt_tlb_invalidation_ggtt() local 317 fw_ref = xe_force_wake_get(gt_to_fw(gt), XE_FW_GT); in xe_gt_tlb_invalidation_ggtt() 327 xe_force_wake_put(gt_to_fw(gt), fw_ref); in xe_gt_tlb_invalidation_ggtt()
|
| A D | xe_guc.c | 658 unsigned int fw_ref; in guc_fini_hw() local 660 fw_ref = xe_force_wake_get(gt_to_fw(gt), XE_FORCEWAKE_ALL); in guc_fini_hw() 662 xe_force_wake_put(gt_to_fw(gt), fw_ref); in guc_fini_hw() 1621 unsigned int fw_ref; in xe_guc_print_info() local 1628 fw_ref = xe_force_wake_get(gt_to_fw(gt), XE_FW_GT); in xe_guc_print_info() 1629 if (!fw_ref) in xe_guc_print_info() 1650 xe_force_wake_put(gt_to_fw(gt), fw_ref); in xe_guc_print_info()
|
| /drivers/gpu/drm/xe/tests/ |
| A D | xe_mocs.c | 46 unsigned int fw_ref, i; in read_l3cc_table() local 49 fw_ref = xe_force_wake_get(gt_to_fw(gt), XE_FORCEWAKE_ALL); in read_l3cc_table() 50 if (!xe_force_wake_ref_has_domain(fw_ref, XE_FORCEWAKE_ALL)) { in read_l3cc_table() 51 xe_force_wake_put(gt_to_fw(gt), fw_ref); in read_l3cc_table() 77 xe_force_wake_put(gt_to_fw(gt), fw_ref); in read_l3cc_table() 85 unsigned int fw_ref, i; in read_mocs_table() local 91 fw_ref = xe_force_wake_get(gt_to_fw(gt), XE_FW_GT); in read_mocs_table() 92 KUNIT_ASSERT_NE_MSG(test, fw_ref, 0, "Forcewake Failed.\n"); in read_mocs_table() 110 xe_force_wake_put(gt_to_fw(gt), fw_ref); in read_mocs_table()
|
| /drivers/gpu/drm/xe/display/ |
| A D | xe_hdcp_gsc.c | 40 unsigned int fw_ref; in intel_hdcp_gsc_check_status() local 49 fw_ref = xe_force_wake_get(gt_to_fw(gt), XE_FW_GSC); in intel_hdcp_gsc_check_status() 50 if (!fw_ref) { in intel_hdcp_gsc_check_status() 60 xe_force_wake_put(gt_to_fw(gt), fw_ref); in intel_hdcp_gsc_check_status()
|