/linux-6.3-rc2/drivers/gpu/drm/i915/ |
A D | intel_uncore.c | 45 uncore->fw_get_funcs->force_wake_get(uncore, fw_domains); in fw_domains_get() 59 if (!uncore->debug) in mmio_debug_suspend() 77 if (!uncore->debug) in mmio_debug_resume() 419 struct intel_uncore *uncore = domain->uncore; in intel_uncore_fw_release_timer() local 493 fw_domains_reset(uncore, uncore->fw_domains); in intel_uncore_forcewake_reset() 602 uncore->fifo_count = fifo_free_entries(uncore); in forcewake_early_sanitize() 850 drm_WARN(&uncore->i915->drm, uncore->fw_domains_active, in assert_forcewakes_inactive() 2207 d->uncore = uncore; in __fw_domain_init() 2310 if (RCS_MASK(uncore->gt) || CCS_MASK(uncore->gt)) in intel_uncore_fw_domains_init() 2914 if (drm_WARN_ON(&uncore->i915->drm, !uncore->debug)) in intel_uncore_arm_unclaimed_mmio_detection() [all …]
|
A D | vlv_suspend.c | 111 struct intel_uncore *uncore = &i915->uncore; in vlv_save_gunit_s0ix_state() local 154 s->ecobus = intel_uncore_read(uncore, ECOBUS); in vlv_save_gunit_s0ix_state() 163 s->gt_imr = intel_uncore_read(uncore, GTIMR); in vlv_save_gunit_s0ix_state() 164 s->gt_ier = intel_uncore_read(uncore, GTIER); in vlv_save_gunit_s0ix_state() 196 struct intel_uncore *uncore = &i915->uncore; in vlv_restore_gunit_s0ix_state() local 248 intel_uncore_write(uncore, GTIMR, s->gt_imr); in vlv_restore_gunit_s0ix_state() 249 intel_uncore_write(uncore, GTIER, s->gt_ier); in vlv_restore_gunit_s0ix_state() 305 struct intel_uncore *uncore = &i915->uncore; in vlv_force_gfx_clock() local 314 err = intel_wait_for_register(uncore, in vlv_force_gfx_clock() 329 struct intel_uncore *uncore = &i915->uncore; in vlv_allow_gt_wake() local [all …]
|
A D | intel_uncore.h | 180 struct intel_uncore *uncore; member 224 return uncore->flags & UNCORE_HAS_FIFO; in intel_uncore_has_fifo() 331 offset += uncore->gsi_offset; \ 341 offset += uncore->gsi_offset; \ 361 return uncore->funcs.mmio_read##s__(uncore, reg, (trace__)); \ 368 uncore->funcs.mmio_write##s__(uncore, reg, val, (trace__)); \ 440 old = intel_uncore_read(uncore, reg); in intel_uncore_rmw() 442 intel_uncore_write(uncore, reg, val); in intel_uncore_rmw() 451 old = intel_uncore_read_fw(uncore, reg); in intel_uncore_rmw_fw() 471 spin_lock_irqsave(&uncore->lock, flags); in intel_uncore_read64_2x32() [all …]
|
A D | intel_pcode.c | 73 intel_uncore_write_fw(uncore, in __snb_pcode_rw() 89 if (GRAPHICS_VER(uncore->i915) > 6) in __snb_pcode_rw() 99 mutex_lock(&uncore->i915->sb_lock); in snb_pcode_read() 101 mutex_unlock(&uncore->i915->sb_lock); in snb_pcode_read() 104 drm_dbg(&uncore->i915->drm, in snb_pcode_read() 117 mutex_lock(&uncore->i915->sb_lock); in snb_pcode_write_timeout() 120 mutex_unlock(&uncore->i915->sb_lock); in snb_pcode_write_timeout() 123 drm_dbg(&uncore->i915->drm, in snb_pcode_write_timeout() 165 mutex_lock(&uncore->i915->sb_lock); in skl_pcode_request() 194 drm_dbg_kms(&uncore->i915->drm, in skl_pcode_request() [all …]
|
A D | i915_irq.c | 2574 struct intel_uncore *uncore = &dev_priv->uncore; in ibx_irq_reset() local 2587 struct intel_uncore *uncore = &dev_priv->uncore; in vlv_display_irq_reset() local 2605 struct intel_uncore *uncore = &dev_priv->uncore; in vlv_display_irq_postinstall() local 2638 struct intel_uncore *uncore = &dev_priv->uncore; in ilk_irq_reset() local 2671 struct intel_uncore *uncore = &dev_priv->uncore; in gen8_display_irq_reset() local 2691 struct intel_uncore *uncore = &dev_priv->uncore; in gen8_irq_reset() local 2750 struct intel_uncore *uncore = gt->uncore; in gen11_irq_reset() local 2764 struct intel_uncore *uncore = gt->uncore; in dg1_irq_reset() local 3415 struct intel_uncore *uncore = gt->uncore; in gen11_irq_postinstall() local 3433 struct intel_uncore *uncore = gt->uncore; in dg1_irq_postinstall() local [all …]
|
A D | intel_pm.c | 97 …intel_uncore_write(&dev_priv->uncore, GEN9_CLKGATE_DIS_0, intel_uncore_read(&dev_priv->uncore, GEN… in bxt_init_clock_gating() 130 …intel_uncore_write(&dev_priv->uncore, GEN9_CLKGATE_DIS_0, intel_uncore_read(&dev_priv->uncore, GEN… in glk_init_clock_gating() 941 intel_uncore_write(&dev_priv->uncore, DSPFW1, in g4x_write_wm_values() 946 intel_uncore_write(&dev_priv->uncore, DSPFW2, in g4x_write_wm_values() 953 intel_uncore_write(&dev_priv->uncore, DSPFW3, in g4x_write_wm_values() 1980 struct intel_uncore *uncore = &dev_priv->uncore; in vlv_atomic_update_fifo() local 2009 spin_lock(&uncore->lock); in vlv_atomic_update_fifo() 2069 spin_unlock(&uncore->lock); in vlv_atomic_update_fifo() 4683 struct intel_uncore *uncore = &dev_priv->uncore; in i965gm_init_clock_gating() local 4689 intel_uncore_write16(uncore, DEUC, 0); in i965gm_init_clock_gating() [all …]
|
A D | intel_pcode.h | 13 int snb_pcode_read(struct intel_uncore *uncore, u32 mbox, u32 *val, u32 *val1); 14 int snb_pcode_write_timeout(struct intel_uncore *uncore, u32 mbox, u32 val, 16 #define snb_pcode_write(uncore, mbox, val) \ argument 17 snb_pcode_write_timeout(uncore, mbox, val, 500, 0) 19 int skl_pcode_request(struct intel_uncore *uncore, u32 mbox, u32 request, 22 int intel_pcode_init(struct intel_uncore *uncore); 27 int snb_pcode_read_p(struct intel_uncore *uncore, u32 mbcmd, u32 p1, u32 p2, u32 *val); 28 int snb_pcode_write_p(struct intel_uncore *uncore, u32 mbcmd, u32 p1, u32 p2, u32 val);
|
A D | i915_hwmon.c | 48 struct intel_uncore *uncore; member 70 struct intel_uncore *uncore = ddat->uncore; in hwm_locked_with_pm_intel_uncore_rmw() local 75 with_intel_runtime_pm(uncore->rpm, wakeref) in hwm_locked_with_pm_intel_uncore_rmw() 76 intel_uncore_rmw(uncore, reg, clear, set); in hwm_locked_with_pm_intel_uncore_rmw() 90 struct intel_uncore *uncore = ddat->uncore; in hwm_field_read_and_scale() local 94 with_intel_runtime_pm(uncore->rpm, wakeref) in hwm_field_read_and_scale() 139 struct intel_uncore *uncore = ddat->uncore; in hwm_energy() local 153 with_intel_runtime_pm(uncore->rpm, wakeref) in hwm_energy() 635 struct intel_uncore *uncore = &i915->uncore; in hwm_get_preregistration_info() local 715 ddat->uncore = &i915->uncore; in i915_hwmon_register() [all …]
|
/linux-6.3-rc2/drivers/gpu/drm/i915/gt/ |
A D | intel_rc6.c | 48 return rc6_to_gt(rc)->uncore; in rc6_to_uncore() 64 struct intel_uncore *uncore = gt->uncore; in gen11_rc6_enable() local 85 set(uncore, GEN6_RC_SLEEP, 0); in gen11_rc6_enable() 174 set(uncore, GEN6_RC_SLEEP, 0); in gen9_rc6_enable() 213 set(uncore, GEN9_PG_ENABLE, in gen9_rc6_enable() 229 set(uncore, GEN6_RC_SLEEP, 0); in gen8_rc6_enable() 257 set(uncore, GEN6_RC_SLEEP, 0); in gen6_rc6_enable() 381 set(uncore, GEN6_RC_SLEEP, 0); in chv_rc6_enable() 387 set(uncore, VLV_COUNTER_CONTROL, in chv_rc6_enable() 412 set(uncore, VLV_COUNTER_CONTROL, in vlv_rc6_enable() [all …]
|
A D | intel_gt_clock_utils.c | 71 freq = read_reference_ts_freq(uncore); in gen11_read_clock_frequency() 95 freq = read_reference_ts_freq(uncore); in gen9_read_clock_frequency() 159 if (GRAPHICS_VER(uncore->i915) >= 11) in read_clock_frequency() 161 else if (GRAPHICS_VER(uncore->i915) >= 9) in read_clock_frequency() 162 return gen9_read_clock_frequency(uncore); in read_clock_frequency() 163 else if (GRAPHICS_VER(uncore->i915) >= 6) in read_clock_frequency() 164 return gen6_read_clock_frequency(uncore); in read_clock_frequency() 165 else if (GRAPHICS_VER(uncore->i915) == 5) in read_clock_frequency() 167 else if (IS_G4X(uncore->i915)) in read_clock_frequency() 168 return g4x_read_clock_frequency(uncore); in read_clock_frequency() [all …]
|
A D | intel_gt_irq.c | 207 struct intel_uncore *uncore = gt->uncore; in gen11_gt_irq_reset() local 255 struct intel_uncore *uncore = gt->uncore; in gen11_gt_irq_postinstall() local 435 struct intel_uncore *uncore = gt->uncore; in gen8_gt_irq_reset() local 437 GEN8_IRQ_RESET_NDX(uncore, GT, 0); in gen8_gt_irq_reset() 438 GEN8_IRQ_RESET_NDX(uncore, GT, 1); in gen8_gt_irq_reset() 439 GEN8_IRQ_RESET_NDX(uncore, GT, 2); in gen8_gt_irq_reset() 457 struct intel_uncore *uncore = gt->uncore; in gen8_gt_irq_postinstall() local 497 struct intel_uncore *uncore = gt->uncore; in gen5_gt_irq_reset() local 499 GEN3_IRQ_RESET(uncore, GT); in gen5_gt_irq_reset() 501 GEN3_IRQ_RESET(uncore, GEN6_PM); in gen5_gt_irq_reset() [all …]
|
A D | intel_gt_pm_debugfs.c | 32 intel_uncore_forcewake_user_get(gt->uncore); in intel_gt_pm_debugfs_forcewake_user_open() 38 intel_uncore_forcewake_user_put(gt->uncore); in intel_gt_pm_debugfs_forcewake_user_release() 70 struct intel_uncore *uncore = gt->uncore; in fw_domains_show() local 75 uncore->user_forcewake_count); in fw_domains_show() 77 for_each_fw_domain(fw_domain, uncore, tmp) in fw_domains_show() 89 struct intel_uncore *uncore = gt->uncore; in vlv_drpc() local 115 struct intel_uncore *uncore = gt->uncore; in gen6_drpc() local 203 struct intel_uncore *uncore = gt->uncore; in ilk_drpc() local 262 struct intel_uncore *uncore = gt->uncore; in mtl_drpc() local 339 struct intel_uncore *uncore = gt->uncore; in intel_gt_pm_frequency_dump() local [all …]
|
A D | intel_rps.c | 44 return rps_to_gt(rps)->uncore; in rps_to_uncore() 311 struct intel_uncore *uncore = in __ips_chipset_val() local 578 intel_uncore_write(uncore, in gen5_rps_enable() 671 struct intel_uncore *uncore = gt->uncore; in rps_set_power() local 711 set(uncore, GEN6_RP_UP_EI, in rps_set_power() 1068 set(uncore, in intel_rps_set() 1218 struct intel_uncore *uncore = gt->uncore; in gen9_rps_enable() local 1490 t = ips_mch_val(uncore); in __ips_gfx_val() 1795 vlv_c0_read(uncore, &now); in vlv_wa_c0_ei() 2264 struct intel_uncore *uncore = gt->uncore; in rps_frequency_dump() local [all …]
|
A D | intel_gtt.c | 406 struct intel_uncore *uncore = gt->uncore; in gtt_write_workarounds() local 444 intel_uncore_rmw(uncore, in gtt_write_workarounds() 509 intel_uncore_write(uncore, in icl_setup_private_ppat() 512 intel_uncore_write(uncore, in icl_setup_private_ppat() 515 intel_uncore_write(uncore, in icl_setup_private_ppat() 518 intel_uncore_write(uncore, in icl_setup_private_ppat() 521 intel_uncore_write(uncore, in icl_setup_private_ppat() 524 intel_uncore_write(uncore, in icl_setup_private_ppat() 527 intel_uncore_write(uncore, in icl_setup_private_ppat() 530 intel_uncore_write(uncore, in icl_setup_private_ppat() [all …]
|
A D | intel_sa_media.c | 16 struct intel_uncore *uncore; in intel_sa_mediagt_setup() local 18 uncore = drmm_kzalloc(&i915->drm, sizeof(*uncore), GFP_KERNEL); in intel_sa_mediagt_setup() 19 if (!uncore) in intel_sa_mediagt_setup() 22 uncore->gsi_offset = gsi_offset; in intel_sa_mediagt_setup() 26 intel_uncore_init_early(uncore, gt); in intel_sa_mediagt_setup() 32 uncore->regs = i915->uncore.regs; in intel_sa_mediagt_setup() 33 if (drm_WARN_ON(&i915->drm, uncore->regs == NULL)) in intel_sa_mediagt_setup() 36 gt->uncore = uncore; in intel_sa_mediagt_setup()
|
A D | intel_gt_mcr.c | 172 intel_uncore_read(gt->uncore, in intel_gt_mcr_init() 176 intel_uncore_read(gt->uncore, XEHP_FUSE4)); in intel_gt_mcr_init() 250 struct intel_uncore *uncore = gt->uncore; in rw_with_mcr_steering_fw() local 263 intel_uncore_write_fw(uncore, MTL_MCR_SELECTOR, in rw_with_mcr_steering_fw() 267 } else if (GRAPHICS_VER(uncore->i915) >= 11) { in rw_with_mcr_steering_fw() 328 struct intel_uncore *uncore = gt->uncore; in rw_with_mcr_steering() local 340 spin_lock(&uncore->lock); in rw_with_mcr_steering() 346 spin_unlock(&uncore->lock); in rw_with_mcr_steering() 371 lockdep_assert_not_held(>->uncore->lock); in intel_gt_mcr_lock() 379 err = wait_for(intel_uncore_read_fw(gt->uncore, in intel_gt_mcr_lock() [all …]
|
A D | intel_gt.c | 69 gt->uncore = &i915->uncore; in intel_root_gt_init_early() 139 struct intel_uncore *uncore = gt->uncore; in init_unused_ring() local 169 struct intel_uncore *uncore = gt->uncore; in intel_gt_init_hw() local 181 intel_uncore_write(uncore, in intel_gt_init_hw() 242 struct intel_uncore *uncore = gt->uncore; in intel_gt_clear_error_registers() local 346 struct intel_uncore *uncore = gt->uncore; in gen8_check_faults() local 404 struct intel_uncore *uncore = gt->uncore; in intel_gt_flush_ggtt_writes() local 840 uncore = drmm_kzalloc(>->i915->drm, sizeof(*uncore), GFP_KERNEL); in intel_gt_tile_setup() 841 if (!uncore) in intel_gt_tile_setup() 848 gt->uncore = uncore; in intel_gt_tile_setup() [all …]
|
A D | intel_ggtt_fencing.c | 56 return fence->ggtt->vm.gt->uncore; in fence_to_uncore() 142 intel_uncore_write_fw(uncore, reg, val); in i915_write_fence_reg() 143 intel_uncore_posting_read_fw(uncore, reg); in i915_write_fence_reg() 167 intel_uncore_write_fw(uncore, reg, val); in i830_write_fence_reg() 573 struct intel_uncore *uncore = ggtt->vm.gt->uncore; in detect_bit_6_swizzle() local 841 struct intel_uncore *uncore = ggtt->vm.gt->uncore; in intel_ggtt_init_fences() local 863 num_fences = intel_uncore_read(uncore, in intel_ggtt_init_fences() 901 struct intel_uncore *uncore = gt->uncore; in intel_gt_init_swizzling() local 915 intel_uncore_write(uncore, in intel_gt_init_swizzling() 919 intel_uncore_write(uncore, in intel_gt_init_swizzling() [all …]
|
A D | intel_gt_pm_irq.c | 16 struct intel_uncore *uncore = gt->uncore; in write_pm_imr() local 29 intel_uncore_write(uncore, reg, mask); in write_pm_imr() 64 struct intel_uncore *uncore = gt->uncore; in gen6_gt_pm_reset_iir() local 69 intel_uncore_write(uncore, reg, reset_mask); in gen6_gt_pm_reset_iir() 70 intel_uncore_write(uncore, reg, reset_mask); in gen6_gt_pm_reset_iir() 71 intel_uncore_posting_read(uncore, reg); in gen6_gt_pm_reset_iir() 77 struct intel_uncore *uncore = gt->uncore; in write_pm_ier() local 90 intel_uncore_write(uncore, reg, mask); in write_pm_ier()
|
/linux-6.3-rc2/drivers/gpu/drm/i915/gt/uc/ |
A D | intel_guc_fw.c | 21 struct intel_uncore *uncore = gt->uncore; in guc_prepare_xfer() local 35 if (IS_GEN9_LP(uncore->i915)) in guc_prepare_xfer() 40 if (GRAPHICS_VER(uncore->i915) == 9) { in guc_prepare_xfer() 51 struct intel_uncore *uncore) in guc_xfer_rsa_mmio() argument 68 struct intel_uncore *uncore) in guc_xfer_rsa_vma() argument 80 struct intel_uncore *uncore) in guc_xfer_rsa() argument 83 return guc_xfer_rsa_vma(guc_fw, uncore); in guc_xfer_rsa() 85 return guc_xfer_rsa_mmio(guc_fw, uncore); in guc_xfer_rsa() 109 struct intel_uncore *uncore = gt->uncore; in guc_wait_ucode() local 172 struct intel_uncore *uncore = gt->uncore; in intel_guc_fw_upload() local [all …]
|
/linux-6.3-rc2/drivers/gpu/drm/i915/selftests/ |
A D | intel_uncore.c | 165 struct intel_uncore *uncore = gt->uncore; in live_forcewake_ops() local 203 for_each_fw_domain(domain, uncore, tmp) { in live_forcewake_ops() 272 intel_runtime_pm_put(uncore->rpm, wakeref); in live_forcewake_ops() 280 struct intel_uncore *uncore = gt->uncore; in live_forcewake_domains() local 302 check_for_unclaimed_mmio(uncore); in live_forcewake_domains() 306 intel_uncore_posting_read_fw(uncore, reg); in live_forcewake_domains() 307 if (!check_for_unclaimed_mmio(uncore)) in live_forcewake_domains() 318 intel_uncore_forcewake_reset(uncore); in live_forcewake_domains() 321 check_for_unclaimed_mmio(uncore); in live_forcewake_domains() 323 intel_uncore_posting_read_fw(uncore, reg); in live_forcewake_domains() [all …]
|
/linux-6.3-rc2/arch/x86/events/amd/ |
A D | uncore.c | 252 if (!uncore) in amd_uncore_event_init() 259 event->cpu = uncore->cpu; in amd_uncore_event_init() 534 uncore = amd_uncore_find_online_sibling(uncore, amd_uncore_nb); in amd_uncore_cpu_starting() 542 uncore = amd_uncore_find_online_sibling(uncore, amd_uncore_llc); in amd_uncore_cpu_starting() 556 kfree(uncore->events); in uncore_clean_online() 557 kfree(uncore); in uncore_clean_online() 568 if (cpu == uncore->cpu) in uncore_online() 624 if (cpu == uncore->cpu) in uncore_dead() 627 if (!--uncore->refcnt) { in uncore_dead() 628 kfree(uncore->events); in uncore_dead() [all …]
|
/linux-6.3-rc2/drivers/gpu/drm/i915/display/ |
A D | intel_de.h | 16 return intel_uncore_read(&i915->uncore, reg); in intel_de_read() 22 return intel_uncore_read8(&i915->uncore, reg); in intel_de_read8() 29 return intel_uncore_read64_2x32(&i915->uncore, lower_reg, upper_reg); in intel_de_read64_2x32() 35 intel_uncore_posting_read(&i915->uncore, reg); in intel_de_posting_read() 41 intel_uncore_write(&i915->uncore, reg, val); in intel_de_write() 47 return intel_uncore_rmw(&i915->uncore, reg, clear, set); in intel_de_rmw() 70 return __intel_wait_for_register(&i915->uncore, reg, mask, value, in __intel_de_wait_for_register() 101 val = intel_uncore_read_fw(&i915->uncore, reg); in intel_de_read_fw() 111 intel_uncore_write_fw(&i915->uncore, reg, val); in intel_de_write_fw() 117 return intel_uncore_read_notrace(&i915->uncore, reg); in intel_de_read_notrace() [all …]
|
/linux-6.3-rc2/arch/x86/events/intel/ |
A D | uncore_discovery.c | 561 uncore->type_id = type->type; in uncore_update_uncore_type() 562 uncore->num_boxes = type->num_boxes; in uncore_update_uncore_type() 565 uncore->box_ids = type->ids; in uncore_update_uncore_type() 569 uncore->ops = &generic_uncore_msr_ops; in uncore_update_uncore_type() 576 uncore->ops = &generic_uncore_pci_ops; in uncore_update_uncore_type() 580 uncore->box_ctls = type->box_ctrl_die; in uncore_update_uncore_type() 588 uncore->box_ctls = type->box_ctrl_die; in uncore_update_uncore_type() 604 struct intel_uncore_type *uncore; in intel_uncore_generic_init_uncores() local 619 if (!uncore) in intel_uncore_generic_init_uncores() 626 kfree(uncore); in intel_uncore_generic_init_uncores() [all …]
|
/linux-6.3-rc2/drivers/gpu/drm/i915/pxp/ |
A D | intel_pxp_session.c | 23 struct intel_uncore *uncore = pxp->ctrl_gt->uncore; in intel_pxp_session_is_in_play() local 28 with_intel_runtime_pm_if_in_use(uncore->rpm, wakeref) in intel_pxp_session_is_in_play() 29 sip = intel_uncore_read(uncore, GEN12_KCR_SIP); in intel_pxp_session_is_in_play() 36 struct intel_uncore *uncore = pxp->ctrl_gt->uncore; in pxp_wait_for_session_state() local 42 wakeref = intel_runtime_pm_get_if_in_use(uncore->rpm); in pxp_wait_for_session_state() 46 ret = intel_wait_for_register(uncore, in pxp_wait_for_session_state() 52 intel_runtime_pm_put(uncore->rpm, wakeref); in pxp_wait_for_session_state() 111 intel_uncore_write(gt->uncore, PXP_GLOBAL_TERMINATE, 1); in pxp_terminate_arb_session_and_global() 162 wakeref = intel_runtime_pm_get_if_in_use(gt->uncore->rpm); in pxp_session_work() 174 intel_runtime_pm_put(gt->uncore->rpm, wakeref); in pxp_session_work()
|