| /linux/drivers/gpu/drm/i915/ |
| A D | intel_uncore.c | 45 uncore->fw_get_funcs->force_wake_get(uncore, fw_domains); in fw_domains_get() 59 if (!uncore->debug) in mmio_debug_suspend() 77 if (!uncore->debug) in mmio_debug_resume() 428 struct intel_uncore *uncore = domain->uncore; in intel_uncore_fw_release_timer() local 502 fw_domains_reset(uncore, uncore->fw_domains); in intel_uncore_forcewake_reset() 611 uncore->fifo_count = fifo_free_entries(uncore); in forcewake_early_sanitize() 859 drm_WARN(&uncore->i915->drm, uncore->fw_domains_active, in assert_forcewakes_inactive() 2075 d->uncore = uncore; in __fw_domain_init() 2178 if (RCS_MASK(uncore->gt) || CCS_MASK(uncore->gt)) in intel_uncore_fw_domains_init() 2827 if (drm_WARN_ON(&uncore->i915->drm, !uncore->debug)) in intel_uncore_arm_unclaimed_mmio_detection() [all …]
|
| A D | vlv_suspend.c | 111 struct intel_uncore *uncore = &i915->uncore; in vlv_save_gunit_s0ix_state() local 154 s->ecobus = intel_uncore_read(uncore, ECOBUS); in vlv_save_gunit_s0ix_state() 163 s->gt_imr = intel_uncore_read(uncore, GTIMR); in vlv_save_gunit_s0ix_state() 164 s->gt_ier = intel_uncore_read(uncore, GTIER); in vlv_save_gunit_s0ix_state() 196 struct intel_uncore *uncore = &i915->uncore; in vlv_restore_gunit_s0ix_state() local 248 intel_uncore_write(uncore, GTIMR, s->gt_imr); in vlv_restore_gunit_s0ix_state() 249 intel_uncore_write(uncore, GTIER, s->gt_ier); in vlv_restore_gunit_s0ix_state() 305 struct intel_uncore *uncore = &i915->uncore; in vlv_force_gfx_clock() local 314 err = intel_wait_for_register(uncore, in vlv_force_gfx_clock() 329 struct intel_uncore *uncore = &i915->uncore; in vlv_allow_gt_wake() local [all …]
|
| A D | intel_clock_gating.c | 142 intel_uncore_posting_read(&dev_priv->uncore, in g4x_disable_trickle_feed() 159 intel_uncore_write(&i915->uncore, PCH_3DCGDIS0, in ilk_init_clock_gating() 162 intel_uncore_write(&i915->uncore, PCH_3DCGDIS1, in ilk_init_clock_gating() 176 intel_uncore_write(&i915->uncore, DISP_ARB_CTL, in ilk_init_clock_gating() 619 struct intel_uncore *uncore = &i915->uncore; in i965gm_init_clock_gating() local 624 intel_uncore_write(uncore, RAMCLK_GATE_D, 0); in i965gm_init_clock_gating() 625 intel_uncore_write16(uncore, DEUC, 0); in i965gm_init_clock_gating() 626 intel_uncore_write(uncore, in i965gm_init_clock_gating() 678 intel_uncore_write(&i915->uncore, MEM_MODE, in i85x_init_clock_gating() 688 intel_uncore_write(&i915->uncore, SCPD0, in i85x_init_clock_gating() [all …]
|
| A D | intel_uncore.h | 180 struct intel_uncore *uncore; member 224 return uncore->flags & UNCORE_HAS_FIFO; in intel_uncore_has_fifo() 331 offset += uncore->gsi_offset; \ 341 offset += uncore->gsi_offset; \ 361 return uncore->funcs.mmio_read##s__(uncore, reg, (trace__)); \ 368 uncore->funcs.mmio_write##s__(uncore, reg, val, (trace__)); \ 440 old = intel_uncore_read(uncore, reg); in intel_uncore_rmw() 442 intel_uncore_write(uncore, reg, val); in intel_uncore_rmw() 451 old = intel_uncore_read_fw(uncore, reg); in intel_uncore_rmw_fw() 493 intel_uncore_write(uncore, reg, val); in intel_uncore_write_and_verify() [all …]
|
| A D | intel_pcode.c | 73 intel_uncore_write_fw(uncore, in __snb_pcode_rw() 89 if (GRAPHICS_VER(uncore->i915) > 6) in __snb_pcode_rw() 99 mutex_lock(&uncore->i915->sb_lock); in snb_pcode_read() 104 drm_dbg(&uncore->i915->drm, in snb_pcode_read() 117 mutex_lock(&uncore->i915->sb_lock); in snb_pcode_write_timeout() 123 drm_dbg(&uncore->i915->drm, in snb_pcode_write_timeout() 165 mutex_lock(&uncore->i915->sb_lock); in skl_pcode_request() 194 drm_dbg_kms(&uncore->i915->drm, in skl_pcode_request() 216 return skl_pcode_request(uncore, in pcode_init_wait() 227 if (!IS_DGFX(uncore->i915)) in intel_pcode_init() [all …]
|
| A D | i915_irq.c | 663 struct intel_uncore *uncore = &dev_priv->uncore; in ibx_irq_reset() local 678 struct intel_uncore *uncore = &dev_priv->uncore; in ilk_irq_reset() local 711 struct intel_uncore *uncore = &dev_priv->uncore; in gen8_irq_reset() local 727 struct intel_uncore *uncore = gt->uncore; in gen11_irq_reset() local 740 struct intel_uncore *uncore = &dev_priv->uncore; in dg1_irq_reset() local 759 struct intel_uncore *uncore = &dev_priv->uncore; in cherryview_irq_reset() local 805 struct intel_uncore *uncore = gt->uncore; in gen11_irq_postinstall() local 819 struct intel_uncore *uncore = &dev_priv->uncore; in dg1_irq_postinstall() local 850 struct intel_uncore *uncore = &dev_priv->uncore; in i8xx_irq_reset() local 881 struct intel_uncore *uncore = &dev_priv->uncore; in i8xx_irq_postinstall() local [all …]
|
| A D | i915_hwmon.c | 55 struct intel_uncore *uncore; member 80 struct intel_uncore *uncore = ddat->uncore; in hwm_locked_with_pm_intel_uncore_rmw() local 83 with_intel_runtime_pm(uncore->rpm, wakeref) { in hwm_locked_with_pm_intel_uncore_rmw() 86 intel_uncore_rmw(uncore, reg, clear, set); in hwm_locked_with_pm_intel_uncore_rmw() 101 struct intel_uncore *uncore = ddat->uncore; in hwm_field_read_and_scale() local 105 with_intel_runtime_pm(uncore->rpm, wakeref) in hwm_field_read_and_scale() 106 reg_value = intel_uncore_read(uncore, rgadr); in hwm_field_read_and_scale() 136 struct intel_uncore *uncore = ddat->uncore; in hwm_energy() local 801 struct intel_uncore *uncore = &i915->uncore; in hwm_get_preregistration_info() local 887 ddat->uncore = &i915->uncore; in i915_hwmon_register() [all …]
|
| A D | i915_irq.h | 43 void gen3_assert_iir_is_zero(struct intel_uncore *uncore, i915_reg_t reg); 45 void gen3_irq_reset(struct intel_uncore *uncore, i915_reg_t imr, 48 void gen3_irq_init(struct intel_uncore *uncore, 53 #define GEN8_IRQ_RESET_NDX(uncore, type, which) \ argument 56 gen3_irq_reset((uncore), GEN8_##type##_IMR(which_), \ 60 #define GEN3_IRQ_RESET(uncore, type) \ argument 61 gen3_irq_reset((uncore), type##IMR, type##IIR, type##IER) 63 #define GEN8_IRQ_INIT_NDX(uncore, type, which, imr_val, ier_val) \ argument 66 gen3_irq_init((uncore), \ 72 #define GEN3_IRQ_INIT(uncore, type, imr_val, ier_val) \ argument [all …]
|
| /linux/drivers/gpu/drm/i915/gt/ |
| A D | intel_rc6.c | 48 return rc6_to_gt(rc)->uncore; in rc6_to_uncore() 59 struct intel_uncore *uncore = gt->uncore; in gen11_rc6_enable() local 300 pcbr = intel_uncore_read(uncore, VLV_PCBR); in chv_rc6_init() 322 pcbr = intel_uncore_read(uncore, VLV_PCBR); in vlv_rc6_init() 759 lockdep_assert_held(&uncore->lock); in vlv_residency_raw() 773 upper = intel_uncore_read_fw(uncore, reg); in vlv_residency_raw() 779 lower = intel_uncore_read_fw(uncore, reg); in vlv_residency_raw() 783 upper = intel_uncore_read_fw(uncore, reg); in vlv_residency_raw() 810 spin_lock_irqsave(&uncore->lock, flags); in intel_rc6_residency_ns() 818 time_hw = vlv_residency_raw(uncore, reg); in intel_rc6_residency_ns() [all …]
|
| A D | intel_gt_clock_utils.c | 72 freq = read_reference_ts_freq(uncore); in gen11_read_clock_frequency() 96 freq = read_reference_ts_freq(uncore); in gen9_read_clock_frequency() 160 if (GRAPHICS_VER(uncore->i915) >= 11) in read_clock_frequency() 162 else if (GRAPHICS_VER(uncore->i915) >= 9) in read_clock_frequency() 163 return gen9_read_clock_frequency(uncore); in read_clock_frequency() 164 else if (GRAPHICS_VER(uncore->i915) >= 6) in read_clock_frequency() 165 return gen6_read_clock_frequency(uncore); in read_clock_frequency() 166 else if (GRAPHICS_VER(uncore->i915) == 5) in read_clock_frequency() 168 else if (IS_G4X(uncore->i915)) in read_clock_frequency() 169 return g4x_read_clock_frequency(uncore); in read_clock_frequency() [all …]
|
| A D | intel_gt_irq.c | 215 struct intel_uncore *uncore = gt->uncore; in gen11_gt_irq_reset() local 263 struct intel_uncore *uncore = gt->uncore; in gen11_gt_irq_postinstall() local 453 struct intel_uncore *uncore = gt->uncore; in gen8_gt_irq_reset() local 455 GEN8_IRQ_RESET_NDX(uncore, GT, 0); in gen8_gt_irq_reset() 456 GEN8_IRQ_RESET_NDX(uncore, GT, 1); in gen8_gt_irq_reset() 457 GEN8_IRQ_RESET_NDX(uncore, GT, 2); in gen8_gt_irq_reset() 475 struct intel_uncore *uncore = gt->uncore; in gen8_gt_irq_postinstall() local 515 struct intel_uncore *uncore = gt->uncore; in gen5_gt_irq_reset() local 517 GEN3_IRQ_RESET(uncore, GT); in gen5_gt_irq_reset() 519 GEN3_IRQ_RESET(uncore, GEN6_PM); in gen5_gt_irq_reset() [all …]
|
| A D | intel_gt_pm_debugfs.c | 70 struct intel_uncore *uncore = gt->uncore; in fw_domains_show() local 74 spin_lock_irq(&uncore->lock); in fw_domains_show() 77 uncore->user_forcewake_count); in fw_domains_show() 79 for_each_fw_domain(fw_domain, uncore, tmp) in fw_domains_show() 84 spin_unlock_irq(&uncore->lock); in fw_domains_show() 93 struct intel_uncore *uncore = gt->uncore; in vlv_drpc() local 119 struct intel_uncore *uncore = gt->uncore; in gen6_drpc() local 207 struct intel_uncore *uncore = gt->uncore; in ilk_drpc() local 266 struct intel_uncore *uncore = gt->uncore; in mtl_drpc() local 342 struct intel_uncore *uncore = gt->uncore; in intel_gt_pm_frequency_dump() local [all …]
|
| A D | intel_gtt.c | 438 struct intel_uncore *uncore = gt->uncore; in gtt_write_workarounds() local 476 intel_uncore_rmw(uncore, in gtt_write_workarounds() 579 intel_uncore_write(uncore, in icl_setup_private_ppat() 582 intel_uncore_write(uncore, in icl_setup_private_ppat() 585 intel_uncore_write(uncore, in icl_setup_private_ppat() 588 intel_uncore_write(uncore, in icl_setup_private_ppat() 591 intel_uncore_write(uncore, in icl_setup_private_ppat() 594 intel_uncore_write(uncore, in icl_setup_private_ppat() 597 intel_uncore_write(uncore, in icl_setup_private_ppat() 600 intel_uncore_write(uncore, in icl_setup_private_ppat() [all …]
|
| A D | intel_rps.c | 48 return rps_to_gt(rps)->uncore; in rps_to_uncore() 584 intel_uncore_write(uncore, in gen5_rps_enable() 677 struct intel_uncore *uncore = gt->uncore; in rps_set_power() local 715 set(uncore, GEN6_RP_UP_EI, in rps_set_power() 1078 set(uncore, in intel_rps_set() 1224 struct intel_uncore *uncore = gt->uncore; in gen9_rps_enable() local 1496 t = ips_mch_val(uncore); in __ips_gfx_val() 1774 vlv_c0_read(uncore, &now); in vlv_wa_c0_ei() 2122 freq = take_fw ? intel_uncore_read(uncore, r) : intel_uncore_read_fw(uncore, r); in __read_cagf() 2253 struct intel_uncore *uncore = gt->uncore; in rps_frequency_dump() local [all …]
|
| A D | intel_sa_media.c | 16 struct intel_uncore *uncore; in intel_sa_mediagt_setup() local 18 uncore = drmm_kzalloc(&i915->drm, sizeof(*uncore), GFP_KERNEL); in intel_sa_mediagt_setup() 19 if (!uncore) in intel_sa_mediagt_setup() 22 uncore->gsi_offset = gsi_offset; in intel_sa_mediagt_setup() 26 intel_uncore_init_early(uncore, gt); in intel_sa_mediagt_setup() 32 uncore->regs = intel_uncore_regs(&i915->uncore); in intel_sa_mediagt_setup() 33 if (drm_WARN_ON(&i915->drm, uncore->regs == NULL)) in intel_sa_mediagt_setup() 36 gt->uncore = uncore; in intel_sa_mediagt_setup()
|
| A D | intel_gt_mcr.c | 139 intel_uncore_read(gt->uncore, in intel_gt_mcr_init() 143 intel_uncore_read(gt->uncore, XEHP_FUSE4)); in intel_gt_mcr_init() 211 struct intel_uncore *uncore = gt->uncore; in rw_with_mcr_steering_fw() local 224 intel_uncore_write_fw(uncore, MTL_MCR_SELECTOR, in rw_with_mcr_steering_fw() 228 } else if (GRAPHICS_VER(uncore->i915) >= 11) { in rw_with_mcr_steering_fw() 289 struct intel_uncore *uncore = gt->uncore; in rw_with_mcr_steering() local 301 spin_lock(&uncore->lock); in rw_with_mcr_steering() 307 spin_unlock(&uncore->lock); in rw_with_mcr_steering() 333 lockdep_assert_not_held(>->uncore->lock); in intel_gt_mcr_lock() 356 err = wait_for(intel_uncore_read_fw(gt->uncore, in intel_gt_mcr_lock() [all …]
|
| A D | intel_gt.c | 74 gt->uncore = &i915->uncore; in intel_root_gt_init_early() 144 struct intel_uncore *uncore = gt->uncore; in init_unused_ring() local 174 struct intel_uncore *uncore = gt->uncore; in intel_gt_init_hw() local 186 intel_uncore_write(uncore, in intel_gt_init_hw() 247 struct intel_uncore *uncore = gt->uncore; in intel_gt_clear_error_registers() local 362 struct intel_uncore *uncore = gt->uncore; in gen8_check_faults() local 420 struct intel_uncore *uncore = gt->uncore; in intel_gt_flush_ggtt_writes() local 876 struct intel_uncore *uncore; in intel_gt_tile_setup() local 879 uncore = drmm_kzalloc(>->i915->drm, sizeof(*uncore), GFP_KERNEL); in intel_gt_tile_setup() 880 if (!uncore) in intel_gt_tile_setup() [all …]
|
| A D | intel_ggtt_fencing.c | 56 return fence->ggtt->vm.gt->uncore; in fence_to_uncore() 142 intel_uncore_write_fw(uncore, reg, val); in i915_write_fence_reg() 143 intel_uncore_posting_read_fw(uncore, reg); in i915_write_fence_reg() 167 intel_uncore_write_fw(uncore, reg, val); in i830_write_fence_reg() 573 struct intel_uncore *uncore = ggtt->vm.gt->uncore; in detect_bit_6_swizzle() local 841 struct intel_uncore *uncore = ggtt->vm.gt->uncore; in intel_ggtt_init_fences() local 863 num_fences = intel_uncore_read(uncore, in intel_ggtt_init_fences() 901 struct intel_uncore *uncore = gt->uncore; in intel_gt_init_swizzling() local 915 intel_uncore_write(uncore, in intel_gt_init_swizzling() 919 intel_uncore_write(uncore, in intel_gt_init_swizzling() [all …]
|
| /linux/drivers/gpu/drm/xe/compat-i915-headers/ |
| A D | intel_uncore.h | 15 struct xe_device *xe = container_of(uncore, struct xe_device, uncore); in __compat_uncore_to_gt() 22 struct xe_device *xe = container_of(uncore, struct xe_device, uncore); in __compat_uncore_to_tile() 32 return xe_mmio_read32(__compat_uncore_to_gt(uncore), reg); in intel_uncore_read() 40 return xe_mmio_read8(__compat_uncore_to_gt(uncore), reg); in intel_uncore_read8() 48 return xe_mmio_read16(__compat_uncore_to_gt(uncore), reg); in intel_uncore_read16() 52 intel_uncore_read64_2x32(struct intel_uncore *uncore, in intel_uncore_read64_2x32() argument 75 xe_mmio_read32(__compat_uncore_to_gt(uncore), reg); in intel_uncore_posting_read() 83 xe_mmio_write32(__compat_uncore_to_gt(uncore), reg, val); in intel_uncore_write() 139 xe_mmio_write32(__compat_uncore_to_gt(uncore), reg, val); in intel_uncore_write_fw() 155 xe_mmio_write32(__compat_uncore_to_gt(uncore), reg, val); in intel_uncore_write_notrace() [all …]
|
| /linux/drivers/gpu/drm/xe/display/ext/ |
| A D | i915_irq.c | 13 intel_uncore_write(uncore, imr, 0xffffffff); in gen3_irq_reset() 14 intel_uncore_posting_read(uncore, imr); in gen3_irq_reset() 16 intel_uncore_write(uncore, ier, 0); in gen3_irq_reset() 20 intel_uncore_posting_read(uncore, iir); in gen3_irq_reset() 22 intel_uncore_posting_read(uncore, iir); in gen3_irq_reset() 30 struct xe_device *xe = container_of(uncore, struct xe_device, uncore); in gen3_assert_iir_is_zero() 31 u32 val = intel_uncore_read(uncore, reg); in gen3_assert_iir_is_zero() 40 intel_uncore_posting_read(uncore, reg); in gen3_assert_iir_is_zero() 42 intel_uncore_posting_read(uncore, reg); in gen3_assert_iir_is_zero() 50 gen3_assert_iir_is_zero(uncore, iir); in gen3_irq_init() [all …]
|
| /linux/arch/x86/events/amd/ |
| A D | uncore.c | 448 if (!uncore->init_done || !uncore->num_pmus) in amd_uncore_ctx_init() 548 uncore->scan(uncore, cpu); in amd_uncore_cpu_starting() 561 if (uncore->init(uncore, cpu)) in amd_uncore_cpu_online() 575 uncore->move(uncore, cpu); in amd_uncore_cpu_down_prepare() 588 uncore->free(uncore, cpu); in amd_uncore_cpu_dead() 672 uncore->pmus = kzalloc(sizeof(*uncore->pmus), GFP_KERNEL); in amd_uncore_df_ctx_init() 673 if (!uncore->pmus) in amd_uncore_df_ctx_init() 806 uncore->pmus = kzalloc(sizeof(*uncore->pmus), GFP_KERNEL); in amd_uncore_l3_ctx_init() 807 if (!uncore->pmus) in amd_uncore_l3_ctx_init() 941 uncore->pmus = kzalloc(sizeof(*uncore->pmus) * uncore->num_pmus, in amd_uncore_umc_ctx_init() [all …]
|
| /linux/drivers/gpu/drm/i915/gt/uc/ |
| A D | intel_guc_fw.c | 22 struct intel_uncore *uncore = gt->uncore; in guc_prepare_xfer() local 36 if (IS_GEN9_LP(uncore->i915)) in guc_prepare_xfer() 41 if (GRAPHICS_VER(uncore->i915) == 9) { in guc_prepare_xfer() 52 struct intel_uncore *uncore) in guc_xfer_rsa_mmio() argument 69 struct intel_uncore *uncore) in guc_xfer_rsa_vma() argument 81 struct intel_uncore *uncore) in guc_xfer_rsa() argument 84 return guc_xfer_rsa_vma(guc_fw, uncore); in guc_xfer_rsa() 86 return guc_xfer_rsa_mmio(guc_fw, uncore); in guc_xfer_rsa() 157 struct intel_uncore *uncore = gt->uncore; in guc_wait_ucode() local 289 struct intel_uncore *uncore = gt->uncore; in intel_guc_fw_upload() local [all …]
|
| /linux/drivers/gpu/drm/i915/display/ |
| A D | intel_display_irq.c | 1448 struct intel_uncore *uncore = &dev_priv->uncore; in vlv_display_irq_reset() local 1466 struct intel_uncore *uncore = &dev_priv->uncore; in vlv_display_irq_postinstall() local 1497 struct intel_uncore *uncore = &dev_priv->uncore; in gen8_display_irq_reset() local 1517 struct intel_uncore *uncore = &dev_priv->uncore; in gen11_display_irq_reset() local 1569 struct intel_uncore *uncore = &dev_priv->uncore; in gen8_irq_power_well_post_enable() local 1593 struct intel_uncore *uncore = &dev_priv->uncore; in gen8_irq_power_well_pre_disable() local 1625 struct intel_uncore *uncore = &dev_priv->uncore; in ibx_irq_postinstall() local 1671 struct intel_uncore *uncore = &i915->uncore; in ilk_de_irq_postinstall() local 1716 struct intel_uncore *uncore = &dev_priv->uncore; in gen8_de_irq_postinstall() local 1812 struct intel_uncore *uncore = &i915->uncore; in mtp_irq_postinstall() local [all …]
|
| /linux/drivers/gpu/drm/i915/selftests/ |
| A D | intel_uncore.c | 164 struct intel_uncore *uncore = gt->uncore; in live_forcewake_ops() local 202 for_each_fw_domain(domain, uncore, tmp) { in live_forcewake_ops() 271 intel_runtime_pm_put(uncore->rpm, wakeref); in live_forcewake_ops() 279 struct intel_uncore *uncore = gt->uncore; in live_forcewake_domains() local 301 check_for_unclaimed_mmio(uncore); in live_forcewake_domains() 305 intel_uncore_posting_read_fw(uncore, reg); in live_forcewake_domains() 306 if (!check_for_unclaimed_mmio(uncore)) in live_forcewake_domains() 317 intel_uncore_forcewake_reset(uncore); in live_forcewake_domains() 320 check_for_unclaimed_mmio(uncore); in live_forcewake_domains() 322 intel_uncore_posting_read_fw(uncore, reg); in live_forcewake_domains() [all …]
|
| /linux/drivers/platform/x86/intel/uncore-frequency/ |
| A D | Makefile | 6 obj-$(CONFIG_INTEL_UNCORE_FREQ_CONTROL) += intel-uncore-frequency.o 7 intel-uncore-frequency-y := uncore-frequency.o 8 obj-$(CONFIG_INTEL_UNCORE_FREQ_CONTROL) += intel-uncore-frequency-common.o 9 intel-uncore-frequency-common-y := uncore-frequency-common.o 10 obj-$(CONFIG_INTEL_UNCORE_FREQ_CONTROL_TPMI) += intel-uncore-frequency-tpmi.o 11 intel-uncore-frequency-tpmi-y := uncore-frequency-tpmi.o
|