Lines Matching refs:dev_priv
110 static int i915_workqueues_init(struct drm_i915_private *dev_priv) in i915_workqueues_init() argument
126 dev_priv->wq = alloc_ordered_workqueue("i915", 0); in i915_workqueues_init()
127 if (dev_priv->wq == NULL) in i915_workqueues_init()
130 dev_priv->display.hotplug.dp_wq = alloc_ordered_workqueue("i915-dp", 0); in i915_workqueues_init()
131 if (dev_priv->display.hotplug.dp_wq == NULL) in i915_workqueues_init()
137 destroy_workqueue(dev_priv->wq); in i915_workqueues_init()
139 drm_err(&dev_priv->drm, "Failed to allocate workqueues.\n"); in i915_workqueues_init()
144 static void i915_workqueues_cleanup(struct drm_i915_private *dev_priv) in i915_workqueues_cleanup() argument
146 destroy_workqueue(dev_priv->display.hotplug.dp_wq); in i915_workqueues_cleanup()
147 destroy_workqueue(dev_priv->wq); in i915_workqueues_cleanup()
160 static void intel_detect_preproduction_hw(struct drm_i915_private *dev_priv) in intel_detect_preproduction_hw() argument
164 pre |= IS_HSW_EARLY_SDV(dev_priv); in intel_detect_preproduction_hw()
165 pre |= IS_SKYLAKE(dev_priv) && INTEL_REVID(dev_priv) < 0x6; in intel_detect_preproduction_hw()
166 pre |= IS_BROXTON(dev_priv) && INTEL_REVID(dev_priv) < 0xA; in intel_detect_preproduction_hw()
167 pre |= IS_KABYLAKE(dev_priv) && INTEL_REVID(dev_priv) < 0x1; in intel_detect_preproduction_hw()
168 pre |= IS_GEMINILAKE(dev_priv) && INTEL_REVID(dev_priv) < 0x3; in intel_detect_preproduction_hw()
169 pre |= IS_ICELAKE(dev_priv) && INTEL_REVID(dev_priv) < 0x7; in intel_detect_preproduction_hw()
172 drm_err(&dev_priv->drm, "This is a pre-production stepping. " in intel_detect_preproduction_hw()
199 static int i915_driver_early_probe(struct drm_i915_private *dev_priv) in i915_driver_early_probe() argument
203 if (i915_inject_probe_failure(dev_priv)) in i915_driver_early_probe()
206 intel_device_info_runtime_init_early(dev_priv); in i915_driver_early_probe()
208 intel_step_init(dev_priv); in i915_driver_early_probe()
210 intel_uncore_mmio_debug_init_early(dev_priv); in i915_driver_early_probe()
212 spin_lock_init(&dev_priv->irq_lock); in i915_driver_early_probe()
213 spin_lock_init(&dev_priv->gpu_error.lock); in i915_driver_early_probe()
214 mutex_init(&dev_priv->display.backlight.lock); in i915_driver_early_probe()
216 mutex_init(&dev_priv->sb_lock); in i915_driver_early_probe()
217 cpu_latency_qos_add_request(&dev_priv->sb_qos, PM_QOS_DEFAULT_VALUE); in i915_driver_early_probe()
219 mutex_init(&dev_priv->display.audio.mutex); in i915_driver_early_probe()
220 mutex_init(&dev_priv->display.wm.wm_mutex); in i915_driver_early_probe()
221 mutex_init(&dev_priv->display.pps.mutex); in i915_driver_early_probe()
222 mutex_init(&dev_priv->display.hdcp.comp_mutex); in i915_driver_early_probe()
223 spin_lock_init(&dev_priv->display.dkl.phy_lock); in i915_driver_early_probe()
225 i915_memcpy_init_early(dev_priv); in i915_driver_early_probe()
226 intel_runtime_pm_init_early(&dev_priv->runtime_pm); in i915_driver_early_probe()
228 ret = i915_workqueues_init(dev_priv); in i915_driver_early_probe()
232 ret = vlv_suspend_init(dev_priv); in i915_driver_early_probe()
236 ret = intel_region_ttm_device_init(dev_priv); in i915_driver_early_probe()
240 ret = intel_root_gt_init_early(dev_priv); in i915_driver_early_probe()
244 i915_drm_clients_init(&dev_priv->clients, dev_priv); in i915_driver_early_probe()
246 i915_gem_init_early(dev_priv); in i915_driver_early_probe()
249 intel_detect_pch(dev_priv); in i915_driver_early_probe()
251 intel_pm_setup(dev_priv); in i915_driver_early_probe()
252 ret = intel_power_domains_init(dev_priv); in i915_driver_early_probe()
255 intel_irq_init(dev_priv); in i915_driver_early_probe()
256 intel_init_display_hooks(dev_priv); in i915_driver_early_probe()
257 intel_init_clock_gating_hooks(dev_priv); in i915_driver_early_probe()
259 intel_detect_preproduction_hw(dev_priv); in i915_driver_early_probe()
264 i915_gem_cleanup_early(dev_priv); in i915_driver_early_probe()
265 intel_gt_driver_late_release_all(dev_priv); in i915_driver_early_probe()
266 i915_drm_clients_fini(&dev_priv->clients); in i915_driver_early_probe()
268 intel_region_ttm_device_fini(dev_priv); in i915_driver_early_probe()
270 vlv_suspend_cleanup(dev_priv); in i915_driver_early_probe()
272 i915_workqueues_cleanup(dev_priv); in i915_driver_early_probe()
281 static void i915_driver_late_release(struct drm_i915_private *dev_priv) in i915_driver_late_release() argument
283 intel_irq_fini(dev_priv); in i915_driver_late_release()
284 intel_power_domains_cleanup(dev_priv); in i915_driver_late_release()
285 i915_gem_cleanup_early(dev_priv); in i915_driver_late_release()
286 intel_gt_driver_late_release_all(dev_priv); in i915_driver_late_release()
287 i915_drm_clients_fini(&dev_priv->clients); in i915_driver_late_release()
288 intel_region_ttm_device_fini(dev_priv); in i915_driver_late_release()
289 vlv_suspend_cleanup(dev_priv); in i915_driver_late_release()
290 i915_workqueues_cleanup(dev_priv); in i915_driver_late_release()
292 cpu_latency_qos_remove_request(&dev_priv->sb_qos); in i915_driver_late_release()
293 mutex_destroy(&dev_priv->sb_lock); in i915_driver_late_release()
295 i915_params_free(&dev_priv->params); in i915_driver_late_release()
307 static int i915_driver_mmio_probe(struct drm_i915_private *dev_priv) in i915_driver_mmio_probe() argument
312 if (i915_inject_probe_failure(dev_priv)) in i915_driver_mmio_probe()
315 ret = intel_gmch_bridge_setup(dev_priv); in i915_driver_mmio_probe()
319 for_each_gt(gt, dev_priv, i) { in i915_driver_mmio_probe()
324 ret = drmm_add_action_or_reset(&dev_priv->drm, in i915_driver_mmio_probe()
332 intel_gmch_bar_setup(dev_priv); in i915_driver_mmio_probe()
333 intel_device_info_runtime_init(dev_priv); in i915_driver_mmio_probe()
335 for_each_gt(gt, dev_priv, i) { in i915_driver_mmio_probe()
342 sanitize_gpu(dev_priv); in i915_driver_mmio_probe()
347 intel_gmch_bar_teardown(dev_priv); in i915_driver_mmio_probe()
356 static void i915_driver_mmio_release(struct drm_i915_private *dev_priv) in i915_driver_mmio_release() argument
358 intel_gmch_bar_teardown(dev_priv); in i915_driver_mmio_release()
439 static int i915_driver_hw_probe(struct drm_i915_private *dev_priv) in i915_driver_hw_probe() argument
441 struct pci_dev *pdev = to_pci_dev(dev_priv->drm.dev); in i915_driver_hw_probe()
445 if (i915_inject_probe_failure(dev_priv)) in i915_driver_hw_probe()
448 if (HAS_PPGTT(dev_priv)) { in i915_driver_hw_probe()
449 if (intel_vgpu_active(dev_priv) && in i915_driver_hw_probe()
450 !intel_vgpu_has_full_ppgtt(dev_priv)) { in i915_driver_hw_probe()
451 i915_report_error(dev_priv, in i915_driver_hw_probe()
457 if (HAS_EXECLISTS(dev_priv)) { in i915_driver_hw_probe()
463 if (intel_vgpu_active(dev_priv) && in i915_driver_hw_probe()
464 !intel_vgpu_has_hwsp_emulation(dev_priv)) { in i915_driver_hw_probe()
465 i915_report_error(dev_priv, in i915_driver_hw_probe()
472 intel_dram_edram_detect(dev_priv); in i915_driver_hw_probe()
474 ret = i915_set_dma_info(dev_priv); in i915_driver_hw_probe()
478 i915_perf_init(dev_priv); in i915_driver_hw_probe()
480 ret = i915_ggtt_probe_hw(dev_priv); in i915_driver_hw_probe()
484 ret = drm_aperture_remove_conflicting_pci_framebuffers(pdev, dev_priv->drm.driver); in i915_driver_hw_probe()
488 ret = i915_ggtt_init_hw(dev_priv); in i915_driver_hw_probe()
492 ret = intel_memory_regions_hw_probe(dev_priv); in i915_driver_hw_probe()
496 ret = intel_gt_tiles_init(dev_priv); in i915_driver_hw_probe()
500 ret = i915_ggtt_enable_hw(dev_priv); in i915_driver_hw_probe()
502 drm_err(&dev_priv->drm, "failed to enable GGTT\n"); in i915_driver_hw_probe()
527 if (GRAPHICS_VER(dev_priv) >= 5) { in i915_driver_hw_probe()
529 drm_dbg(&dev_priv->drm, "can't enable MSI"); in i915_driver_hw_probe()
532 ret = intel_gvt_init(dev_priv); in i915_driver_hw_probe()
536 intel_opregion_setup(dev_priv); in i915_driver_hw_probe()
538 ret = i915_pcode_init(dev_priv); in i915_driver_hw_probe()
546 intel_dram_detect(dev_priv); in i915_driver_hw_probe()
548 intel_bw_init_hw(dev_priv); in i915_driver_hw_probe()
565 intel_memory_regions_driver_release(dev_priv); in i915_driver_hw_probe()
567 i915_ggtt_driver_release(dev_priv); in i915_driver_hw_probe()
568 i915_gem_drain_freed_objects(dev_priv); in i915_driver_hw_probe()
569 i915_ggtt_driver_late_release(dev_priv); in i915_driver_hw_probe()
571 i915_perf_fini(dev_priv); in i915_driver_hw_probe()
579 static void i915_driver_hw_remove(struct drm_i915_private *dev_priv) in i915_driver_hw_remove() argument
581 struct pci_dev *pdev = to_pci_dev(dev_priv->drm.dev); in i915_driver_hw_remove()
584 i915_perf_fini(dev_priv); in i915_driver_hw_remove()
601 static void i915_driver_register(struct drm_i915_private *dev_priv) in i915_driver_register() argument
606 i915_gem_driver_register(dev_priv); in i915_driver_register()
607 i915_pmu_register(dev_priv); in i915_driver_register()
609 intel_vgpu_register(dev_priv); in i915_driver_register()
612 if (drm_dev_register(&dev_priv->drm, 0)) { in i915_driver_register()
613 drm_err(&dev_priv->drm, in i915_driver_register()
618 i915_debugfs_register(dev_priv); in i915_driver_register()
619 i915_setup_sysfs(dev_priv); in i915_driver_register()
622 i915_perf_register(dev_priv); in i915_driver_register()
624 for_each_gt(gt, dev_priv, i) in i915_driver_register()
627 intel_pxp_debugfs_register(dev_priv->pxp); in i915_driver_register()
629 i915_hwmon_register(dev_priv); in i915_driver_register()
631 intel_display_driver_register(dev_priv); in i915_driver_register()
633 intel_power_domains_enable(dev_priv); in i915_driver_register()
634 intel_runtime_pm_enable(&dev_priv->runtime_pm); in i915_driver_register()
638 if (i915_switcheroo_register(dev_priv)) in i915_driver_register()
639 drm_err(&dev_priv->drm, "Failed to register vga switcheroo!\n"); in i915_driver_register()
646 static void i915_driver_unregister(struct drm_i915_private *dev_priv) in i915_driver_unregister() argument
651 i915_switcheroo_unregister(dev_priv); in i915_driver_unregister()
655 intel_runtime_pm_disable(&dev_priv->runtime_pm); in i915_driver_unregister()
656 intel_power_domains_disable(dev_priv); in i915_driver_unregister()
658 intel_display_driver_unregister(dev_priv); in i915_driver_unregister()
660 intel_pxp_fini(dev_priv); in i915_driver_unregister()
662 for_each_gt(gt, dev_priv, i) in i915_driver_unregister()
665 i915_hwmon_unregister(dev_priv); in i915_driver_unregister()
667 i915_perf_unregister(dev_priv); in i915_driver_unregister()
668 i915_pmu_unregister(dev_priv); in i915_driver_unregister()
670 i915_teardown_sysfs(dev_priv); in i915_driver_unregister()
671 drm_dev_unplug(&dev_priv->drm); in i915_driver_unregister()
673 i915_gem_driver_unregister(dev_priv); in i915_driver_unregister()
683 static void i915_welcome_messages(struct drm_i915_private *dev_priv) in i915_welcome_messages() argument
691 INTEL_DEVID(dev_priv), in i915_welcome_messages()
692 INTEL_REVID(dev_priv), in i915_welcome_messages()
693 intel_platform_name(INTEL_INFO(dev_priv)->platform), in i915_welcome_messages()
694 intel_subplatform(RUNTIME_INFO(dev_priv), in i915_welcome_messages()
695 INTEL_INFO(dev_priv)->platform), in i915_welcome_messages()
696 GRAPHICS_VER(dev_priv)); in i915_welcome_messages()
698 intel_device_info_print(INTEL_INFO(dev_priv), in i915_welcome_messages()
699 RUNTIME_INFO(dev_priv), &p); in i915_welcome_messages()
700 i915_print_iommu_status(dev_priv, &p); in i915_welcome_messages()
701 for_each_gt(gt, dev_priv, i) in i915_welcome_messages()
706 drm_info(&dev_priv->drm, "DRM_I915_DEBUG enabled\n"); in i915_welcome_messages()
708 drm_info(&dev_priv->drm, "DRM_I915_DEBUG_GEM enabled\n"); in i915_welcome_messages()
710 drm_info(&dev_priv->drm, in i915_welcome_messages()
888 struct drm_i915_private *dev_priv = to_i915(dev); in i915_driver_release() local
889 struct intel_runtime_pm *rpm = &dev_priv->runtime_pm; in i915_driver_release()
892 if (!dev_priv->do_release) in i915_driver_release()
897 i915_gem_driver_release(dev_priv); in i915_driver_release()
899 intel_memory_regions_driver_release(dev_priv); in i915_driver_release()
900 i915_ggtt_driver_release(dev_priv); in i915_driver_release()
901 i915_gem_drain_freed_objects(dev_priv); in i915_driver_release()
902 i915_ggtt_driver_late_release(dev_priv); in i915_driver_release()
904 i915_driver_mmio_release(dev_priv); in i915_driver_release()
910 i915_driver_late_release(dev_priv); in i915_driver_release()
957 static void intel_suspend_encoders(struct drm_i915_private *dev_priv) in intel_suspend_encoders() argument
961 if (!HAS_DISPLAY(dev_priv)) in intel_suspend_encoders()
964 drm_modeset_lock_all(&dev_priv->drm); in intel_suspend_encoders()
965 for_each_intel_encoder(&dev_priv->drm, encoder) in intel_suspend_encoders()
968 drm_modeset_unlock_all(&dev_priv->drm); in intel_suspend_encoders()
971 static void intel_shutdown_encoders(struct drm_i915_private *dev_priv) in intel_shutdown_encoders() argument
975 if (!HAS_DISPLAY(dev_priv)) in intel_shutdown_encoders()
978 drm_modeset_lock_all(&dev_priv->drm); in intel_shutdown_encoders()
979 for_each_intel_encoder(&dev_priv->drm, encoder) in intel_shutdown_encoders()
982 drm_modeset_unlock_all(&dev_priv->drm); in intel_shutdown_encoders()
1026 static bool suspend_to_idle(struct drm_i915_private *dev_priv) in suspend_to_idle() argument
1052 struct drm_i915_private *dev_priv = to_i915(dev); in i915_drm_suspend() local
1053 struct pci_dev *pdev = to_pci_dev(dev_priv->drm.dev); in i915_drm_suspend()
1056 disable_rpm_wakeref_asserts(&dev_priv->runtime_pm); in i915_drm_suspend()
1060 intel_power_domains_disable(dev_priv); in i915_drm_suspend()
1061 if (HAS_DISPLAY(dev_priv)) in i915_drm_suspend()
1068 intel_dp_mst_suspend(dev_priv); in i915_drm_suspend()
1070 intel_runtime_pm_disable_interrupts(dev_priv); in i915_drm_suspend()
1071 intel_hpd_cancel_work(dev_priv); in i915_drm_suspend()
1073 intel_suspend_encoders(dev_priv); in i915_drm_suspend()
1075 intel_suspend_hw(dev_priv); in i915_drm_suspend()
1078 intel_dpt_suspend(dev_priv); in i915_drm_suspend()
1079 i915_ggtt_suspend(to_gt(dev_priv)->ggtt); in i915_drm_suspend()
1081 i915_save_display(dev_priv); in i915_drm_suspend()
1083 opregion_target_state = suspend_to_idle(dev_priv) ? PCI_D1 : PCI_D3cold; in i915_drm_suspend()
1084 intel_opregion_suspend(dev_priv, opregion_target_state); in i915_drm_suspend()
1088 dev_priv->suspend_count++; in i915_drm_suspend()
1090 intel_dmc_ucode_suspend(dev_priv); in i915_drm_suspend()
1092 enable_rpm_wakeref_asserts(&dev_priv->runtime_pm); in i915_drm_suspend()
1094 i915_gem_drain_freed_objects(dev_priv); in i915_drm_suspend()
1100 get_suspend_mode(struct drm_i915_private *dev_priv, bool hibernate) in get_suspend_mode() argument
1105 if (suspend_to_idle(dev_priv)) in get_suspend_mode()
1113 struct drm_i915_private *dev_priv = to_i915(dev); in i915_drm_suspend_late() local
1114 struct pci_dev *pdev = to_pci_dev(dev_priv->drm.dev); in i915_drm_suspend_late()
1115 struct intel_runtime_pm *rpm = &dev_priv->runtime_pm; in i915_drm_suspend_late()
1121 intel_pxp_suspend(dev_priv->pxp); in i915_drm_suspend_late()
1123 i915_gem_suspend_late(dev_priv); in i915_drm_suspend_late()
1125 for_each_gt(gt, dev_priv, i) in i915_drm_suspend_late()
1128 intel_power_domains_suspend(dev_priv, in i915_drm_suspend_late()
1129 get_suspend_mode(dev_priv, hibernation)); in i915_drm_suspend_late()
1131 intel_display_power_suspend_late(dev_priv); in i915_drm_suspend_late()
1133 ret = vlv_suspend_complete(dev_priv); in i915_drm_suspend_late()
1135 drm_err(&dev_priv->drm, "Suspend complete failed: %d\n", ret); in i915_drm_suspend_late()
1136 intel_power_domains_resume(dev_priv); in i915_drm_suspend_late()
1154 if (!(hibernation && GRAPHICS_VER(dev_priv) < 6)) in i915_drm_suspend_late()
1159 if (!dev_priv->uncore.user_forcewake_count) in i915_drm_suspend_late()
1186 struct drm_i915_private *dev_priv = to_i915(dev); in i915_drm_resume() local
1190 disable_rpm_wakeref_asserts(&dev_priv->runtime_pm); in i915_drm_resume()
1192 ret = i915_pcode_init(dev_priv); in i915_drm_resume()
1196 sanitize_gpu(dev_priv); in i915_drm_resume()
1198 ret = i915_ggtt_enable_hw(dev_priv); in i915_drm_resume()
1200 drm_err(&dev_priv->drm, "failed to re-enable GGTT\n"); in i915_drm_resume()
1202 i915_ggtt_resume(to_gt(dev_priv)->ggtt); in i915_drm_resume()
1204 for_each_gt(gt, dev_priv, i) in i915_drm_resume()
1209 intel_dpt_resume(dev_priv); in i915_drm_resume()
1211 intel_dmc_ucode_resume(dev_priv); in i915_drm_resume()
1213 i915_restore_display(dev_priv); in i915_drm_resume()
1214 intel_pps_unlock_regs_wa(dev_priv); in i915_drm_resume()
1216 intel_init_pch_refclk(dev_priv); in i915_drm_resume()
1228 intel_runtime_pm_enable_interrupts(dev_priv); in i915_drm_resume()
1230 if (HAS_DISPLAY(dev_priv)) in i915_drm_resume()
1233 i915_gem_resume(dev_priv); in i915_drm_resume()
1235 intel_pxp_resume(dev_priv->pxp); in i915_drm_resume()
1237 intel_modeset_init_hw(dev_priv); in i915_drm_resume()
1238 intel_init_clock_gating(dev_priv); in i915_drm_resume()
1239 intel_hpd_init(dev_priv); in i915_drm_resume()
1242 intel_dp_mst_resume(dev_priv); in i915_drm_resume()
1245 intel_hpd_poll_disable(dev_priv); in i915_drm_resume()
1246 if (HAS_DISPLAY(dev_priv)) in i915_drm_resume()
1249 intel_opregion_resume(dev_priv); in i915_drm_resume()
1253 intel_power_domains_enable(dev_priv); in i915_drm_resume()
1255 intel_gvt_resume(dev_priv); in i915_drm_resume()
1257 enable_rpm_wakeref_asserts(&dev_priv->runtime_pm); in i915_drm_resume()
1264 struct drm_i915_private *dev_priv = to_i915(dev); in i915_drm_resume_early() local
1265 struct pci_dev *pdev = to_pci_dev(dev_priv->drm.dev); in i915_drm_resume_early()
1291 drm_err(&dev_priv->drm, in i915_drm_resume_early()
1314 disable_rpm_wakeref_asserts(&dev_priv->runtime_pm); in i915_drm_resume_early()
1316 ret = vlv_resume_prepare(dev_priv, false); in i915_drm_resume_early()
1318 drm_err(&dev_priv->drm, in i915_drm_resume_early()
1321 for_each_gt(gt, dev_priv, i) { in i915_drm_resume_early()
1326 intel_display_power_resume_early(dev_priv); in i915_drm_resume_early()
1328 intel_power_domains_resume(dev_priv); in i915_drm_resume_early()
1330 enable_rpm_wakeref_asserts(&dev_priv->runtime_pm); in i915_drm_resume_early()
1489 struct drm_i915_private *dev_priv = kdev_to_i915(kdev); in intel_runtime_suspend() local
1490 struct intel_runtime_pm *rpm = &dev_priv->runtime_pm; in intel_runtime_suspend()
1494 if (drm_WARN_ON_ONCE(&dev_priv->drm, !HAS_RUNTIME_PM(dev_priv))) in intel_runtime_suspend()
1497 drm_dbg(&dev_priv->drm, "Suspending device\n"); in intel_runtime_suspend()
1505 i915_gem_runtime_suspend(dev_priv); in intel_runtime_suspend()
1507 intel_pxp_runtime_suspend(dev_priv->pxp); in intel_runtime_suspend()
1509 for_each_gt(gt, dev_priv, i) in intel_runtime_suspend()
1512 intel_runtime_pm_disable_interrupts(dev_priv); in intel_runtime_suspend()
1514 for_each_gt(gt, dev_priv, i) in intel_runtime_suspend()
1517 intel_display_power_suspend(dev_priv); in intel_runtime_suspend()
1519 ret = vlv_suspend_complete(dev_priv); in intel_runtime_suspend()
1521 drm_err(&dev_priv->drm, in intel_runtime_suspend()
1523 intel_uncore_runtime_resume(&dev_priv->uncore); in intel_runtime_suspend()
1525 intel_runtime_pm_enable_interrupts(dev_priv); in intel_runtime_suspend()
1527 for_each_gt(gt, dev_priv, i) in intel_runtime_suspend()
1538 if (intel_uncore_arm_unclaimed_mmio_detection(&dev_priv->uncore)) in intel_runtime_suspend()
1539 drm_err(&dev_priv->drm, in intel_runtime_suspend()
1548 if (IS_BROADWELL(dev_priv)) { in intel_runtime_suspend()
1555 intel_opregion_notify_adapter(dev_priv, PCI_D3hot); in intel_runtime_suspend()
1564 intel_opregion_notify_adapter(dev_priv, PCI_D1); in intel_runtime_suspend()
1567 assert_forcewakes_inactive(&dev_priv->uncore); in intel_runtime_suspend()
1569 if (!IS_VALLEYVIEW(dev_priv) && !IS_CHERRYVIEW(dev_priv)) in intel_runtime_suspend()
1570 intel_hpd_poll_enable(dev_priv); in intel_runtime_suspend()
1572 drm_dbg(&dev_priv->drm, "Device suspended\n"); in intel_runtime_suspend()
1578 struct drm_i915_private *dev_priv = kdev_to_i915(kdev); in intel_runtime_resume() local
1579 struct intel_runtime_pm *rpm = &dev_priv->runtime_pm; in intel_runtime_resume()
1583 if (drm_WARN_ON_ONCE(&dev_priv->drm, !HAS_RUNTIME_PM(dev_priv))) in intel_runtime_resume()
1586 drm_dbg(&dev_priv->drm, "Resuming device\n"); in intel_runtime_resume()
1588 drm_WARN_ON_ONCE(&dev_priv->drm, atomic_read(&rpm->wakeref_count)); in intel_runtime_resume()
1591 intel_opregion_notify_adapter(dev_priv, PCI_D0); in intel_runtime_resume()
1593 if (intel_uncore_unclaimed_mmio(&dev_priv->uncore)) in intel_runtime_resume()
1594 drm_dbg(&dev_priv->drm, in intel_runtime_resume()
1597 intel_display_power_resume(dev_priv); in intel_runtime_resume()
1599 ret = vlv_resume_prepare(dev_priv, true); in intel_runtime_resume()
1601 for_each_gt(gt, dev_priv, i) in intel_runtime_resume()
1604 intel_runtime_pm_enable_interrupts(dev_priv); in intel_runtime_resume()
1610 for_each_gt(gt, dev_priv, i) in intel_runtime_resume()
1613 intel_pxp_runtime_resume(dev_priv->pxp); in intel_runtime_resume()
1620 if (!IS_VALLEYVIEW(dev_priv) && !IS_CHERRYVIEW(dev_priv)) { in intel_runtime_resume()
1621 intel_hpd_init(dev_priv); in intel_runtime_resume()
1622 intel_hpd_poll_disable(dev_priv); in intel_runtime_resume()
1625 skl_watermark_ipc_update(dev_priv); in intel_runtime_resume()
1630 drm_err(&dev_priv->drm, in intel_runtime_resume()
1633 drm_dbg(&dev_priv->drm, "Device resumed\n"); in intel_runtime_resume()