Lines Matching refs:vdev
42 static void ivpu_pm_prepare_cold_boot(struct ivpu_device *vdev) in ivpu_pm_prepare_cold_boot() argument
44 struct ivpu_fw_info *fw = vdev->fw; in ivpu_pm_prepare_cold_boot()
46 ivpu_cmdq_reset_all_contexts(vdev); in ivpu_pm_prepare_cold_boot()
47 ivpu_ipc_reset(vdev); in ivpu_pm_prepare_cold_boot()
48 ivpu_fw_log_reset(vdev); in ivpu_pm_prepare_cold_boot()
49 ivpu_fw_load(vdev); in ivpu_pm_prepare_cold_boot()
54 static void ivpu_pm_prepare_warm_boot(struct ivpu_device *vdev) in ivpu_pm_prepare_warm_boot() argument
56 struct ivpu_fw_info *fw = vdev->fw; in ivpu_pm_prepare_warm_boot()
60 ivpu_pm_prepare_cold_boot(vdev); in ivpu_pm_prepare_warm_boot()
64 ivpu_dbg(vdev, FW_BOOT, "Save/restore entry point %llx", bp->save_restore_ret_address); in ivpu_pm_prepare_warm_boot()
68 static int ivpu_suspend(struct ivpu_device *vdev) in ivpu_suspend() argument
72 ivpu_prepare_for_reset(vdev); in ivpu_suspend()
74 ret = ivpu_shutdown(vdev); in ivpu_suspend()
76 ivpu_err(vdev, "Failed to shutdown NPU: %d\n", ret); in ivpu_suspend()
81 static int ivpu_resume(struct ivpu_device *vdev) in ivpu_resume() argument
86 pci_set_power_state(to_pci_dev(vdev->drm.dev), PCI_D0); in ivpu_resume()
87 pci_restore_state(to_pci_dev(vdev->drm.dev)); in ivpu_resume()
89 ret = ivpu_hw_power_up(vdev); in ivpu_resume()
91 ivpu_err(vdev, "Failed to power up HW: %d\n", ret); in ivpu_resume()
95 ret = ivpu_mmu_enable(vdev); in ivpu_resume()
97 ivpu_err(vdev, "Failed to resume MMU: %d\n", ret); in ivpu_resume()
101 ret = ivpu_boot(vdev); in ivpu_resume()
108 ivpu_mmu_disable(vdev); in ivpu_resume()
110 ivpu_hw_power_down(vdev); in ivpu_resume()
111 pci_set_power_state(to_pci_dev(vdev->drm.dev), PCI_D3hot); in ivpu_resume()
113 if (!ivpu_fw_is_cold_boot(vdev)) { in ivpu_resume()
114 ivpu_pm_prepare_cold_boot(vdev); in ivpu_resume()
117 ivpu_err(vdev, "Failed to resume the FW: %d\n", ret); in ivpu_resume()
123 static void ivpu_pm_reset_begin(struct ivpu_device *vdev) in ivpu_pm_reset_begin() argument
125 pm_runtime_disable(vdev->drm.dev); in ivpu_pm_reset_begin()
127 atomic_inc(&vdev->pm->reset_counter); in ivpu_pm_reset_begin()
128 atomic_set(&vdev->pm->reset_pending, 1); in ivpu_pm_reset_begin()
129 down_write(&vdev->pm->reset_lock); in ivpu_pm_reset_begin()
132 static void ivpu_pm_reset_complete(struct ivpu_device *vdev) in ivpu_pm_reset_complete() argument
136 ivpu_pm_prepare_cold_boot(vdev); in ivpu_pm_reset_complete()
137 ivpu_jobs_abort_all(vdev); in ivpu_pm_reset_complete()
138 ivpu_ms_cleanup_all(vdev); in ivpu_pm_reset_complete()
140 ret = ivpu_resume(vdev); in ivpu_pm_reset_complete()
142 ivpu_err(vdev, "Failed to resume NPU: %d\n", ret); in ivpu_pm_reset_complete()
143 pm_runtime_set_suspended(vdev->drm.dev); in ivpu_pm_reset_complete()
145 pm_runtime_set_active(vdev->drm.dev); in ivpu_pm_reset_complete()
148 up_write(&vdev->pm->reset_lock); in ivpu_pm_reset_complete()
149 atomic_set(&vdev->pm->reset_pending, 0); in ivpu_pm_reset_complete()
151 pm_runtime_mark_last_busy(vdev->drm.dev); in ivpu_pm_reset_complete()
152 pm_runtime_enable(vdev->drm.dev); in ivpu_pm_reset_complete()
158 struct ivpu_device *vdev = pm->vdev; in ivpu_pm_recovery_work() local
161 ivpu_err(vdev, "Recovering the NPU (reset #%d)\n", atomic_read(&vdev->pm->reset_counter)); in ivpu_pm_recovery_work()
163 ivpu_pm_reset_begin(vdev); in ivpu_pm_recovery_work()
165 if (!pm_runtime_status_suspended(vdev->drm.dev)) { in ivpu_pm_recovery_work()
166 ivpu_jsm_state_dump(vdev); in ivpu_pm_recovery_work()
167 ivpu_dev_coredump(vdev); in ivpu_pm_recovery_work()
168 ivpu_suspend(vdev); in ivpu_pm_recovery_work()
171 ivpu_pm_reset_complete(vdev); in ivpu_pm_recovery_work()
173 kobject_uevent_env(&vdev->drm.dev->kobj, KOBJ_CHANGE, evt); in ivpu_pm_recovery_work()
176 void ivpu_pm_trigger_recovery(struct ivpu_device *vdev, const char *reason) in ivpu_pm_trigger_recovery() argument
178 ivpu_err(vdev, "Recovery triggered by %s\n", reason); in ivpu_pm_trigger_recovery()
181 ivpu_err(vdev, "Recovery not available when disable_recovery param is set\n"); in ivpu_pm_trigger_recovery()
186 if (atomic_cmpxchg(&vdev->pm->reset_pending, 0, 1) == 0) { in ivpu_pm_trigger_recovery()
187 ivpu_hw_diagnose_failure(vdev); in ivpu_pm_trigger_recovery()
188 ivpu_hw_irq_disable(vdev); /* Disable IRQ early to protect from IRQ storm */ in ivpu_pm_trigger_recovery()
189 queue_work(system_unbound_wq, &vdev->pm->recovery_work); in ivpu_pm_trigger_recovery()
196 struct ivpu_device *vdev = pm->vdev; in ivpu_job_timeout_work() local
197 unsigned long timeout_ms = ivpu_tdr_timeout_ms ? ivpu_tdr_timeout_ms : vdev->timeout.tdr; in ivpu_job_timeout_work()
199 vdev->timeout.inference; in ivpu_job_timeout_work()
203 if (ivpu_jsm_get_heartbeat(vdev, 0, &heartbeat) || heartbeat <= vdev->fw->last_heartbeat) { in ivpu_job_timeout_work()
204 ivpu_err(vdev, "Job timeout detected, heartbeat not progressed\n"); in ivpu_job_timeout_work()
209 if (atomic_fetch_inc(&vdev->job_timeout_counter) >= inference_max_retries) { in ivpu_job_timeout_work()
210 ivpu_err(vdev, "Job timeout detected, heartbeat limit (%lld) exceeded\n", in ivpu_job_timeout_work()
215 vdev->fw->last_heartbeat = heartbeat; in ivpu_job_timeout_work()
216 ivpu_start_job_timeout_detection(vdev); in ivpu_job_timeout_work()
220 atomic_set(&vdev->job_timeout_counter, 0); in ivpu_job_timeout_work()
221 ivpu_pm_trigger_recovery(vdev, "TDR"); in ivpu_job_timeout_work()
224 void ivpu_start_job_timeout_detection(struct ivpu_device *vdev) in ivpu_start_job_timeout_detection() argument
226 unsigned long timeout_ms = ivpu_tdr_timeout_ms ? ivpu_tdr_timeout_ms : vdev->timeout.tdr; in ivpu_start_job_timeout_detection()
229 queue_delayed_work(system_wq, &vdev->pm->job_timeout_work, msecs_to_jiffies(timeout_ms)); in ivpu_start_job_timeout_detection()
232 void ivpu_stop_job_timeout_detection(struct ivpu_device *vdev) in ivpu_stop_job_timeout_detection() argument
234 cancel_delayed_work_sync(&vdev->pm->job_timeout_work); in ivpu_stop_job_timeout_detection()
235 atomic_set(&vdev->job_timeout_counter, 0); in ivpu_stop_job_timeout_detection()
241 struct ivpu_device *vdev = to_ivpu_device(drm); in ivpu_pm_suspend_cb() local
245 ivpu_dbg(vdev, PM, "Suspend..\n"); in ivpu_pm_suspend_cb()
247 timeout = jiffies + msecs_to_jiffies(vdev->timeout.tdr); in ivpu_pm_suspend_cb()
248 while (!ivpu_hw_is_idle(vdev)) { in ivpu_pm_suspend_cb()
251 ivpu_err(vdev, "Failed to enter idle on system suspend\n"); in ivpu_pm_suspend_cb()
256 ivpu_jsm_pwr_d0i3_enter(vdev); in ivpu_pm_suspend_cb()
258 ivpu_suspend(vdev); in ivpu_pm_suspend_cb()
259 ivpu_pm_prepare_warm_boot(vdev); in ivpu_pm_suspend_cb()
261 ivpu_dbg(vdev, PM, "Suspend done.\n"); in ivpu_pm_suspend_cb()
270 struct ivpu_device *vdev = to_ivpu_device(drm); in ivpu_pm_resume_cb() local
274 ivpu_dbg(vdev, PM, "Resume..\n"); in ivpu_pm_resume_cb()
276 ret = ivpu_resume(vdev); in ivpu_pm_resume_cb()
278 ivpu_err(vdev, "Failed to resume: %d\n", ret); in ivpu_pm_resume_cb()
280 ivpu_dbg(vdev, PM, "Resume done.\n"); in ivpu_pm_resume_cb()
289 struct ivpu_device *vdev = to_ivpu_device(drm); in ivpu_pm_runtime_suspend_cb() local
293 drm_WARN_ON(&vdev->drm, !xa_empty(&vdev->submitted_jobs_xa)); in ivpu_pm_runtime_suspend_cb()
294 drm_WARN_ON(&vdev->drm, work_pending(&vdev->pm->recovery_work)); in ivpu_pm_runtime_suspend_cb()
297 ivpu_dbg(vdev, PM, "Runtime suspend..\n"); in ivpu_pm_runtime_suspend_cb()
299 ivpu_mmu_disable(vdev); in ivpu_pm_runtime_suspend_cb()
301 is_idle = ivpu_hw_is_idle(vdev) || vdev->pm->dct_active_percent; in ivpu_pm_runtime_suspend_cb()
303 ivpu_err(vdev, "NPU is not idle before autosuspend\n"); in ivpu_pm_runtime_suspend_cb()
305 ret_d0i3 = ivpu_jsm_pwr_d0i3_enter(vdev); in ivpu_pm_runtime_suspend_cb()
307 ivpu_err(vdev, "Failed to prepare for d0i3: %d\n", ret_d0i3); in ivpu_pm_runtime_suspend_cb()
309 ret = ivpu_suspend(vdev); in ivpu_pm_runtime_suspend_cb()
311 ivpu_err(vdev, "Failed to suspend NPU: %d\n", ret); in ivpu_pm_runtime_suspend_cb()
314 ivpu_err(vdev, "Forcing cold boot due to previous errors\n"); in ivpu_pm_runtime_suspend_cb()
315 atomic_inc(&vdev->pm->reset_counter); in ivpu_pm_runtime_suspend_cb()
316 ivpu_dev_coredump(vdev); in ivpu_pm_runtime_suspend_cb()
317 ivpu_pm_prepare_cold_boot(vdev); in ivpu_pm_runtime_suspend_cb()
319 ivpu_pm_prepare_warm_boot(vdev); in ivpu_pm_runtime_suspend_cb()
322 ivpu_dbg(vdev, PM, "Runtime suspend done.\n"); in ivpu_pm_runtime_suspend_cb()
331 struct ivpu_device *vdev = to_ivpu_device(drm); in ivpu_pm_runtime_resume_cb() local
335 ivpu_dbg(vdev, PM, "Runtime resume..\n"); in ivpu_pm_runtime_resume_cb()
337 ret = ivpu_resume(vdev); in ivpu_pm_runtime_resume_cb()
339 ivpu_err(vdev, "Failed to set RESUME state: %d\n", ret); in ivpu_pm_runtime_resume_cb()
341 ivpu_dbg(vdev, PM, "Runtime resume done.\n"); in ivpu_pm_runtime_resume_cb()
347 int ivpu_rpm_get(struct ivpu_device *vdev) in ivpu_rpm_get() argument
351 ret = pm_runtime_resume_and_get(vdev->drm.dev); in ivpu_rpm_get()
353 ivpu_err(vdev, "Failed to resume NPU: %d\n", ret); in ivpu_rpm_get()
354 pm_runtime_set_suspended(vdev->drm.dev); in ivpu_rpm_get()
360 void ivpu_rpm_put(struct ivpu_device *vdev) in ivpu_rpm_put() argument
362 pm_runtime_mark_last_busy(vdev->drm.dev); in ivpu_rpm_put()
363 pm_runtime_put_autosuspend(vdev->drm.dev); in ivpu_rpm_put()
368 struct ivpu_device *vdev = pci_get_drvdata(pdev); in ivpu_pm_reset_prepare_cb() local
370 ivpu_dbg(vdev, PM, "Pre-reset..\n"); in ivpu_pm_reset_prepare_cb()
372 ivpu_pm_reset_begin(vdev); in ivpu_pm_reset_prepare_cb()
374 if (!pm_runtime_status_suspended(vdev->drm.dev)) { in ivpu_pm_reset_prepare_cb()
375 ivpu_prepare_for_reset(vdev); in ivpu_pm_reset_prepare_cb()
376 ivpu_hw_reset(vdev); in ivpu_pm_reset_prepare_cb()
379 ivpu_dbg(vdev, PM, "Pre-reset done.\n"); in ivpu_pm_reset_prepare_cb()
384 struct ivpu_device *vdev = pci_get_drvdata(pdev); in ivpu_pm_reset_done_cb() local
386 ivpu_dbg(vdev, PM, "Post-reset..\n"); in ivpu_pm_reset_done_cb()
388 ivpu_pm_reset_complete(vdev); in ivpu_pm_reset_done_cb()
390 ivpu_dbg(vdev, PM, "Post-reset done.\n"); in ivpu_pm_reset_done_cb()
393 void ivpu_pm_init(struct ivpu_device *vdev) in ivpu_pm_init() argument
395 struct device *dev = vdev->drm.dev; in ivpu_pm_init()
396 struct ivpu_pm_info *pm = vdev->pm; in ivpu_pm_init()
399 pm->vdev = vdev; in ivpu_pm_init()
411 delay = vdev->timeout.autosuspend; in ivpu_pm_init()
417 ivpu_dbg(vdev, PM, "Autosuspend delay = %d\n", delay); in ivpu_pm_init()
420 void ivpu_pm_cancel_recovery(struct ivpu_device *vdev) in ivpu_pm_cancel_recovery() argument
422 drm_WARN_ON(&vdev->drm, delayed_work_pending(&vdev->pm->job_timeout_work)); in ivpu_pm_cancel_recovery()
423 cancel_work_sync(&vdev->pm->recovery_work); in ivpu_pm_cancel_recovery()
426 void ivpu_pm_enable(struct ivpu_device *vdev) in ivpu_pm_enable() argument
428 struct device *dev = vdev->drm.dev; in ivpu_pm_enable()
435 void ivpu_pm_disable(struct ivpu_device *vdev) in ivpu_pm_disable() argument
437 pm_runtime_get_noresume(vdev->drm.dev); in ivpu_pm_disable()
438 pm_runtime_forbid(vdev->drm.dev); in ivpu_pm_disable()
441 int ivpu_pm_dct_init(struct ivpu_device *vdev) in ivpu_pm_dct_init() argument
443 if (vdev->pm->dct_active_percent) in ivpu_pm_dct_init()
444 return ivpu_pm_dct_enable(vdev, vdev->pm->dct_active_percent); in ivpu_pm_dct_init()
449 int ivpu_pm_dct_enable(struct ivpu_device *vdev, u8 active_percent) in ivpu_pm_dct_enable() argument
460 vdev->pm->dct_active_percent = active_percent; in ivpu_pm_dct_enable()
462 ivpu_dbg(vdev, PM, "DCT requested %u%% (D0: %uus, D0i2: %uus)\n", in ivpu_pm_dct_enable()
465 ret = ivpu_jsm_dct_enable(vdev, active_us, inactive_us); in ivpu_pm_dct_enable()
467 ivpu_err_ratelimited(vdev, "Failed to enable DCT: %d\n", ret); in ivpu_pm_dct_enable()
474 int ivpu_pm_dct_disable(struct ivpu_device *vdev) in ivpu_pm_dct_disable() argument
478 vdev->pm->dct_active_percent = 0; in ivpu_pm_dct_disable()
480 ivpu_dbg(vdev, PM, "DCT requested to be disabled\n"); in ivpu_pm_dct_disable()
482 ret = ivpu_jsm_dct_disable(vdev); in ivpu_pm_dct_disable()
484 ivpu_err_ratelimited(vdev, "Failed to disable DCT: %d\n", ret); in ivpu_pm_dct_disable()
493 struct ivpu_device *vdev = container_of(work, struct ivpu_device, irq_dct_work); in ivpu_pm_irq_dct_work_fn() local
497 if (ivpu_hw_btrs_dct_get_request(vdev, &enable)) in ivpu_pm_irq_dct_work_fn()
501 ret = ivpu_pm_dct_enable(vdev, DCT_DEFAULT_ACTIVE_PERCENT); in ivpu_pm_irq_dct_work_fn()
503 ret = ivpu_pm_dct_disable(vdev); in ivpu_pm_irq_dct_work_fn()
506 ivpu_hw_btrs_dct_set_status(vdev, enable, vdev->pm->dct_active_percent); in ivpu_pm_irq_dct_work_fn()