Lines Matching refs:engine
26 int type = i915_coherent_map_type(ce->engine->i915, obj, true); in dbg_poison_ce()
44 struct intel_engine_cs *engine = in __engine_unpark() local
45 container_of(wf, typeof(*engine), wakeref); in __engine_unpark()
48 ENGINE_TRACE(engine, "\n"); in __engine_unpark()
50 intel_gt_pm_get(engine->gt); in __engine_unpark()
53 ce = engine->kernel_context; in __engine_unpark()
59 intel_engine_flush_submission(engine); in __engine_unpark()
75 if (engine->unpark) in __engine_unpark()
76 engine->unpark(engine); in __engine_unpark()
78 intel_breadcrumbs_unpark(engine->breadcrumbs); in __engine_unpark()
79 intel_engine_unpark_heartbeat(engine); in __engine_unpark()
120 ewma__engine_latency_add(&rq->engine->latency, in duration()
128 struct intel_engine_cs *engine) in __queue_and_release_pm() argument
130 struct intel_gt_timelines *timelines = &engine->gt->timelines; in __queue_and_release_pm()
132 ENGINE_TRACE(engine, "parking\n"); in __queue_and_release_pm()
153 __intel_wakeref_defer_park(&engine->wakeref); in __queue_and_release_pm()
158 static bool switch_to_kernel_context(struct intel_engine_cs *engine) in switch_to_kernel_context() argument
160 struct intel_context *ce = engine->kernel_context; in switch_to_kernel_context()
175 if (intel_engine_uses_guc(engine)) in switch_to_kernel_context()
179 if (intel_gt_is_wedged(engine->gt)) in switch_to_kernel_context()
183 GEM_BUG_ON(ce->timeline->hwsp_ggtt != engine->status_page.vma); in switch_to_kernel_context()
186 if (engine->wakeref_serial == engine->serial) in switch_to_kernel_context()
226 engine->wakeref_serial = engine->serial + 1; in switch_to_kernel_context()
245 __queue_and_release_pm(rq, ce->timeline, engine); in switch_to_kernel_context()
253 static void call_idle_barriers(struct intel_engine_cs *engine) in call_idle_barriers() argument
257 llist_for_each_safe(node, next, llist_del_all(&engine->barrier_tasks)) { in call_idle_barriers()
268 struct intel_engine_cs *engine = in __engine_park() local
269 container_of(wf, typeof(*engine), wakeref); in __engine_park()
271 engine->saturated = 0; in __engine_park()
280 if (!switch_to_kernel_context(engine)) in __engine_park()
283 ENGINE_TRACE(engine, "parked\n"); in __engine_park()
285 call_idle_barriers(engine); /* cleanup after wedging */ in __engine_park()
287 intel_engine_park_heartbeat(engine); in __engine_park()
288 intel_breadcrumbs_park(engine->breadcrumbs); in __engine_park()
291 GEM_BUG_ON(engine->sched_engine->queue_priority_hint != INT_MIN); in __engine_park()
293 if (engine->park) in __engine_park()
294 engine->park(engine); in __engine_park()
297 intel_gt_pm_put_async(engine->gt); in __engine_park()
306 void intel_engine_init__pm(struct intel_engine_cs *engine) in intel_engine_init__pm() argument
308 struct intel_runtime_pm *rpm = engine->uncore->rpm; in intel_engine_init__pm()
310 intel_wakeref_init(&engine->wakeref, rpm, &wf_ops); in intel_engine_init__pm()
311 intel_engine_init_heartbeat(engine); in intel_engine_init__pm()
322 void intel_engine_reset_pinned_contexts(struct intel_engine_cs *engine) in intel_engine_reset_pinned_contexts() argument
326 list_for_each_entry(ce, &engine->pinned_contexts_list, in intel_engine_reset_pinned_contexts()
329 if (ce == engine->kernel_context) in intel_engine_reset_pinned_contexts()