| /linux/crypto/ |
| A D | crypto_engine.c | 58 kthread_queue_work(engine->kworker, &engine->pump_requests); in crypto_finalize_request() 82 if (!engine->retry_support && engine->cur_req) in crypto_pump_requests() 87 kthread_queue_work(engine->kworker, &engine->pump_requests); in crypto_pump_requests() 92 if (!crypto_queue_len(&engine->queue) || !engine->running) { in crypto_pump_requests() 108 engine->unprepare_crypt_hardware(engine)) in crypto_pump_requests() 143 ret = engine->prepare_crypt_hardware(engine); in crypto_pump_requests() 234 ret = engine->do_batch_requests(engine); in crypto_pump_requests() 437 if (engine->running || engine->busy) { in crypto_engine_start() 475 if (crypto_queue_len(&engine->queue) || engine->busy) in crypto_engine_stop() 518 if (!engine) in crypto_engine_alloc_init_and_set() [all …]
|
| /linux/drivers/gpu/drm/i915/gt/ |
| A D | intel_ring_submission.c | 64 set_hws_pga(engine, PFN_PHYS(page_to_pfn(status_page(engine)))); in ring_setup_phys_status_page() 129 set_hwsp(engine, i915_ggtt_offset(engine->status_page.vma)); in ring_setup_status_page() 255 engine->name, in xcs_resume() 561 struct intel_engine_cs *engine = ce->engine; in ring_context_alloc() local 601 engine = rq->engine; in ring_context_ban() 618 if (engine && intel_engine_pulse(engine)) in ring_context_cancel_request() 619 intel_gt_handle_error(engine->gt, engine->mask, 0, in ring_context_cancel_request() 647 const struct intel_engine_cs * const engine = rq->engine; in load_pd_dir() local 681 struct intel_engine_cs *engine = rq->engine; in mi_set_context() local 873 struct intel_engine_cs *engine = rq->engine; in clear_residuals() local [all …]
|
| A D | intel_engine_heartbeat.c | 53 engine->wakeref_serial = READ_ONCE(engine->serial) + 1; in idle_pulse() 55 if (!engine->heartbeat.systole && intel_engine_has_heartbeat(engine)) in idle_pulse() 76 engine->name); in show_heartbeat() 80 engine->name, in show_heartbeat() 101 intel_gt_handle_error(engine->gt, engine->mask, in reset_engine() 104 engine->name); in reset_engine() 132 reset_engine(engine, engine->heartbeat.systole); in heartbeat() 187 intel_gt_handle_error(engine->gt, engine->mask, in heartbeat() 190 engine->name); in heartbeat() 203 if (!engine->i915->params.enable_hangcheck || !next_heartbeat(engine)) in heartbeat() [all …]
|
| A D | intel_engine_cs.c | 318 engine = kzalloc(sizeof(*engine), GFP_KERNEL); in intel_engine_setup() 374 gt->engine[id] = engine; in intel_engine_setup() 450 engine->release(engine); in intel_engines_release() 830 engine->sched_engine->private_data = engine; in engine_setup_common() 880 frame->rq.engine = engine; in measure_breadcrumb_dw() 991 engine->set_default_submission(engine); in engine_init_common() 1098 return engine->resume(engine); in intel_engine_resume() 1403 engine->irq_enable(engine); in intel_engine_irq_enable() 1416 engine->irq_disable(engine); in intel_engine_irq_disable() 1427 engine->sanitize(engine); in intel_engines_reset_default_submission() [all …]
|
| A D | selftest_engine_heartbeat.c | 118 err = fn(engine); in __live_idle_pulse() 128 intel_engine_dump(engine, &m, "%s", engine->name); in __live_idle_pulse() 134 GEM_BUG_ON(READ_ONCE(engine->serial) != engine->wakeref_serial); in __live_idle_pulse() 142 engine->name); in __live_idle_pulse() 258 engine->name, in __live_heartbeat_fast() 272 engine->name, in __live_heartbeat_fast() 311 engine->serial++; in __live_heartbeat_off() 315 engine->name); in __live_heartbeat_off() 324 engine->serial++; in __live_heartbeat_off() 328 engine->name); in __live_heartbeat_off() [all …]
|
| A D | mock_engine.c | 94 struct mock_engine *engine = from_timer(engine, t, hw_delay); in hw_delay_complete() local 155 kfree(ce->engine); in mock_context_alloc() 221 container_of(request->engine, typeof(*engine), base); in mock_submit_request() 257 while (unlikely(locked != (engine = READ_ONCE(rq->engine)))) { in mock_remove_from_engine() 260 locked = engine; in mock_remove_from_engine() 332 engine = kzalloc(sizeof(*engine) + PAGE_SIZE, GFP_KERNEL); in mock_engine() 333 if (!engine) in mock_engine() 340 snprintf(engine->base.name, sizeof(engine->base.name), "%s", name); in mock_engine() 345 engine->base.status_page.addr = (void *)(engine + 1); in mock_engine() 362 i915->gt.engine[id] = &engine->base; in mock_engine() [all …]
|
| A D | intel_execlists_submission.c | 545 struct intel_engine_cs *engine = rq->engine; in resubmit_virtual_request() local 559 struct intel_engine_cs *engine = rq->engine; in kick_siblings() local 642 if (ce->engine != engine) in __execlists_schedule_out() 1084 if (w->engine != rq->engine) in defer_request() 1434 WRITE_ONCE(rq->engine, engine); in execlists_dequeue() 2044 if (w->engine != rq->engine) in __execlists_hold() 2083 GEM_BUG_ON(rq->engine != engine); in execlists_hold() 2106 if (s->engine != rq->engine) in hold_request() 2144 if (w->engine != rq->engine) in __execlists_unhold() 2595 if (engine && intel_engine_pulse(engine)) in execlists_context_cancel_request() [all …]
|
| A D | intel_engine_pm.h | 23 __intel_wakeref_get(&engine->wakeref); in __intel_engine_pm_get() 28 intel_wakeref_get(&engine->wakeref); in intel_engine_pm_get() 38 if (!intel_engine_is_virtual(engine)) { in intel_engine_pm_might_get() 41 struct intel_gt *gt = engine->gt; in intel_engine_pm_might_get() 48 intel_gt_pm_might_get(engine->gt); in intel_engine_pm_might_get() 53 intel_wakeref_put(&engine->wakeref); in intel_engine_pm_put() 74 if (!intel_engine_is_virtual(engine)) { in intel_engine_pm_might_put() 77 struct intel_gt *gt = engine->gt; in intel_engine_pm_might_put() 84 intel_gt_pm_might_put(engine->gt); in intel_engine_pm_might_put() 100 intel_engine_pm_get(engine); in intel_engine_create_kernel_request() [all …]
|
| A D | intel_engine.h | 149 clflush(&engine->status_page.addr[reg]); in intel_write_status_page() 150 engine->status_page.addr[reg] = value; in intel_write_status_page() 151 clflush(&engine->status_page.addr[reg]); in intel_write_status_page() 224 if (engine->reset.rewind) in __intel_engine_reset() 225 engine->reset.rewind(engine, stalled); in __intel_engine_reset() 226 engine->serial++; /* contexts lost */ in __intel_engine_reset() 282 return intel_engine_has_preemption(engine); in intel_engine_has_preempt_reset() 319 if (intel_engine_is_virtual(engine)) in intel_engine_has_heartbeat() 329 return engine->cops->get_sibling(engine, sibling); in intel_engine_get_sibling() 336 engine->hung_ce = ce; in intel_engine_set_hung_context() [all …]
|
| A D | intel_engine_user.c | 95 u8 engine; in set_scheduler_caps() member 123 if (engine->flags & BIT(map[i].engine)) in set_scheduler_caps() 179 if (engine->gt != ring->gt || engine->class != ring->class) { in add_legacy_ring() 180 ring->gt = engine->gt; in add_legacy_ring() 212 engine->uabi_class = uabi_classes[engine->class]; in intel_engines_driver_register() 215 engine->uabi_instance = uabi_instances[engine->uabi_class]++; in intel_engines_driver_register() 218 memcpy(old, engine->name, sizeof(engine->name)); in intel_engines_driver_register() 219 scnprintf(engine->name, sizeof(engine->name), "%s%u", in intel_engines_driver_register() 229 engine->uabi_instance) != engine); in intel_engines_driver_register() 249 if (!engine) { in intel_engines_driver_register() [all …]
|
| A D | intel_engine_pm.c | 44 struct intel_engine_cs *engine = in __engine_unpark() local 48 ENGINE_TRACE(engine, "\n"); in __engine_unpark() 50 intel_gt_pm_get(engine->gt); in __engine_unpark() 53 ce = engine->kernel_context; in __engine_unpark() 75 if (engine->unpark) in __engine_unpark() 76 engine->unpark(engine); in __engine_unpark() 186 if (engine->wakeref_serial == engine->serial) in switch_to_kernel_context() 226 engine->wakeref_serial = engine->serial + 1; in switch_to_kernel_context() 271 engine->saturated = 0; in __engine_park() 293 if (engine->park) in __engine_park() [all …]
|
| A D | selftest_context.c | 162 if (!engine->context_size) in live_context_size() 165 intel_engine_pm_get(engine); in live_context_size() 185 intel_engine_pm_put(engine); in live_context_size() 236 intel_engine_pm_get(engine); in __live_active_context() 251 engine->name, pass); in __live_active_context() 258 engine->name); in __live_active_context() 264 intel_engine_pm_put(engine); in __live_active_context() 291 engine->name, in __live_active_context() 390 intel_engine_pm_get(engine); in __live_remote_context() 403 engine->name, pass); in __live_remote_context() [all …]
|
| A D | selftest_hangcheck.c | 902 struct intel_engine_cs *engine = arg->engine; in active_engine() local 1294 struct intel_engine_cs *engine = gt->engine[RCS0]; in igt_reset_wait() local 1301 if (!engine || !intel_engine_can_store_dword(engine)) in igt_reset_wait() 1329 intel_engine_dump(rq->engine, &p, "%s\n", rq->engine->name); in igt_reset_wait() 1424 struct intel_engine_cs *engine = gt->engine[RCS0]; in __igt_reset_evict_vma() local 1436 if (!engine || !intel_engine_can_store_dword(engine)) in __igt_reset_evict_vma() 1525 intel_engine_dump(rq->engine, &p, "%s\n", rq->engine->name); in __igt_reset_evict_vma() 1548 intel_engine_dump(rq->engine, &p, "%s\n", rq->engine->name); in __igt_reset_evict_vma() 1811 struct intel_engine_cs *engine = gt->engine[RCS0]; in igt_handle_error() local 1822 if (!engine || !intel_engine_can_store_dword(engine)) in igt_handle_error() [all …]
|
| A D | selftest_engine_pm.c | 74 struct intel_engine_cs *engine = ce->engine; in __measure_timestamps() local 161 engine->name, dt, in __live_engine_timestamps() 168 engine->name); in __live_engine_timestamps() 183 engine->name); in __live_engine_timestamps() 193 struct intel_engine_cs *engine; in live_engine_timestamps() local 220 struct intel_engine_cs *engine; in live_engine_busy_stats() local 260 engine->name, in live_engine_busy_stats() 269 engine->kernel_context, in live_engine_busy_stats() 292 engine->name, in live_engine_busy_stats() 350 intel_engine_pm_get(engine); in live_engine_pm() [all …]
|
| A D | intel_lrc.c | 679 else if (GRAPHICS_VER(engine->i915) >= 9 || engine->class == RENDER_CLASS) in lrc_ring_wa_bb_per_ctx() 855 set_offsets(regs, reg_offsets(engine), engine, inhibit); in __lrc_init_regs() 900 engine->name); in check_redzone() 909 set_redzone(state, engine); in lrc_init_state() 911 if (engine->default_state) { in lrc_init_state() 1069 ce->engine); in lrc_unpin() 1310 set_offsets(ce->lrc_reg_state, reg_offsets(engine), engine, false); in lrc_update_offsets() 1324 engine->name, in lrc_check_regs() 1334 engine->name, in lrc_check_regs() 1554 engine->wa_ctx.vma = vma; in lrc_create_wa_ctx() [all …]
|
| A D | intel_reset.c | 333 return engine->gt->engine[vecs_id]; in find_sfc_paired_vecs_engine() 349 switch (engine->class) { in get_sfc_forced_lock_data() 390 switch (engine->class) { in gen11_lock_sfc() 744 engine->reset.prepare(engine); in reset_prepare_engine() 816 __intel_engine_reset(engine, stalled_mask & engine->mask); in gt_reset() 829 engine->reset.finish(engine); in reset_finish_engine() 899 engine->reset.cancel(engine); in __intel_gt_set_wedged() 928 intel_engine_dump(engine, &p, "%s\n", engine->name); in intel_gt_set_wedged() 1178 return __intel_gt_reset(engine->gt, engine->mask); in intel_gt_reset_engine() 1200 atomic_inc(&engine->i915->gpu_error.reset_engine_count[engine->uabi_class]); in __intel_engine_reset_bh() [all …]
|
| A D | selftest_workarounds.c | 33 } engine[I915_NUM_ENGINES]; member 100 struct intel_engine_cs *engine = ce->engine; in read_nonprivs() local 206 struct intel_engine_cs *engine = ce->engine; in check_whitelist() local 256 intel_gt_reset(engine->gt, engine->mask, "live_workarounds"); in do_device_reset() 311 engine->whitelist.count, engine->name, name); in check_whitelist_across_reset() 339 err = reset(engine); in check_whitelist_across_reset() 505 struct intel_engine_cs *engine = ce->engine; in check_dirty_whitelist() local 572 engine->name, reg); in check_dirty_whitelist() 852 struct intel_engine_cs *engine = ce->engine; in read_whitelisted_registers() local 899 struct intel_engine_cs *engine = ce->engine; in scrub_whitelisted_registers() local [all …]
|
| A D | selftest_execlists.c | 23 #define CS_GPR(engine, n) ((engine)->mmio_base + 0x600 + (n) * 4) argument 91 engine->name, in wait_for_reset() 101 engine->name, in wait_for_reset() 451 engine->name, in live_unlite_ring() 1680 intel_engine_dump(engine, &p, "%s\n", engine->name); in live_busywait_preempt() 2315 struct intel_engine_cs *engine = arg->engine; in __cancel_fail() local 2890 engine->name, in __live_preempt_ring() 3576 arg[id].engine = engine; in smoke_crescendo() 4379 engine = rq->engine; in reset_virtual_engine() 4380 GEM_BUG_ON(engine == ve->engine); in reset_virtual_engine() [all …]
|
| /linux/drivers/gpu/drm/nouveau/nvkm/core/ |
| A D | engine.c | 34 return engine->func->chsw_load(engine); in nvkm_engine_chsw_load() 42 if (engine) { in nvkm_engine_unref() 56 if (engine) { in nvkm_engine_ref() 87 engine->func->intr(engine); in nvkm_engine_intr() 95 if (!IS_ERR((engine = nvkm_engine_ref(engine)))) { in nvkm_engine_info() 96 int ret = engine->func->info(engine, mthd, data); in nvkm_engine_info() 110 return engine->func->fini(engine, suspend); in nvkm_engine_fini() 130 ret = engine->func->oneinit(engine); in nvkm_engine_init() 142 ret = engine->func->init(engine); in nvkm_engine_init() 154 engine->func->preinit(engine); in nvkm_engine_preinit() [all …]
|
| /linux/drivers/gpu/drm/nouveau/nvkm/engine/disp/ |
| A D | Kbuild | 2 nvkm-y += nvkm/engine/disp/base.o 3 nvkm-y += nvkm/engine/disp/nv04.o 4 nvkm-y += nvkm/engine/disp/nv50.o 5 nvkm-y += nvkm/engine/disp/g84.o 6 nvkm-y += nvkm/engine/disp/g94.o 7 nvkm-y += nvkm/engine/disp/gt200.o 8 nvkm-y += nvkm/engine/disp/mcp77.o 9 nvkm-y += nvkm/engine/disp/gt215.o 10 nvkm-y += nvkm/engine/disp/mcp89.o 11 nvkm-y += nvkm/engine/disp/gf119.o [all …]
|
| /linux/drivers/gpu/drm/nouveau/nvkm/engine/gr/ |
| A D | Kbuild | 2 nvkm-y += nvkm/engine/gr/base.o 3 nvkm-y += nvkm/engine/gr/nv04.o 4 nvkm-y += nvkm/engine/gr/nv10.o 5 nvkm-y += nvkm/engine/gr/nv15.o 6 nvkm-y += nvkm/engine/gr/nv17.o 7 nvkm-y += nvkm/engine/gr/nv20.o 8 nvkm-y += nvkm/engine/gr/nv25.o 9 nvkm-y += nvkm/engine/gr/nv2a.o 10 nvkm-y += nvkm/engine/gr/nv30.o 11 nvkm-y += nvkm/engine/gr/nv34.o [all …]
|
| /linux/drivers/video/fbdev/via/ |
| A D | accel.c | 91 writel(tmp, engine + 0x08); in hw_bitblt_1() 100 writel(tmp, engine + 0x0C); in hw_bitblt_1() 108 writel(tmp, engine + 0x10); in hw_bitblt_1() 124 writel(tmp, engine + 0x30); in hw_bitblt_1() 133 writel(tmp, engine + 0x34); in hw_bitblt_1() 145 writel(tmp, engine + 0x38); in hw_bitblt_1() 158 writel(ge_cmd, engine); in hw_bitblt_1() 290 writel(ge_cmd, engine); in hw_bitblt_2() 307 void __iomem *engine; in viafb_setup_engine() local 311 if (!engine) { in viafb_setup_engine() [all …]
|
| /linux/drivers/gpu/drm/sun4i/ |
| A D | sunxi_engine.h | 32 void (*atomic_begin)(struct sunxi_engine *engine, 61 void (*commit)(struct sunxi_engine *engine); 77 struct sunxi_engine *engine); 139 if (engine->ops && engine->ops->commit) in sunxi_engine_commit() 140 engine->ops->commit(engine); in sunxi_engine_commit() 151 if (engine->ops && engine->ops->layers_init) in sunxi_engine_layers_init() 152 return engine->ops->layers_init(drm, engine); in sunxi_engine_layers_init() 168 if (engine->ops && engine->ops->apply_color_correction) in sunxi_engine_apply_color_correction() 169 engine->ops->apply_color_correction(engine); in sunxi_engine_apply_color_correction() 181 if (engine->ops && engine->ops->disable_color_correction) in sunxi_engine_disable_color_correction() [all …]
|
| /linux/drivers/gpu/drm/nouveau/nvkm/engine/fifo/ |
| A D | Kbuild | 2 nvkm-y += nvkm/engine/fifo/base.o 3 nvkm-y += nvkm/engine/fifo/nv04.o 4 nvkm-y += nvkm/engine/fifo/nv10.o 5 nvkm-y += nvkm/engine/fifo/nv17.o 6 nvkm-y += nvkm/engine/fifo/nv40.o 7 nvkm-y += nvkm/engine/fifo/nv50.o 8 nvkm-y += nvkm/engine/fifo/g84.o 9 nvkm-y += nvkm/engine/fifo/gf100.o 10 nvkm-y += nvkm/engine/fifo/gk104.o 11 nvkm-y += nvkm/engine/fifo/gk110.o [all …]
|
| /linux/drivers/crypto/marvell/cesa/ |
| A D | cesa.c | 59 if (!engine->req) { in mv_cesa_rearm_engine() 61 engine->req = req; in mv_cesa_rearm_engine() 81 req = engine->req; in mv_cesa_std_process() 97 if (engine->chain.first && engine->chain.last) in mv_cesa_int_process() 142 req = engine->req; in mv_cesa_int() 173 struct mv_cesa_engine *engine = creq->engine; in mv_cesa_queue_req() local 384 engine->sram_pool = gen_pool_dma_alloc(engine->pool, in mv_cesa_get_sram() 424 if (engine->pool) in mv_cesa_put_sram() 425 gen_pool_free(engine->pool, (unsigned long)engine->sram_pool, in mv_cesa_put_sram() 493 engine->id = i; in mv_cesa_probe() [all …]
|