| /linux-6.3-rc2/drivers/gpu/drm/i915/gt/ |
| A D | gen6_ppgtt.c | 27 ppgtt->pd_addr + pde); in gen6_write_pde()
272 if (ppgtt->base.pd) in gen6_ppgtt_cleanup()
273 free_pd(&ppgtt->base.vm, ppgtt->base.pd); in gen6_ppgtt_cleanup()
291 gen6_flush_pd(ppgtt, 0, ppgtt->base.vm.total); in pd_vma_bind()
403 ppgtt->vma = NULL; in gen6_alloc_top_pd()
409 ppgtt->vma->private = ppgtt; in gen6_alloc_top_pd()
432 ppgtt = kzalloc(sizeof(*ppgtt), GFP_KERNEL); in gen6_ppgtt_create()
433 if (!ppgtt) in gen6_ppgtt_create()
440 ppgtt->base.vm.top = 1; in gen6_ppgtt_create()
456 ppgtt->base.pd = gen6_alloc_top_pd(ppgtt); in gen6_ppgtt_create()
[all …]
|
| A D | gen8_ppgtt.c | 68 atomic_dec(px_used(ppgtt->pd)); in gen8_ppgtt_notify_vgt()
72 if (i915_vm_is_4lvl(&ppgtt->vm)) { in gen8_ppgtt_notify_vgt()
163 return ppgtt->pd; in gen8_pdp_for_page_index()
199 if (ppgtt->pd) in gen8_ppgtt_cleanup()
932 struct i915_ppgtt *ppgtt; in gen8_ppgtt_create() local
935 ppgtt = kzalloc(sizeof(*ppgtt), GFP_KERNEL); in gen8_ppgtt_create()
936 if (!ppgtt) in gen8_ppgtt_create()
940 ppgtt->vm.top = i915_vm_is_4lvl(&ppgtt->vm) ? 3 : 2; in gen8_ppgtt_create()
988 ppgtt->pd = pd; in gen8_ppgtt_create()
999 return ppgtt; in gen8_ppgtt_create()
[all …]
|
| A D | intel_ppgtt.c | 170 struct i915_ppgtt *ppgtt; in i915_ppgtt_create() local
172 ppgtt = __ppgtt_create(gt, lmem_pt_obj_flags); in i915_ppgtt_create()
173 if (IS_ERR(ppgtt)) in i915_ppgtt_create()
174 return ppgtt; in i915_ppgtt_create()
176 trace_i915_ppgtt_create(&ppgtt->vm); in i915_ppgtt_create()
178 return ppgtt; in i915_ppgtt_create()
312 ppgtt->vm.gt = gt; in ppgtt_init()
313 ppgtt->vm.i915 = i915; in ppgtt_init()
314 ppgtt->vm.dma = i915->drm.dev; in ppgtt_init()
318 dma_resv_init(&ppgtt->vm._resv); in ppgtt_init()
[all …]
|
| A D | intel_lrc_reg.h | 33 #define ASSIGN_CTX_PDP(ppgtt, reg_state, n) do { \ argument
35 const u64 addr__ = i915_page_dir_dma_addr((ppgtt), (n)); \
40 #define ASSIGN_CTX_PML4(ppgtt, reg_state) do { \ argument
42 const u64 addr__ = px_dma((ppgtt)->pd); \
|
| A D | intel_ggtt.c | 635 struct i915_ppgtt *ppgtt; in init_aliasing_ppgtt() local
638 ppgtt = i915_ppgtt_create(ggtt->vm.gt, 0); in init_aliasing_ppgtt()
639 if (IS_ERR(ppgtt)) in init_aliasing_ppgtt()
640 return PTR_ERR(ppgtt); in init_aliasing_ppgtt()
663 ppgtt->vm.allocate_va_range(&ppgtt->vm, &stash, 0, ggtt->vm.total); in init_aliasing_ppgtt()
665 ggtt->alias = ppgtt; in init_aliasing_ppgtt()
680 i915_vm_put(&ppgtt->vm); in init_aliasing_ppgtt()
686 struct i915_ppgtt *ppgtt; in fini_aliasing_ppgtt() local
688 ppgtt = fetch_and_zero(&ggtt->alias); in fini_aliasing_ppgtt()
689 if (!ppgtt) in fini_aliasing_ppgtt()
[all …]
|
| A D | intel_gtt.h | 552 i915_page_dir_dma_addr(const struct i915_ppgtt *ppgtt, const unsigned int n) in i915_page_dir_dma_addr() argument
554 struct i915_page_table *pt = ppgtt->pd->entry[n]; in i915_page_dir_dma_addr()
556 return __px_dma(pt ? px_base(pt) : ppgtt->vm.scratch[ppgtt->vm.top]); in i915_page_dir_dma_addr()
559 void ppgtt_init(struct i915_ppgtt *ppgtt, struct intel_gt *gt,
|
| A D | intel_lrc.c | 893 static void init_ppgtt_regs(u32 *regs, const struct i915_ppgtt *ppgtt) in init_ppgtt_regs() argument
895 if (i915_vm_is_4lvl(&ppgtt->vm)) { in init_ppgtt_regs()
900 ASSIGN_CTX_PML4(ppgtt, regs); in init_ppgtt_regs()
902 ASSIGN_CTX_PDP(ppgtt, regs, 3); in init_ppgtt_regs()
903 ASSIGN_CTX_PDP(ppgtt, regs, 2); in init_ppgtt_regs()
904 ASSIGN_CTX_PDP(ppgtt, regs, 1); in init_ppgtt_regs()
905 ASSIGN_CTX_PDP(ppgtt, regs, 0); in init_ppgtt_regs()
|
| A D | intel_gtt.c | 172 struct i915_ppgtt *ppgtt = i915_vm_to_ppgtt(vm); in i915_vm_lock_objects() local
175 return i915_gem_object_lock(ppgtt->pd->pt.base, ww); in i915_vm_lock_objects()
|
| A D | selftest_hangcheck.c | 1592 struct i915_ppgtt *ppgtt; in igt_reset_evict_ppgtt() local
1599 ppgtt = i915_ppgtt_create(gt, 0); in igt_reset_evict_ppgtt()
1600 if (IS_ERR(ppgtt)) in igt_reset_evict_ppgtt()
1601 return PTR_ERR(ppgtt); in igt_reset_evict_ppgtt()
1603 err = __igt_reset_evict_vma(gt, &ppgtt->vm, in igt_reset_evict_ppgtt()
1605 i915_vm_put(&ppgtt->vm); in igt_reset_evict_ppgtt()
|
| A D | intel_execlists_submission.c | 2708 struct i915_ppgtt * const ppgtt = i915_vm_to_ppgtt(rq->context->vm); in emit_pdps() local
2746 const dma_addr_t pd_daddr = i915_page_dir_dma_addr(ppgtt, i); in emit_pdps()
|
| /linux-6.3-rc2/drivers/gpu/drm/i915/selftests/ |
| A D | mock_gtt.c | 67 struct i915_ppgtt *ppgtt; in mock_ppgtt() local
69 ppgtt = kzalloc(sizeof(*ppgtt), GFP_KERNEL); in mock_ppgtt()
70 if (!ppgtt) in mock_ppgtt()
73 ppgtt->vm.gt = to_gt(i915); in mock_ppgtt()
74 ppgtt->vm.i915 = i915; in mock_ppgtt()
76 ppgtt->vm.dma = i915->drm.dev; in mock_ppgtt()
80 ppgtt->vm.alloc_pt_dma = alloc_pt_dma; in mock_ppgtt()
83 ppgtt->vm.clear_range = mock_clear_range; in mock_ppgtt()
84 ppgtt->vm.insert_page = mock_insert_page; in mock_ppgtt()
86 ppgtt->vm.cleanup = mock_cleanup; in mock_ppgtt()
[all …]
|
| A D | i915_gem_gtt.c | 154 struct i915_ppgtt *ppgtt; in igt_ppgtt_alloc() local
165 if (IS_ERR(ppgtt)) in igt_ppgtt_alloc()
166 return PTR_ERR(ppgtt); in igt_ppgtt_alloc()
201 ppgtt->vm.allocate_va_range(&ppgtt->vm, &stash, 0, size); in igt_ppgtt_alloc()
204 ppgtt->vm.clear_range(&ppgtt->vm, 0, size); in igt_ppgtt_alloc()
223 ppgtt->vm.allocate_va_range(&ppgtt->vm, &stash, in igt_ppgtt_alloc()
238 i915_vm_put(&ppgtt->vm); in igt_ppgtt_alloc()
1204 if (IS_ERR(ppgtt)) { in exercise_ppgtt()
1205 err = PTR_ERR(ppgtt); in exercise_ppgtt()
1211 err = func(&ppgtt->vm, 0, ppgtt->vm.total, end_time); in exercise_ppgtt()
[all …]
|
| /linux-6.3-rc2/drivers/gpu/drm/i915/gem/selftests/ |
| A D | huge_pages.c | 424 struct i915_ppgtt *ppgtt = arg; in igt_mock_exhaust_device_supported_pages() local
500 struct i915_ppgtt *ppgtt = arg; in igt_mock_memory_region_huge_pages() local
578 struct i915_ppgtt *ppgtt = arg; in igt_mock_ppgtt_misaligned_dma() local
699 struct i915_ppgtt *ppgtt) in close_object_list() argument
715 struct i915_ppgtt *ppgtt = arg; in igt_mock_ppgtt_huge_fill() local
826 close_object_list(&objects, ppgtt); in igt_mock_ppgtt_huge_fill()
836 struct i915_ppgtt *ppgtt = arg; in igt_mock_ppgtt_64K() local
1917 struct i915_ppgtt *ppgtt; in i915_gem_huge_page_mock_selftests() local
1929 if (IS_ERR(ppgtt)) { in i915_gem_huge_page_mock_selftests()
1930 err = PTR_ERR(ppgtt); in i915_gem_huge_page_mock_selftests()
[all …]
|
| A D | mock_context.c | 37 struct i915_ppgtt *ppgtt; in mock_context() local
41 ppgtt = mock_ppgtt(i915, name); in mock_context()
42 if (!ppgtt) in mock_context()
45 ctx->vm = &ppgtt->vm; in mock_context()
|
| A D | i915_gem_migrate.c | 375 struct i915_ppgtt *ppgtt; in igt_async_migrate() local
379 ppgtt = i915_ppgtt_create(gt, 0); in igt_async_migrate()
380 if (IS_ERR(ppgtt)) in igt_async_migrate()
381 return PTR_ERR(ppgtt); in igt_async_migrate()
425 err = __igt_lmem_pages_migrate(gt, &ppgtt->vm, &deps, &spin, in igt_async_migrate()
436 i915_vm_put(&ppgtt->vm); in igt_async_migrate()
|
| /linux-6.3-rc2/drivers/gpu/drm/i915/gvt/ |
| A D | scheduler.c | 446 i915_pd_entry(ppgtt->pd, i); in set_context_ppgtt_from_shadow()
551 if (!bb->ppgtt) { in prepare_shadow_batch_buffer()
1295 struct i915_ppgtt *ppgtt) in i915_context_ppgtt_root_restore() argument
1304 i915_pd_entry(ppgtt->pd, i); in i915_context_ppgtt_root_restore()
1356 struct i915_ppgtt *ppgtt) in i915_context_ppgtt_root_save() argument
1365 i915_pd_entry(ppgtt->pd, i); in i915_context_ppgtt_root_save()
1387 struct i915_ppgtt *ppgtt; in intel_vgpu_setup_submission() local
1392 if (IS_ERR(ppgtt)) in intel_vgpu_setup_submission()
1393 return PTR_ERR(ppgtt); in intel_vgpu_setup_submission()
1439 i915_vm_put(&ppgtt->vm); in intel_vgpu_setup_submission()
[all …]
|
| A D | scheduler.h | 133 bool ppgtt; member
|
| A D | cmd_parser.c | 1918 bb->ppgtt = (s->buf_addr_type == GTT_BUFFER) ? false : true; in perform_bb_shadow()
1931 if (bb->ppgtt) in perform_bb_shadow()
|
| /linux-6.3-rc2/drivers/gpu/drm/i915/gem/ |
| A D | i915_gem_context.c | 1611 struct i915_ppgtt *ppgtt; in i915_gem_create_context() local
1614 if (IS_ERR(ppgtt)) { in i915_gem_create_context()
1616 PTR_ERR(ppgtt)); in i915_gem_create_context()
1617 err = PTR_ERR(ppgtt); in i915_gem_create_context()
1620 vm = &ppgtt->vm; in i915_gem_create_context()
1792 struct i915_ppgtt *ppgtt; in i915_gem_vm_create_ioctl() local
1802 ppgtt = i915_ppgtt_create(to_gt(i915), 0); in i915_gem_vm_create_ioctl()
1803 if (IS_ERR(ppgtt)) in i915_gem_vm_create_ioctl()
1804 return PTR_ERR(ppgtt); in i915_gem_vm_create_ioctl()
1809 ppgtt); in i915_gem_vm_create_ioctl()
[all …]
|