| /drivers/accel/amdxdna/ |
| A D | amdxdna_gem.c | 84 kfree(abo); in amdxdna_gem_destroy_obj() 107 struct amdxdna_gem_obj *abo = mapp->abo; in amdxdna_hmm_invalidate() local 233 mapp->abo = abo; in amdxdna_hmm_register() 410 dma_buf_detach(abo->dma_buf, abo->attach); in amdxdna_imported_obj_free() 413 kfree(abo); in amdxdna_imported_obj_free() 466 abo = kzalloc(sizeof(*abo), GFP_KERNEL); in amdxdna_gem_create_obj() 467 if (!abo) in amdxdna_gem_create_obj() 600 drm_mm_init(&abo->mm, abo->mem.dev_addr, abo->mem.size); in amdxdna_drm_create_dev_heap() 738 abo->mem.dev_addr, abo->mem.size); in amdxdna_drm_create_bo_ioctl() 751 abo = abo->client->dev_heap; in amdxdna_gem_pin_nolock() [all …]
|
| A D | amdxdna_ctx.h | 115 amdxdna_cmd_get_op(struct amdxdna_gem_obj *abo) in amdxdna_cmd_get_op() argument 117 struct amdxdna_cmd *cmd = abo->mem.kva; in amdxdna_cmd_get_op() 123 amdxdna_cmd_set_state(struct amdxdna_gem_obj *abo, enum ert_cmd_state s) in amdxdna_cmd_set_state() argument 125 struct amdxdna_cmd *cmd = abo->mem.kva; in amdxdna_cmd_set_state() 132 amdxdna_cmd_get_state(struct amdxdna_gem_obj *abo) in amdxdna_cmd_get_state() argument 134 struct amdxdna_cmd *cmd = abo->mem.kva; in amdxdna_cmd_get_state() 139 void *amdxdna_cmd_get_payload(struct amdxdna_gem_obj *abo, u32 *size); 140 int amdxdna_cmd_get_cu_idx(struct amdxdna_gem_obj *abo);
|
| A D | aie2_message.c | 384 struct amdxdna_gem_obj *abo; in aie2_config_cu() local 406 abo = to_xdna_obj(gobj); in aie2_config_cu() 408 if (abo->type != AMDXDNA_BO_DEV) { in aie2_config_cu() 415 abo->mem.dev_addr >> shift); in aie2_config_cu() 418 abo->mem.dev_addr, req.cfgs[i]); in aie2_config_cu() 580 u32 this_op = amdxdna_cmd_get_op(abo); in aie2_cmdlist_fill_one_slot() 667 struct amdxdna_gem_obj *abo; in aie2_cmdlist_multi_execbuf() local 670 if (!abo) { in aie2_cmdlist_multi_execbuf() 677 op = amdxdna_cmd_get_op(abo); in aie2_cmdlist_multi_execbuf() 680 amdxdna_gem_put_obj(abo); in aie2_cmdlist_multi_execbuf() [all …]
|
| A D | amdxdna_gem.h | 16 struct amdxdna_gem_obj *abo; member 60 static inline void amdxdna_gem_put_obj(struct amdxdna_gem_obj *abo) in amdxdna_gem_put_obj() argument 62 drm_gem_object_put(to_gobj(abo)); in amdxdna_gem_put_obj() 76 int amdxdna_gem_pin_nolock(struct amdxdna_gem_obj *abo); 77 int amdxdna_gem_pin(struct amdxdna_gem_obj *abo); 78 void amdxdna_gem_unpin(struct amdxdna_gem_obj *abo);
|
| A D | amdxdna_ctx.c | 107 struct amdxdna_cmd *cmd = abo->mem.kva; in amdxdna_cmd_get_payload() 128 struct amdxdna_cmd *cmd = abo->mem.kva; in amdxdna_cmd_get_cu_idx() 364 struct amdxdna_gem_obj *abo; in amdxdna_arg_bos_lookup() local 371 abo = to_xdna_obj(gobj); in amdxdna_arg_bos_lookup() 373 mutex_lock(&abo->lock); in amdxdna_arg_bos_lookup() 374 if (abo->pinned) { in amdxdna_arg_bos_lookup() 375 mutex_unlock(&abo->lock); in amdxdna_arg_bos_lookup() 380 ret = amdxdna_gem_pin_nolock(abo); in amdxdna_arg_bos_lookup() 382 mutex_unlock(&abo->lock); in amdxdna_arg_bos_lookup() 386 abo->pinned = true; in amdxdna_arg_bos_lookup() [all …]
|
| A D | aie2_ctx.c | 561 struct amdxdna_gem_obj *abo; in aie2_hwctx_init() local 570 if (IS_ERR(abo)) { in aie2_hwctx_init() 571 ret = PTR_ERR(abo); in aie2_hwctx_init() 576 i, abo->mem.dev_addr, abo->mem.size); in aie2_hwctx_init() 577 priv->cmd_buf[i] = abo; in aie2_hwctx_init() 779 abo->mem.map_invalid = false; in aie2_populate_range() 834 struct amdxdna_gem_obj *abo; in aie2_cmd_submit() local 876 abo = to_xdna_obj(job->bos[i]); in aie2_cmd_submit() 877 if (abo->mem.map_invalid) { in aie2_cmd_submit() 888 ret = aie2_populate_range(abo); in aie2_cmd_submit() [all …]
|
| A D | amdxdna_pci_drv.h | 57 void (*hmm_invalidate)(struct amdxdna_gem_obj *abo, unsigned long cur_seq);
|
| A D | aie2_pci.h | 294 void aie2_hmm_invalidate(struct amdxdna_gem_obj *abo, unsigned long cur_seq);
|
| /drivers/gpu/drm/amd/amdgpu/ |
| A D | amdgpu_object.c | 115 u64 flags = abo->flags; in amdgpu_bo_placement_from_domain() 1253 struct amdgpu_bo *abo; in amdgpu_bo_move_notify() local 1258 abo = ttm_to_amdgpu_bo(bo); in amdgpu_bo_move_notify() 1261 amdgpu_bo_kunmap(abo); in amdgpu_bo_move_notify() 1263 if (abo->tbo.base.dma_buf && !drm_gem_is_imported(&abo->tbo.base) && in amdgpu_bo_move_notify() 1283 struct amdgpu_bo *abo; in amdgpu_bo_release_notify() local 1289 abo = ttm_to_amdgpu_bo(bo); in amdgpu_bo_release_notify() 1291 WARN_ON(abo->vm_bo); in amdgpu_bo_release_notify() 1293 if (abo->kfd_bo) in amdgpu_bo_release_notify() 1294 amdgpu_amdkfd_release_notify(abo); in amdgpu_bo_release_notify() [all …]
|
| A D | amdgpu_gem.c | 283 !amdgpu_vm_is_bo_always_valid(vm, abo)) in amdgpu_gem_object_open() 286 r = amdgpu_bo_reserve(abo, false); in amdgpu_gem_object_open() 290 amdgpu_vm_bo_update_shared(abo); in amdgpu_gem_object_open() 291 bo_va = amdgpu_vm_bo_find(vm, abo); in amdgpu_gem_object_open() 293 bo_va = amdgpu_vm_bo_add(adev, vm, abo); in amdgpu_gem_object_open() 301 amdgpu_bo_unreserve(abo); in amdgpu_gem_object_open() 305 amdgpu_bo_unreserve(abo); in amdgpu_gem_object_open() 837 struct amdgpu_bo *abo; in amdgpu_gem_va_ioctl() local 897 abo = gem_to_amdgpu_bo(gobj); in amdgpu_gem_va_ioctl() 900 abo = NULL; in amdgpu_gem_va_ioctl() [all …]
|
| A D | amdgpu_ttm.c | 94 struct amdgpu_bo *abo; in amdgpu_evict_flags() local 115 abo = ttm_to_amdgpu_bo(bo); in amdgpu_evict_flags() 116 if (abo->flags & AMDGPU_GEM_CREATE_DISCARDABLE) { in amdgpu_evict_flags() 147 abo->placements[0].lpfn = 0; in amdgpu_evict_flags() 161 *placement = abo->placement; in amdgpu_evict_flags() 384 struct amdgpu_bo *abo = ttm_to_amdgpu_bo(bo); in amdgpu_move_blit() local 398 amdgpu_bo_encrypted(abo), in amdgpu_move_blit() 496 struct amdgpu_bo *abo; in amdgpu_bo_move() local 507 abo = ttm_to_amdgpu_bo(bo); in amdgpu_bo_move() 902 if (amdgpu_bo_encrypted(abo)) in amdgpu_ttm_gart_bind() [all …]
|
| A D | amdgpu_object.h | 45 #define to_amdgpu_bo_user(abo) container_of((abo), struct amdgpu_bo_user, bo) argument 46 #define to_amdgpu_bo_vm(abo) container_of((abo), struct amdgpu_bo_vm, bo) argument 250 void amdgpu_bo_placement_from_domain(struct amdgpu_bo *abo, u32 domain);
|
| A D | amdgpu_display.c | 1809 struct amdgpu_bo *abo = panic_abo; in amdgpu_display_set_pixel() local 1826 struct amdgpu_bo *abo; in amdgpu_display_get_scanout_buffer() local 1834 abo = gem_to_amdgpu_bo(fb->obj[0]); in amdgpu_display_get_scanout_buffer() 1835 if (!abo) in amdgpu_display_get_scanout_buffer() 1847 if (abo->flags & AMDGPU_GEM_CREATE_NO_CPU_ACCESS) { in amdgpu_display_get_scanout_buffer() 1848 if (abo->tbo.resource->mem_type != TTM_PL_VRAM) { in amdgpu_display_get_scanout_buffer() 1858 panic_abo = abo; in amdgpu_display_get_scanout_buffer() 1861 if (!abo->kmap.virtual && in amdgpu_display_get_scanout_buffer() 1862 ttm_bo_kmap(&abo->tbo, 0, PFN_UP(abo->tbo.base.size), &abo->kmap)) { in amdgpu_display_get_scanout_buffer() 1866 if (abo->kmap.bo_kmap_type & TTM_BO_MAP_IOMEM_MASK) in amdgpu_display_get_scanout_buffer() [all …]
|
| A D | amdgpu_uvd.c | 138 static void amdgpu_uvd_force_into_uvd_segment(struct amdgpu_bo *abo); 547 static void amdgpu_uvd_force_into_uvd_segment(struct amdgpu_bo *abo) in amdgpu_uvd_force_into_uvd_segment() argument 551 for (i = 0; i < abo->placement.num_placement; ++i) { in amdgpu_uvd_force_into_uvd_segment() 552 abo->placements[i].fpfn = 0 >> PAGE_SHIFT; in amdgpu_uvd_force_into_uvd_segment() 553 abo->placements[i].lpfn = (256 * 1024 * 1024) >> PAGE_SHIFT; in amdgpu_uvd_force_into_uvd_segment() 554 if (abo->placements[i].mem_type == TTM_PL_VRAM) in amdgpu_uvd_force_into_uvd_segment() 555 abo->placements[i].flags |= TTM_PL_FLAG_CONTIGUOUS; in amdgpu_uvd_force_into_uvd_segment()
|
| A D | dce_v8_0.c | 1801 struct amdgpu_bo *abo; in dce_v8_0_crtc_do_set_base() local 1825 abo = gem_to_amdgpu_bo(obj); in dce_v8_0_crtc_do_set_base() 1826 r = amdgpu_bo_reserve(abo, false); in dce_v8_0_crtc_do_set_base() 1834 amdgpu_bo_unreserve(abo); in dce_v8_0_crtc_do_set_base() 1841 amdgpu_bo_unreserve(abo); in dce_v8_0_crtc_do_set_base() 2006 r = amdgpu_bo_reserve(abo, true); in dce_v8_0_crtc_do_set_base() 2009 amdgpu_bo_unpin(abo); in dce_v8_0_crtc_do_set_base() 2010 amdgpu_bo_unreserve(abo); in dce_v8_0_crtc_do_set_base() 2481 struct amdgpu_bo *abo; in dce_v8_0_crtc_disable() local 2488 amdgpu_bo_unpin(abo); in dce_v8_0_crtc_disable() [all …]
|
| A D | dce_v6_0.c | 1892 struct amdgpu_bo *abo; in dce_v6_0_crtc_do_set_base() local 1915 abo = gem_to_amdgpu_bo(obj); in dce_v6_0_crtc_do_set_base() 1916 r = amdgpu_bo_reserve(abo, false); in dce_v6_0_crtc_do_set_base() 1924 amdgpu_bo_unreserve(abo); in dce_v6_0_crtc_do_set_base() 1931 amdgpu_bo_unreserve(abo); in dce_v6_0_crtc_do_set_base() 2094 r = amdgpu_bo_reserve(abo, true); in dce_v6_0_crtc_do_set_base() 2097 amdgpu_bo_unpin(abo); in dce_v6_0_crtc_do_set_base() 2098 amdgpu_bo_unreserve(abo); in dce_v6_0_crtc_do_set_base() 2530 struct amdgpu_bo *abo; in dce_v6_0_crtc_disable() local 2537 amdgpu_bo_unpin(abo); in dce_v6_0_crtc_disable() [all …]
|
| A D | dce_v10_0.c | 1854 struct amdgpu_bo *abo; in dce_v10_0_crtc_do_set_base() local 1878 abo = gem_to_amdgpu_bo(obj); in dce_v10_0_crtc_do_set_base() 1879 r = amdgpu_bo_reserve(abo, false); in dce_v10_0_crtc_do_set_base() 1887 amdgpu_bo_unreserve(abo); in dce_v10_0_crtc_do_set_base() 1894 amdgpu_bo_unreserve(abo); in dce_v10_0_crtc_do_set_base() 2079 r = amdgpu_bo_reserve(abo, true); in dce_v10_0_crtc_do_set_base() 2082 amdgpu_bo_unpin(abo); in dce_v10_0_crtc_do_set_base() 2083 amdgpu_bo_unreserve(abo); in dce_v10_0_crtc_do_set_base() 2562 struct amdgpu_bo *abo; in dce_v10_0_crtc_disable() local 2569 amdgpu_bo_unpin(abo); in dce_v10_0_crtc_disable() [all …]
|
| A D | dce_v11_0.c | 1904 struct amdgpu_bo *abo; in dce_v11_0_crtc_do_set_base() local 1928 abo = gem_to_amdgpu_bo(obj); in dce_v11_0_crtc_do_set_base() 1929 r = amdgpu_bo_reserve(abo, false); in dce_v11_0_crtc_do_set_base() 1937 amdgpu_bo_unreserve(abo); in dce_v11_0_crtc_do_set_base() 1944 amdgpu_bo_unreserve(abo); in dce_v11_0_crtc_do_set_base() 2129 r = amdgpu_bo_reserve(abo, true); in dce_v11_0_crtc_do_set_base() 2132 amdgpu_bo_unpin(abo); in dce_v11_0_crtc_do_set_base() 2133 amdgpu_bo_unreserve(abo); in dce_v11_0_crtc_do_set_base() 2646 struct amdgpu_bo *abo; in dce_v11_0_crtc_disable() local 2653 amdgpu_bo_unpin(abo); in dce_v11_0_crtc_disable() [all …]
|
| A D | amdgpu_vm.c | 1288 struct amdgpu_bo *abo = gem_to_amdgpu_bo(gobj); in amdgpu_vm_bo_update() local 1290 if (abo->tbo.resource && in amdgpu_vm_bo_update() 1291 abo->tbo.resource->mem_type == TTM_PL_VRAM) in amdgpu_vm_bo_update()
|
| /drivers/gpu/drm/amd/display/amdgpu_dm/ |
| A D | amdgpu_dm.c | 9167 struct amdgpu_bo *abo = gem_to_amdgpu_bo(fb->obj[0]); in get_mem_type() local 9169 return abo->tbo.resource ? abo->tbo.resource->mem_type : 0; in get_mem_type()
|