Lines Matching refs:ttm
331 if (WARN(amdgpu_ttm_tt_get_usermm(bo->tbo.ttm), in amdgpu_amdkfd_bo_validate()
477 struct ttm_tt *src_ttm = mem->bo->tbo.ttm; in kfd_mem_dmamap_userptr()
478 struct ttm_tt *ttm = bo->tbo.ttm; in kfd_mem_dmamap_userptr() local
481 ttm->sg = kmalloc(sizeof(*ttm->sg), GFP_KERNEL); in kfd_mem_dmamap_userptr()
482 if (unlikely(!ttm->sg)) in kfd_mem_dmamap_userptr()
485 if (WARN_ON(ttm->num_pages != src_ttm->num_pages)) in kfd_mem_dmamap_userptr()
489 ret = sg_alloc_table_from_pages(ttm->sg, src_ttm->pages, in kfd_mem_dmamap_userptr()
490 ttm->num_pages, 0, in kfd_mem_dmamap_userptr()
491 (u64)ttm->num_pages << PAGE_SHIFT, in kfd_mem_dmamap_userptr()
496 ret = dma_map_sgtable(adev->dev, ttm->sg, direction, 0); in kfd_mem_dmamap_userptr()
500 drm_prime_sg_to_dma_addr_array(ttm->sg, ttm->dma_address, in kfd_mem_dmamap_userptr()
501 ttm->num_pages); in kfd_mem_dmamap_userptr()
511 dma_unmap_sgtable(adev->dev, ttm->sg, direction, 0); in kfd_mem_dmamap_userptr()
514 sg_free_table(ttm->sg); in kfd_mem_dmamap_userptr()
516 kfree(ttm->sg); in kfd_mem_dmamap_userptr()
517 ttm->sg = NULL; in kfd_mem_dmamap_userptr()
558 struct ttm_tt *ttm = bo->tbo.ttm; in kfd_mem_dmaunmap_userptr() local
560 if (unlikely(!ttm->sg)) in kfd_mem_dmaunmap_userptr()
566 dma_unmap_sgtable(adev->dev, ttm->sg, direction, 0); in kfd_mem_dmaunmap_userptr()
567 sg_free_table(ttm->sg); in kfd_mem_dmaunmap_userptr()
568 kfree(ttm->sg); in kfd_mem_dmaunmap_userptr()
569 ttm->sg = NULL; in kfd_mem_dmaunmap_userptr()
707 } else if (amdgpu_ttm_tt_get_usermm(mem->bo->tbo.ttm)) { in kfd_mem_attach()
848 ret = amdgpu_ttm_tt_get_user_pages(bo, bo->tbo.ttm->pages); in init_user_pages()
866 amdgpu_ttm_tt_get_user_pages_done(bo->tbo.ttm); in init_user_pages()
1481 bo->tbo.ttm->sg = sg; in amdgpu_amdkfd_gpuvm_alloc_memory_of_gpu()
1649 if (amdgpu_ttm_tt_get_usermm(bo->tbo.ttm)) { in amdgpu_amdkfd_gpuvm_map_memory_to_gpu()
1680 if (amdgpu_ttm_tt_get_usermm(bo->tbo.ttm) && in amdgpu_amdkfd_gpuvm_map_memory_to_gpu()
1689 !amdgpu_ttm_tt_get_usermm(bo->tbo.ttm)) { in amdgpu_amdkfd_gpuvm_map_memory_to_gpu()
1727 if (!amdgpu_ttm_tt_get_usermm(bo->tbo.ttm) && !bo->tbo.pin_count) in amdgpu_amdkfd_gpuvm_map_memory_to_gpu()
1798 !amdgpu_ttm_tt_get_usermm(mem->bo->tbo.ttm) && in amdgpu_amdkfd_gpuvm_unmap_memory_from_gpu()
1833 if (amdgpu_ttm_tt_get_usermm(bo->tbo.ttm)) { in amdgpu_amdkfd_gpuvm_map_gtt_bo_to_kernel()
2061 ret = amdgpu_ttm_tt_get_user_pages(bo, bo->tbo.ttm->pages); in update_invalid_user_pages()
2080 amdgpu_ttm_tt_get_user_pages_done(bo->tbo.ttm); in update_invalid_user_pages()
2159 if (bo->tbo.ttm->pages[0]) { in validate_invalid_user_pages()