Lines Matching refs:mman
78 return ttm_range_man_init(&adev->mman.bdev, type, in amdgpu_ttm_init_on_chip()
130 if (!adev->mman.buffer_funcs_enabled) { in amdgpu_evict_flags()
193 BUG_ON(adev->mman.buffer_funcs->copy_max_bytes < in amdgpu_ttm_map_buffer()
223 num_dw = ALIGN(adev->mman.buffer_funcs->copy_num_dw, 8); in amdgpu_ttm_map_buffer()
226 r = amdgpu_job_alloc_with_ib(adev, &adev->mman.high_pr, in amdgpu_ttm_map_buffer()
294 struct amdgpu_ring *ring = adev->mman.buffer_funcs_ring; in amdgpu_ttm_copy_mem_to_mem()
301 if (!adev->mman.buffer_funcs_enabled) { in amdgpu_ttm_copy_mem_to_mem()
310 mutex_lock(&adev->mman.gtt_window_lock); in amdgpu_ttm_copy_mem_to_mem()
365 mutex_unlock(&adev->mman.gtt_window_lock); in amdgpu_ttm_copy_mem_to_mem()
560 if (adev->mman.buffer_funcs_enabled && in amdgpu_bo_move()
573 if (adev->mman.buffer_funcs_enabled) in amdgpu_bo_move()
618 if (adev->mman.aper_base_kaddr && in amdgpu_ttm_io_mem_reserve()
620 mem->bus.addr = (u8 *)adev->mman.aper_base_kaddr + in amdgpu_ttm_io_mem_reserve()
1161 if (adev->mman.ttm_pools && gtt->pool_id >= 0) in amdgpu_ttm_tt_populate()
1162 pool = &adev->mman.ttm_pools[gtt->pool_id]; in amdgpu_ttm_tt_populate()
1164 pool = &adev->mman.bdev.pool; in amdgpu_ttm_tt_populate()
1206 if (adev->mman.ttm_pools && gtt->pool_id >= 0) in amdgpu_ttm_tt_unpopulate()
1207 pool = &adev->mman.ttm_pools[gtt->pool_id]; in amdgpu_ttm_tt_unpopulate()
1209 pool = &adev->mman.bdev.pool; in amdgpu_ttm_tt_unpopulate()
1500 if (!adev->mman.sdma_access_ptr) in amdgpu_ttm_access_memory_sdma()
1507 memcpy(adev->mman.sdma_access_ptr, buf, len); in amdgpu_ttm_access_memory_sdma()
1509 num_dw = ALIGN(adev->mman.buffer_funcs->copy_num_dw, 8); in amdgpu_ttm_access_memory_sdma()
1510 r = amdgpu_job_alloc_with_ib(adev, &adev->mman.high_pr, in amdgpu_ttm_access_memory_sdma()
1520 dst_addr = amdgpu_bo_gpu_offset(adev->mman.sdma_access_bo); in amdgpu_ttm_access_memory_sdma()
1527 amdgpu_ring_pad_ib(adev->mman.buffer_funcs_ring, &job->ibs[0]); in amdgpu_ttm_access_memory_sdma()
1537 memcpy(buf, adev->mman.sdma_access_ptr, len); in amdgpu_ttm_access_memory_sdma()
1626 amdgpu_bo_free_kernel(&adev->mman.fw_vram_usage_reserved_bo, in amdgpu_ttm_fw_reserve_vram_fini()
1627 NULL, &adev->mman.fw_vram_usage_va); in amdgpu_ttm_fw_reserve_vram_fini()
1642 amdgpu_bo_free_kernel(&adev->mman.drv_vram_usage_reserved_bo, in amdgpu_ttm_drv_reserve_vram_fini()
1644 &adev->mman.drv_vram_usage_va); in amdgpu_ttm_drv_reserve_vram_fini()
1658 adev->mman.fw_vram_usage_va = NULL; in amdgpu_ttm_fw_reserve_vram_init()
1659 adev->mman.fw_vram_usage_reserved_bo = NULL; in amdgpu_ttm_fw_reserve_vram_init()
1661 if (adev->mman.fw_vram_usage_size == 0 || in amdgpu_ttm_fw_reserve_vram_init()
1662 adev->mman.fw_vram_usage_size > vram_size) in amdgpu_ttm_fw_reserve_vram_init()
1666 adev->mman.fw_vram_usage_start_offset, in amdgpu_ttm_fw_reserve_vram_init()
1667 adev->mman.fw_vram_usage_size, in amdgpu_ttm_fw_reserve_vram_init()
1668 &adev->mman.fw_vram_usage_reserved_bo, in amdgpu_ttm_fw_reserve_vram_init()
1669 &adev->mman.fw_vram_usage_va); in amdgpu_ttm_fw_reserve_vram_init()
1683 adev->mman.drv_vram_usage_va = NULL; in amdgpu_ttm_drv_reserve_vram_init()
1684 adev->mman.drv_vram_usage_reserved_bo = NULL; in amdgpu_ttm_drv_reserve_vram_init()
1686 if (adev->mman.drv_vram_usage_size == 0 || in amdgpu_ttm_drv_reserve_vram_init()
1687 adev->mman.drv_vram_usage_size > vram_size) in amdgpu_ttm_drv_reserve_vram_init()
1691 adev->mman.drv_vram_usage_start_offset, in amdgpu_ttm_drv_reserve_vram_init()
1692 adev->mman.drv_vram_usage_size, in amdgpu_ttm_drv_reserve_vram_init()
1693 &adev->mman.drv_vram_usage_reserved_bo, in amdgpu_ttm_drv_reserve_vram_init()
1694 &adev->mman.drv_vram_usage_va); in amdgpu_ttm_drv_reserve_vram_init()
1795 reserve_size, &adev->mman.fw_reserved_memory, NULL); in amdgpu_ttm_reserve_tmr()
1798 amdgpu_bo_free_kernel(&adev->mman.fw_reserved_memory, in amdgpu_ttm_reserve_tmr()
1816 adev->mman.ttm_pools = kcalloc(adev->gmc.num_mem_partitions, in amdgpu_ttm_pools_init()
1817 sizeof(*adev->mman.ttm_pools), in amdgpu_ttm_pools_init()
1819 if (!adev->mman.ttm_pools) in amdgpu_ttm_pools_init()
1823 ttm_pool_init(&adev->mman.ttm_pools[i], adev->dev, in amdgpu_ttm_pools_init()
1834 if (!adev->gmc.is_app_apu || !adev->mman.ttm_pools) in amdgpu_ttm_pools_fini()
1838 ttm_pool_fini(&adev->mman.ttm_pools[i]); in amdgpu_ttm_pools_fini()
1840 kfree(adev->mman.ttm_pools); in amdgpu_ttm_pools_fini()
1841 adev->mman.ttm_pools = NULL; in amdgpu_ttm_pools_fini()
1858 mutex_init(&adev->mman.gtt_window_lock); in amdgpu_ttm_init()
1862 r = ttm_device_init(&adev->mman.bdev, &amdgpu_bo_driver, adev->dev, in amdgpu_ttm_init()
1878 adev->mman.initialized = true; in amdgpu_ttm_init()
1892 adev->mman.aper_base_kaddr = ioremap_cache(adev->gmc.aper_base, in amdgpu_ttm_init()
1900 adev->mman.aper_base_kaddr = ioremap_wc(adev->gmc.aper_base, in amdgpu_ttm_init()
1925 if (adev->mman.discovery_bin) { in amdgpu_ttm_init()
1938 adev->mman.stolen_vga_size, in amdgpu_ttm_init()
1939 &adev->mman.stolen_vga_memory, in amdgpu_ttm_init()
1944 r = amdgpu_bo_create_kernel_at(adev, adev->mman.stolen_vga_size, in amdgpu_ttm_init()
1945 adev->mman.stolen_extended_size, in amdgpu_ttm_init()
1946 &adev->mman.stolen_extended_memory, in amdgpu_ttm_init()
1953 adev->mman.stolen_reserved_offset, in amdgpu_ttm_init()
1954 adev->mman.stolen_reserved_size, in amdgpu_ttm_init()
1955 &adev->mman.stolen_reserved_memory, in amdgpu_ttm_init()
2038 &adev->mman.sdma_access_bo, NULL, in amdgpu_ttm_init()
2039 &adev->mman.sdma_access_ptr)) in amdgpu_ttm_init()
2052 if (!adev->mman.initialized) in amdgpu_ttm_fini()
2060 amdgpu_bo_free_kernel(&adev->mman.stolen_vga_memory, NULL, NULL); in amdgpu_ttm_fini()
2061 amdgpu_bo_free_kernel(&adev->mman.stolen_extended_memory, NULL, NULL); in amdgpu_ttm_fini()
2063 amdgpu_bo_free_kernel(&adev->mman.fw_reserved_memory, NULL, in amdgpu_ttm_fini()
2065 amdgpu_bo_free_kernel(&adev->mman.fw_reserved_memory_extend, NULL, in amdgpu_ttm_fini()
2067 if (adev->mman.stolen_reserved_size) in amdgpu_ttm_fini()
2068 amdgpu_bo_free_kernel(&adev->mman.stolen_reserved_memory, in amdgpu_ttm_fini()
2071 amdgpu_bo_free_kernel(&adev->mman.sdma_access_bo, NULL, in amdgpu_ttm_fini()
2072 &adev->mman.sdma_access_ptr); in amdgpu_ttm_fini()
2078 if (adev->mman.aper_base_kaddr) in amdgpu_ttm_fini()
2079 iounmap(adev->mman.aper_base_kaddr); in amdgpu_ttm_fini()
2080 adev->mman.aper_base_kaddr = NULL; in amdgpu_ttm_fini()
2090 ttm_range_man_fini(&adev->mman.bdev, AMDGPU_PL_GDS); in amdgpu_ttm_fini()
2091 ttm_range_man_fini(&adev->mman.bdev, AMDGPU_PL_GWS); in amdgpu_ttm_fini()
2092 ttm_range_man_fini(&adev->mman.bdev, AMDGPU_PL_OA); in amdgpu_ttm_fini()
2093 ttm_range_man_fini(&adev->mman.bdev, AMDGPU_PL_DOORBELL); in amdgpu_ttm_fini()
2094 ttm_device_fini(&adev->mman.bdev); in amdgpu_ttm_fini()
2095 adev->mman.initialized = false; in amdgpu_ttm_fini()
2110 struct ttm_resource_manager *man = ttm_manager_type(&adev->mman.bdev, TTM_PL_VRAM); in amdgpu_ttm_set_buffer_funcs_status()
2114 if (!adev->mman.initialized || amdgpu_in_reset(adev) || in amdgpu_ttm_set_buffer_funcs_status()
2115 adev->mman.buffer_funcs_enabled == enable || adev->gmc.is_app_apu) in amdgpu_ttm_set_buffer_funcs_status()
2122 ring = adev->mman.buffer_funcs_ring; in amdgpu_ttm_set_buffer_funcs_status()
2124 r = drm_sched_entity_init(&adev->mman.high_pr, in amdgpu_ttm_set_buffer_funcs_status()
2134 r = drm_sched_entity_init(&adev->mman.low_pr, in amdgpu_ttm_set_buffer_funcs_status()
2144 drm_sched_entity_destroy(&adev->mman.high_pr); in amdgpu_ttm_set_buffer_funcs_status()
2145 drm_sched_entity_destroy(&adev->mman.low_pr); in amdgpu_ttm_set_buffer_funcs_status()
2156 adev->mman.buffer_funcs_enabled = enable; in amdgpu_ttm_set_buffer_funcs_status()
2161 drm_sched_entity_destroy(&adev->mman.high_pr); in amdgpu_ttm_set_buffer_funcs_status()
2176 struct drm_sched_entity *entity = delayed ? &adev->mman.low_pr : in amdgpu_ttm_prepare_job()
2177 &adev->mman.high_pr; in amdgpu_ttm_prepare_job()
2216 max_bytes = adev->mman.buffer_funcs->copy_max_bytes; in amdgpu_copy_buffer()
2218 num_dw = ALIGN(num_loops * adev->mman.buffer_funcs->copy_num_dw, 8); in amdgpu_copy_buffer()
2264 max_bytes = adev->mman.buffer_funcs->fill_max_bytes; in amdgpu_ttm_fill_mem()
2266 num_dw = ALIGN(num_loops * adev->mman.buffer_funcs->fill_num_dw, 8); in amdgpu_ttm_fill_mem()
2304 struct amdgpu_ring *ring = adev->mman.buffer_funcs_ring; in amdgpu_ttm_clear_buffer()
2309 if (!adev->mman.buffer_funcs_enabled) in amdgpu_ttm_clear_buffer()
2319 mutex_lock(&adev->mman.gtt_window_lock); in amdgpu_ttm_clear_buffer()
2348 mutex_unlock(&adev->mman.gtt_window_lock); in amdgpu_ttm_clear_buffer()
2360 struct amdgpu_ring *ring = adev->mman.buffer_funcs_ring; in amdgpu_fill_buffer()
2365 if (!adev->mman.buffer_funcs_enabled) { in amdgpu_fill_buffer()
2373 mutex_lock(&adev->mman.gtt_window_lock); in amdgpu_fill_buffer()
2397 mutex_unlock(&adev->mman.gtt_window_lock); in amdgpu_fill_buffer()
2424 man = ttm_manager_type(&adev->mman.bdev, mem_type); in amdgpu_ttm_evict_resources()
2431 return ttm_resource_manager_evict_all(&adev->mman.bdev, man); in amdgpu_ttm_evict_resources()
2440 return ttm_pool_debugfs(&adev->mman.bdev.pool, m); in amdgpu_ttm_page_pool_show()
2565 if (p->mapping != adev->mman.bdev.dev_mapping) in amdgpu_iomem_read()
2616 if (p->mapping != adev->mman.bdev.dev_mapping) in amdgpu_iomem_write()
2654 ttm_resource_manager_create_debugfs(ttm_manager_type(&adev->mman.bdev, in amdgpu_ttm_debugfs_init()
2657 ttm_resource_manager_create_debugfs(ttm_manager_type(&adev->mman.bdev, in amdgpu_ttm_debugfs_init()
2660 ttm_resource_manager_create_debugfs(ttm_manager_type(&adev->mman.bdev, in amdgpu_ttm_debugfs_init()
2663 ttm_resource_manager_create_debugfs(ttm_manager_type(&adev->mman.bdev, in amdgpu_ttm_debugfs_init()
2666 ttm_resource_manager_create_debugfs(ttm_manager_type(&adev->mman.bdev, in amdgpu_ttm_debugfs_init()