| /drivers/gpu/drm/ttm/ |
| A D | ttm_tt.c | 70 uint32_t page_flags = 0; in ttm_tt_create() local 80 page_flags |= TTM_TT_FLAG_ZERO_ALLOC; in ttm_tt_create() 85 page_flags |= TTM_TT_FLAG_EXTERNAL; in ttm_tt_create() 97 page_flags |= TTM_TT_FLAG_DECRYPTED; in ttm_tt_create() 153 uint32_t page_flags, in ttm_tt_init_fields() argument 158 ttm->page_flags = page_flags; in ttm_tt_init_fields() 212 if (page_flags & TTM_TT_FLAG_EXTERNAL) in ttm_sg_tt_init() 258 ttm->page_flags &= ~TTM_TT_FLAG_SWAPPED; in ttm_tt_swapin() 290 tt->page_flags |= TTM_TT_FLAG_BACKED_UP; in ttm_tt_backup() 304 tt->page_flags &= ~TTM_TT_FLAG_BACKED_UP; in ttm_tt_restore() [all …]
|
| A D | ttm_agp_backend.c | 127 uint32_t page_flags) in ttm_agp_tt_create() argument 138 if (ttm_tt_init(&agp_be->ttm, bo, page_flags, ttm_write_combined, 0)) { in ttm_agp_tt_create()
|
| A D | ttm_bo_util.c | 168 if (ttm && ((ttm->page_flags & TTM_TT_FLAG_SWAPPED) || in ttm_bo_move_memcpy() 190 if (!(clear && ttm && !(ttm->page_flags & TTM_TT_FLAG_ZERO_ALLOC))) in ttm_bo_move_memcpy() 304 if (bo->ttm->page_flags & TTM_TT_FLAG_DECRYPTED) in ttm_io_prot() 363 !(man->use_tt && (ttm->page_flags & TTM_TT_FLAG_DECRYPTED))) { in ttm_bo_kmap_ttm()
|
| A D | ttm_bo_vm.c | 154 if (bo->ttm && (bo->ttm->page_flags & TTM_TT_FLAG_EXTERNAL)) { in ttm_bo_vm_reserve() 155 if (!(bo->ttm->page_flags & TTM_TT_FLAG_EXTERNAL_MAPPABLE)) { in ttm_bo_vm_reserve()
|
| A D | ttm_bo.c | 1126 bo->ttm->page_flags & TTM_TT_FLAG_EXTERNAL || in ttm_bo_swapout_cb() 1127 bo->ttm->page_flags & TTM_TT_FLAG_SWAPPED) { in ttm_bo_swapout_cb()
|
| A D | ttm_pool.c | 716 if (tt->page_flags & TTM_TT_FLAG_ZERO_ALLOC) in __ttm_pool_alloc()
|
| /drivers/gpu/drm/vmwgfx/ |
| A D | vmwgfx_ttm_buffer.c | 191 if (vmw_tt->dma_ttm.page_flags & TTM_TT_FLAG_EXTERNAL) { in vmw_ttm_map_dma() 365 bool external = (ttm->page_flags & TTM_TT_FLAG_EXTERNAL) != 0; in vmw_ttm_populate() 383 bool external = (ttm->page_flags & TTM_TT_FLAG_EXTERNAL) != 0; in vmw_ttm_unpopulate() 401 uint32_t page_flags) in vmw_ttm_tt_create() argument 415 page_flags |= TTM_TT_FLAG_EXTERNAL | TTM_TT_FLAG_EXTERNAL_MAPPABLE; in vmw_ttm_tt_create() 418 ret = ttm_sg_tt_init(&vmw_be->dma_ttm, bo, page_flags, in vmw_ttm_tt_create() 421 ret = ttm_tt_init(&vmw_be->dma_ttm, bo, page_flags, in vmw_ttm_tt_create()
|
| A D | vmwgfx_blit.c | 559 bool src_external = (src->ttm->page_flags & TTM_TT_FLAG_EXTERNAL) != 0; in vmw_bo_cpu_blit() 560 bool dst_external = (dst->ttm->page_flags & TTM_TT_FLAG_EXTERNAL) != 0; in vmw_bo_cpu_blit()
|
| /drivers/gpu/drm/ttm/tests/ |
| A D | ttm_tt_test.c | 44 u32 page_flags = TTM_TT_FLAG_ZERO_ALLOC; in ttm_tt_init_basic() local 55 err = ttm_tt_init(tt, bo, page_flags, caching, extra_pages); in ttm_tt_init_basic() 60 KUNIT_ASSERT_EQ(test, tt->page_flags, page_flags); in ttm_tt_init_basic() 214 u32 page_flags) in ttm_tt_null_create() argument 361 KUNIT_ASSERT_TRUE(test, tt->page_flags & TTM_TT_FLAG_SWAPPED); in ttm_tt_swapin_basic() 370 KUNIT_ASSERT_FALSE(test, tt->page_flags & TTM_TT_FLAG_SWAPPED); in ttm_tt_swapin_basic()
|
| A D | ttm_kunit_helpers.c | 48 static struct ttm_tt *ttm_tt_simple_create(struct ttm_buffer_object *bo, u32 page_flags) in ttm_tt_simple_create() argument 53 ttm_tt_init(tt, bo, page_flags, ttm_cached, 0); in ttm_tt_simple_create()
|
| A D | ttm_pool_test.c | 51 u32 page_flags, in ttm_tt_kunit_init() argument 67 err = ttm_tt_init(tt, priv->mock_bo, page_flags, caching, 0); in ttm_tt_kunit_init()
|
| A D | ttm_bo_validate_test.c | 563 flags = bo->ttm->page_flags; in ttm_bo_validate_no_placement_signaled() 804 KUNIT_EXPECT_TRUE(test, bos[0].ttm->page_flags & TTM_TT_FLAG_ZERO_ALLOC); in ttm_bo_validate_happy_evict() 805 KUNIT_EXPECT_TRUE(test, bos[0].ttm->page_flags & TTM_TT_FLAG_PRIV_POPULATED); in ttm_bo_validate_happy_evict() 1071 KUNIT_ASSERT_TRUE(test, bo_evict->ttm->page_flags & TTM_TT_FLAG_ZERO_ALLOC); in ttm_bo_validate_evict_gutting()
|
| /drivers/gpu/drm/i915/gem/ |
| A D | i915_gem_ttm.c | 229 if (ttm->page_flags & TTM_TT_FLAG_SWAPPED) in i915_ttm_tt_shmem_populate() 230 ttm->page_flags &= ~TTM_TT_FLAG_SWAPPED; in i915_ttm_tt_shmem_populate() 243 bool backup = ttm->page_flags & TTM_TT_FLAG_SWAPPED; in i915_ttm_tt_shmem_unpopulate() 266 uint32_t page_flags) in i915_ttm_tt_create() argument 285 page_flags |= TTM_TT_FLAG_ZERO_ALLOC; in i915_ttm_tt_create() 289 page_flags |= TTM_TT_FLAG_EXTERNAL | in i915_ttm_tt_create() 299 ret = ttm_tt_init(&i915_tt->ttm, bo, page_flags, caching, ccs_pages); in i915_ttm_tt_create() 367 if (bo->ttm && bo->ttm->page_flags & TTM_TT_FLAG_EXTERNAL) in i915_ttm_eviction_valuable() 487 if (bo->ttm->page_flags & TTM_TT_FLAG_SWAPPED) in i915_ttm_shrink() 490 bo->ttm->page_flags |= TTM_TT_FLAG_SWAPPED; in i915_ttm_shrink() [all …]
|
| A D | i915_gem_ttm_move.c | 626 if (ttm && (dst_man->use_tt || (ttm->page_flags & TTM_TT_FLAG_SWAPPED))) { in i915_ttm_move() 638 if (!(clear && ttm && !((ttm->page_flags & TTM_TT_FLAG_ZERO_ALLOC) && !prealloc_bo))) { in i915_ttm_move()
|
| /drivers/gpu/drm/nouveau/ |
| A D | nouveau_sgdma.c | 68 nouveau_sgdma_create_ttm(struct ttm_buffer_object *bo, uint32_t page_flags) in nouveau_sgdma_create_ttm() argument 86 if (ttm_sg_tt_init(&nvbe->ttm, bo, page_flags, caching)) { in nouveau_sgdma_create_ttm()
|
| A D | nouveau_ttm.h | 16 u32 page_flags);
|
| A D | nouveau_bo.c | 842 nouveau_ttm_tt_create(struct ttm_buffer_object *bo, uint32_t page_flags) in nouveau_ttm_tt_create() argument 848 return ttm_agp_tt_create(bo, drm->agp.bridge, page_flags); in nouveau_ttm_tt_create() 852 return nouveau_sgdma_create_ttm(bo, page_flags); in nouveau_ttm_tt_create() 1424 bool slave = !!(ttm->page_flags & TTM_TT_FLAG_EXTERNAL); in nouveau_ttm_tt_populate() 1445 bool slave = !!(ttm->page_flags & TTM_TT_FLAG_EXTERNAL); in nouveau_ttm_tt_unpopulate()
|
| /drivers/gpu/drm/radeon/ |
| A D | radeon_ttm.c | 481 uint32_t page_flags) in radeon_ttm_tt_create() argument 490 return ttm_agp_tt_create(bo, rdev->agp->bridge, page_flags); in radeon_ttm_tt_create() 507 if (ttm_sg_tt_init(>t->ttm, bo, page_flags, caching)) { in radeon_ttm_tt_create() 533 bool slave = !!(ttm->page_flags & TTM_TT_FLAG_EXTERNAL); in radeon_ttm_tt_populate() 540 ttm->page_flags |= TTM_TT_FLAG_EXTERNAL; in radeon_ttm_tt_populate() 557 bool slave = !!(ttm->page_flags & TTM_TT_FLAG_EXTERNAL); in radeon_ttm_tt_unpopulate() 563 ttm->page_flags &= ~TTM_TT_FLAG_EXTERNAL; in radeon_ttm_tt_unpopulate()
|
| /drivers/gpu/drm/loongson/ |
| A D | lsdc_ttm.c | 93 lsdc_ttm_tt_create(struct ttm_buffer_object *tbo, uint32_t page_flags) in lsdc_ttm_tt_create() argument 102 ret = ttm_sg_tt_init(tt, tbo, page_flags, ttm_cached); in lsdc_ttm_tt_create() 115 bool slave = !!(ttm->page_flags & TTM_TT_FLAG_EXTERNAL); in lsdc_ttm_tt_populate() 131 bool slave = !!(ttm->page_flags & TTM_TT_FLAG_EXTERNAL); in lsdc_ttm_tt_unpopulate()
|
| /drivers/gpu/drm/qxl/ |
| A D | qxl_ttm.c | 107 uint32_t page_flags) in qxl_ttm_tt_create() argument 114 if (ttm_tt_init(ttm, bo, page_flags, ttm_cached, 0)) { in qxl_ttm_tt_create()
|
| /drivers/gpu/drm/xe/ |
| A D | xe_bo.c | 353 XE_WARN_ON((tt->page_flags & TTM_TT_FLAG_EXTERNAL) && in xe_tt_map_sg() 354 !(tt->page_flags & TTM_TT_FLAG_EXTERNAL_MAPPABLE)); in xe_tt_map_sg() 437 u32 page_flags) in xe_ttm_tt_create() argument 500 err = ttm_tt_init(tt, &bo->ttm, page_flags, caching, extra_pages); in xe_ttm_tt_create() 528 if ((tt->page_flags & TTM_TT_FLAG_EXTERNAL) && in xe_ttm_tt_populate() 529 !(tt->page_flags & TTM_TT_FLAG_EXTERNAL_MAPPABLE)) in xe_ttm_tt_populate() 552 if ((tt->page_flags & TTM_TT_FLAG_EXTERNAL) && in xe_ttm_tt_unpopulate() 553 !(tt->page_flags & TTM_TT_FLAG_EXTERNAL_MAPPABLE)) in xe_ttm_tt_unpopulate() 822 (ttm->page_flags & TTM_TT_FLAG_SWAPPED)); in xe_bo_move() 827 needs_clear = (ttm && ttm->page_flags & TTM_TT_FLAG_ZERO_ALLOC) || in xe_bo_move() [all …]
|
| /drivers/gpu/drm/ |
| A D | drm_gem_vram_helper.c | 718 uint32_t page_flags) in bo_driver_ttm_tt_create() argument 727 ret = ttm_tt_init(tt, bo, page_flags, ttm_cached, 0); in bo_driver_ttm_tt_create()
|
| /drivers/gpu/drm/amd/amdgpu/ |
| A D | amdgpu_ttm.c | 941 } else if (ttm->page_flags & TTM_TT_FLAG_EXTERNAL) { in amdgpu_ttm_backend_bind() 1104 uint32_t page_flags) in amdgpu_ttm_tt_create() argument 1127 if (ttm_sg_tt_init(>t->ttm, bo, page_flags, caching)) { in amdgpu_ttm_tt_create() 1158 if (ttm->page_flags & TTM_TT_FLAG_EXTERNAL) in amdgpu_ttm_tt_populate() 1198 if (ttm->page_flags & TTM_TT_FLAG_EXTERNAL) in amdgpu_ttm_tt_unpopulate() 1259 bo->ttm->page_flags |= TTM_TT_FLAG_EXTERNAL; in amdgpu_ttm_tt_set_userptr()
|
| /drivers/gpu/drm/imagination/ |
| A D | pvr_mmu.c | 2517 u64 offset, u64 size, struct pvr_page_flags_raw page_flags) in pvr_mmu_map_sgl() argument 2539 err = pvr_page_create(op_ctx, dma_addr, page_flags); in pvr_mmu_map_sgl() 2550 err = pvr_page_create(op_ctx, dma_addr, page_flags); in pvr_mmu_map_sgl()
|
| /drivers/iommu/ |
| A D | rockchip-iommu.c | 547 u32 page_flags = 0; in log_iova() local 571 page_flags = pte & RK_PTE_PAGE_FLAGS_MASK; in log_iova() 579 rk_pte_is_page_valid(pte), &page_addr_phys, page_flags); in log_iova()
|