Lines Matching refs:ttm
67 if (bo->ttm) in ttm_tt_create()
85 bo->ttm = bdev->funcs->ttm_tt_create(bo, page_flags); in ttm_tt_create()
86 if (unlikely(bo->ttm == NULL)) in ttm_tt_create()
89 WARN_ON(bo->ttm->page_flags & TTM_TT_FLAG_EXTERNAL_MAPPABLE && in ttm_tt_create()
90 !(bo->ttm->page_flags & TTM_TT_FLAG_EXTERNAL)); in ttm_tt_create()
98 static int ttm_tt_alloc_page_directory(struct ttm_tt *ttm) in ttm_tt_alloc_page_directory() argument
100 ttm->pages = kvcalloc(ttm->num_pages, sizeof(void*), GFP_KERNEL); in ttm_tt_alloc_page_directory()
101 if (!ttm->pages) in ttm_tt_alloc_page_directory()
107 static int ttm_dma_tt_alloc_page_directory(struct ttm_tt *ttm) in ttm_dma_tt_alloc_page_directory() argument
109 ttm->pages = kvcalloc(ttm->num_pages, sizeof(*ttm->pages) + in ttm_dma_tt_alloc_page_directory()
110 sizeof(*ttm->dma_address), GFP_KERNEL); in ttm_dma_tt_alloc_page_directory()
111 if (!ttm->pages) in ttm_dma_tt_alloc_page_directory()
114 ttm->dma_address = (void *)(ttm->pages + ttm->num_pages); in ttm_dma_tt_alloc_page_directory()
118 static int ttm_sg_tt_alloc_page_directory(struct ttm_tt *ttm) in ttm_sg_tt_alloc_page_directory() argument
120 ttm->dma_address = kvcalloc(ttm->num_pages, sizeof(*ttm->dma_address), in ttm_sg_tt_alloc_page_directory()
122 if (!ttm->dma_address) in ttm_sg_tt_alloc_page_directory()
128 void ttm_tt_destroy(struct ttm_device *bdev, struct ttm_tt *ttm) in ttm_tt_destroy() argument
130 bdev->funcs->ttm_tt_destroy(bdev, ttm); in ttm_tt_destroy()
133 static void ttm_tt_init_fields(struct ttm_tt *ttm, in ttm_tt_init_fields() argument
139 ttm->num_pages = (PAGE_ALIGN(bo->base.size) >> PAGE_SHIFT) + extra_pages; in ttm_tt_init_fields()
140 ttm->caching = ttm_cached; in ttm_tt_init_fields()
141 ttm->page_flags = page_flags; in ttm_tt_init_fields()
142 ttm->dma_address = NULL; in ttm_tt_init_fields()
143 ttm->swap_storage = NULL; in ttm_tt_init_fields()
144 ttm->sg = bo->sg; in ttm_tt_init_fields()
145 ttm->caching = caching; in ttm_tt_init_fields()
148 int ttm_tt_init(struct ttm_tt *ttm, struct ttm_buffer_object *bo, in ttm_tt_init() argument
152 ttm_tt_init_fields(ttm, bo, page_flags, caching, extra_pages); in ttm_tt_init()
154 if (ttm_tt_alloc_page_directory(ttm)) { in ttm_tt_init()
162 void ttm_tt_fini(struct ttm_tt *ttm) in ttm_tt_fini() argument
164 WARN_ON(ttm->page_flags & TTM_TT_FLAG_PRIV_POPULATED); in ttm_tt_fini()
166 if (ttm->swap_storage) in ttm_tt_fini()
167 fput(ttm->swap_storage); in ttm_tt_fini()
168 ttm->swap_storage = NULL; in ttm_tt_fini()
170 if (ttm->pages) in ttm_tt_fini()
171 kvfree(ttm->pages); in ttm_tt_fini()
173 kvfree(ttm->dma_address); in ttm_tt_fini()
174 ttm->pages = NULL; in ttm_tt_fini()
175 ttm->dma_address = NULL; in ttm_tt_fini()
179 int ttm_sg_tt_init(struct ttm_tt *ttm, struct ttm_buffer_object *bo, in ttm_sg_tt_init() argument
184 ttm_tt_init_fields(ttm, bo, page_flags, caching, 0); in ttm_sg_tt_init()
187 ret = ttm_sg_tt_alloc_page_directory(ttm); in ttm_sg_tt_init()
189 ret = ttm_dma_tt_alloc_page_directory(ttm); in ttm_sg_tt_init()
198 int ttm_tt_swapin(struct ttm_tt *ttm) in ttm_tt_swapin() argument
207 swap_storage = ttm->swap_storage; in ttm_tt_swapin()
213 for (i = 0; i < ttm->num_pages; ++i) { in ttm_tt_swapin()
220 to_page = ttm->pages[i]; in ttm_tt_swapin()
231 ttm->swap_storage = NULL; in ttm_tt_swapin()
232 ttm->page_flags &= ~TTM_TT_FLAG_SWAPPED; in ttm_tt_swapin()
250 int ttm_tt_swapout(struct ttm_device *bdev, struct ttm_tt *ttm, in ttm_tt_swapout() argument
253 loff_t size = (loff_t)ttm->num_pages << PAGE_SHIFT; in ttm_tt_swapout()
269 for (i = 0; i < ttm->num_pages; ++i) { in ttm_tt_swapout()
270 from_page = ttm->pages[i]; in ttm_tt_swapout()
285 ttm_tt_unpopulate(bdev, ttm); in ttm_tt_swapout()
286 ttm->swap_storage = swap_storage; in ttm_tt_swapout()
287 ttm->page_flags |= TTM_TT_FLAG_SWAPPED; in ttm_tt_swapout()
289 return ttm->num_pages; in ttm_tt_swapout()
298 struct ttm_tt *ttm, struct ttm_operation_ctx *ctx) in ttm_tt_populate() argument
302 if (!ttm) in ttm_tt_populate()
305 if (ttm_tt_is_populated(ttm)) in ttm_tt_populate()
308 if (!(ttm->page_flags & TTM_TT_FLAG_EXTERNAL)) { in ttm_tt_populate()
309 atomic_long_add(ttm->num_pages, &ttm_pages_allocated); in ttm_tt_populate()
311 atomic_long_add(ttm->num_pages, in ttm_tt_populate()
327 ret = bdev->funcs->ttm_tt_populate(bdev, ttm, ctx); in ttm_tt_populate()
329 ret = ttm_pool_alloc(&bdev->pool, ttm, ctx); in ttm_tt_populate()
333 ttm->page_flags |= TTM_TT_FLAG_PRIV_POPULATED; in ttm_tt_populate()
334 if (unlikely(ttm->page_flags & TTM_TT_FLAG_SWAPPED)) { in ttm_tt_populate()
335 ret = ttm_tt_swapin(ttm); in ttm_tt_populate()
337 ttm_tt_unpopulate(bdev, ttm); in ttm_tt_populate()
345 if (!(ttm->page_flags & TTM_TT_FLAG_EXTERNAL)) { in ttm_tt_populate()
346 atomic_long_sub(ttm->num_pages, &ttm_pages_allocated); in ttm_tt_populate()
348 atomic_long_sub(ttm->num_pages, in ttm_tt_populate()
355 void ttm_tt_unpopulate(struct ttm_device *bdev, struct ttm_tt *ttm) in ttm_tt_unpopulate() argument
357 if (!ttm_tt_is_populated(ttm)) in ttm_tt_unpopulate()
361 bdev->funcs->ttm_tt_unpopulate(bdev, ttm); in ttm_tt_unpopulate()
363 ttm_pool_free(&bdev->pool, ttm); in ttm_tt_unpopulate()
365 if (!(ttm->page_flags & TTM_TT_FLAG_EXTERNAL)) { in ttm_tt_unpopulate()
366 atomic_long_sub(ttm->num_pages, &ttm_pages_allocated); in ttm_tt_unpopulate()
368 atomic_long_sub(ttm->num_pages, in ttm_tt_unpopulate()
372 ttm->page_flags &= ~TTM_TT_FLAG_PRIV_POPULATED; in ttm_tt_unpopulate()