Lines Matching refs:userptr
228 struct hl_userptr *userptr; in dma_map_host_va() local
231 userptr = kzalloc(sizeof(*userptr), GFP_KERNEL); in dma_map_host_va()
232 if (!userptr) { in dma_map_host_va()
237 rc = hl_pin_host_memory(hdev, addr, size, userptr); in dma_map_host_va()
241 userptr->dma_mapped = true; in dma_map_host_va()
242 userptr->dir = DMA_BIDIRECTIONAL; in dma_map_host_va()
243 userptr->vm_type = VM_TYPE_USERPTR; in dma_map_host_va()
245 *p_userptr = userptr; in dma_map_host_va()
247 rc = hl_dma_map_sgtable(hdev, userptr->sgt, DMA_BIDIRECTIONAL); in dma_map_host_va()
256 hl_unpin_host_memory(hdev, userptr); in dma_map_host_va()
258 kfree(userptr); in dma_map_host_va()
274 struct hl_userptr *userptr) in dma_unmap_host_va() argument
276 hl_unpin_host_memory(hdev, userptr); in dma_unmap_host_va()
277 kfree(userptr); in dma_unmap_host_va()
839 struct hl_userptr *userptr, in init_phys_pg_pack_from_userptr() argument
857 phys_pg_pack->vm_type = userptr->vm_type; in init_phys_pg_pack_from_userptr()
871 for_each_sgtable_dma_sg(userptr->sgt, sg, i) { in init_phys_pg_pack_from_userptr()
900 for_each_sgtable_dma_sg(userptr->sgt, sg, i) { in init_phys_pg_pack_from_userptr()
1054 struct hl_userptr *userptr = NULL; in map_device_va() local
1077 rc = dma_map_host_va(hdev, addr, size, &userptr); in map_device_va()
1081 rc = init_phys_pg_pack_from_userptr(ctx, userptr, in map_device_va()
1090 vm_type = (enum vm_type *) userptr; in map_device_va()
1245 dma_unmap_host_va(hdev, userptr); in map_device_va()
1279 struct hl_userptr *userptr = NULL; in unmap_device_va() local
1310 userptr = hnode->ptr; in unmap_device_va()
1312 rc = init_phys_pg_pack_from_userptr(ctx, userptr, &phys_pg_pack, in unmap_device_va()
1392 dma_unmap_host_va(hdev, userptr); in unmap_device_va()
2312 struct hl_userptr *userptr) in get_user_memory() argument
2321 userptr->pages = kvmalloc_array(npages, sizeof(struct page *), GFP_KERNEL); in get_user_memory()
2322 if (!userptr->pages) in get_user_memory()
2326 userptr->pages); in get_user_memory()
2338 userptr->npages = npages; in get_user_memory()
2340 rc = sg_alloc_table_from_pages(userptr->sgt, in get_user_memory()
2341 userptr->pages, in get_user_memory()
2351 unpin_user_pages(userptr->pages, npages); in get_user_memory()
2353 kvfree(userptr->pages); in get_user_memory()
2369 struct hl_userptr *userptr) in hl_pin_host_memory() argument
2392 userptr->pid = current->pid; in hl_pin_host_memory()
2393 userptr->sgt = kzalloc(sizeof(*userptr->sgt), GFP_KERNEL); in hl_pin_host_memory()
2394 if (!userptr->sgt) in hl_pin_host_memory()
2402 userptr->size = size; in hl_pin_host_memory()
2403 userptr->addr = addr; in hl_pin_host_memory()
2404 userptr->dma_mapped = false; in hl_pin_host_memory()
2405 INIT_LIST_HEAD(&userptr->job_node); in hl_pin_host_memory()
2408 userptr); in hl_pin_host_memory()
2416 hl_debugfs_add_userptr(hdev, userptr); in hl_pin_host_memory()
2421 kfree(userptr->sgt); in hl_pin_host_memory()
2434 void hl_unpin_host_memory(struct hl_device *hdev, struct hl_userptr *userptr) in hl_unpin_host_memory() argument
2436 hl_debugfs_remove_userptr(hdev, userptr); in hl_unpin_host_memory()
2438 if (userptr->dma_mapped) in hl_unpin_host_memory()
2439 hl_dma_unmap_sgtable(hdev, userptr->sgt, userptr->dir); in hl_unpin_host_memory()
2441 unpin_user_pages_dirty_lock(userptr->pages, userptr->npages, true); in hl_unpin_host_memory()
2442 kvfree(userptr->pages); in hl_unpin_host_memory()
2444 list_del(&userptr->job_node); in hl_unpin_host_memory()
2446 sg_free_table(userptr->sgt); in hl_unpin_host_memory()
2447 kfree(userptr->sgt); in hl_unpin_host_memory()
2462 struct hl_userptr *userptr, *tmp; in hl_userptr_delete_list() local
2464 list_for_each_entry_safe(userptr, tmp, userptr_list, job_node) { in hl_userptr_delete_list()
2465 hl_unpin_host_memory(hdev, userptr); in hl_userptr_delete_list()
2466 kfree(userptr); in hl_userptr_delete_list()
2486 struct hl_userptr **userptr) in hl_userptr_is_pinned() argument
2488 list_for_each_entry((*userptr), userptr_list, job_node) { in hl_userptr_is_pinned()
2489 if ((addr == (*userptr)->addr) && (size == (*userptr)->size)) in hl_userptr_is_pinned()