Lines Matching refs:userptr
228 struct hl_userptr *userptr; in dma_map_host_va() local
231 userptr = kzalloc(sizeof(*userptr), GFP_KERNEL); in dma_map_host_va()
232 if (!userptr) { in dma_map_host_va()
237 rc = hl_pin_host_memory(hdev, addr, size, userptr); in dma_map_host_va()
243 userptr->dma_mapped = true; in dma_map_host_va()
244 userptr->dir = DMA_BIDIRECTIONAL; in dma_map_host_va()
245 userptr->vm_type = VM_TYPE_USERPTR; in dma_map_host_va()
247 *p_userptr = userptr; in dma_map_host_va()
249 rc = hdev->asic_funcs->asic_dma_map_sgtable(hdev, userptr->sgt, DMA_BIDIRECTIONAL); in dma_map_host_va()
258 hl_unpin_host_memory(hdev, userptr); in dma_map_host_va()
260 kfree(userptr); in dma_map_host_va()
276 struct hl_userptr *userptr) in dma_unmap_host_va() argument
278 hl_unpin_host_memory(hdev, userptr); in dma_unmap_host_va()
279 kfree(userptr); in dma_unmap_host_va()
837 struct hl_userptr *userptr, in init_phys_pg_pack_from_userptr() argument
855 phys_pg_pack->vm_type = userptr->vm_type; in init_phys_pg_pack_from_userptr()
869 for_each_sgtable_dma_sg(userptr->sgt, sg, i) { in init_phys_pg_pack_from_userptr()
898 for_each_sgtable_dma_sg(userptr->sgt, sg, i) { in init_phys_pg_pack_from_userptr()
1076 struct hl_userptr *userptr = NULL; in map_device_va() local
1099 rc = dma_map_host_va(hdev, addr, size, &userptr); in map_device_va()
1105 rc = init_phys_pg_pack_from_userptr(ctx, userptr, in map_device_va()
1114 vm_type = (enum vm_type *) userptr; in map_device_va()
1268 dma_unmap_host_va(hdev, userptr); in map_device_va()
1291 struct hl_userptr *userptr = NULL; in unmap_device_va() local
1326 userptr = hnode->ptr; in unmap_device_va()
1328 rc = init_phys_pg_pack_from_userptr(ctx, userptr, &phys_pg_pack, in unmap_device_va()
1408 dma_unmap_host_va(hdev, userptr); in unmap_device_va()
2379 struct hl_userptr *userptr) in get_user_memory() argument
2388 userptr->pages = kvmalloc_array(npages, sizeof(struct page *), GFP_KERNEL); in get_user_memory()
2389 if (!userptr->pages) in get_user_memory()
2393 userptr->pages); in get_user_memory()
2405 userptr->npages = npages; in get_user_memory()
2407 rc = sg_alloc_table_from_pages(userptr->sgt, in get_user_memory()
2408 userptr->pages, in get_user_memory()
2418 unpin_user_pages(userptr->pages, npages); in get_user_memory()
2420 kvfree(userptr->pages); in get_user_memory()
2436 struct hl_userptr *userptr) in hl_pin_host_memory() argument
2459 userptr->pid = current->pid; in hl_pin_host_memory()
2460 userptr->sgt = kzalloc(sizeof(*userptr->sgt), GFP_KERNEL); in hl_pin_host_memory()
2461 if (!userptr->sgt) in hl_pin_host_memory()
2469 userptr->size = size; in hl_pin_host_memory()
2470 userptr->addr = addr; in hl_pin_host_memory()
2471 userptr->dma_mapped = false; in hl_pin_host_memory()
2472 INIT_LIST_HEAD(&userptr->job_node); in hl_pin_host_memory()
2475 userptr); in hl_pin_host_memory()
2483 hl_debugfs_add_userptr(hdev, userptr); in hl_pin_host_memory()
2488 kfree(userptr->sgt); in hl_pin_host_memory()
2501 void hl_unpin_host_memory(struct hl_device *hdev, struct hl_userptr *userptr) in hl_unpin_host_memory() argument
2503 hl_debugfs_remove_userptr(hdev, userptr); in hl_unpin_host_memory()
2505 if (userptr->dma_mapped) in hl_unpin_host_memory()
2506 hdev->asic_funcs->hl_dma_unmap_sgtable(hdev, userptr->sgt, userptr->dir); in hl_unpin_host_memory()
2508 unpin_user_pages_dirty_lock(userptr->pages, userptr->npages, true); in hl_unpin_host_memory()
2509 kvfree(userptr->pages); in hl_unpin_host_memory()
2511 list_del(&userptr->job_node); in hl_unpin_host_memory()
2513 sg_free_table(userptr->sgt); in hl_unpin_host_memory()
2514 kfree(userptr->sgt); in hl_unpin_host_memory()
2529 struct hl_userptr *userptr, *tmp; in hl_userptr_delete_list() local
2531 list_for_each_entry_safe(userptr, tmp, userptr_list, job_node) { in hl_userptr_delete_list()
2532 hl_unpin_host_memory(hdev, userptr); in hl_userptr_delete_list()
2533 kfree(userptr); in hl_userptr_delete_list()
2553 struct hl_userptr **userptr) in hl_userptr_is_pinned() argument
2555 list_for_each_entry((*userptr), userptr_list, job_node) { in hl_userptr_is_pinned()
2556 if ((addr == (*userptr)->addr) && (size == (*userptr)->size)) in hl_userptr_is_pinned()