Lines Matching refs:userptr
675 xe_res_first_sg(to_userptr_vma(vma)->userptr.sg, 0, in xe_pt_stage_bind()
1183 u32 divisor = uvma->userptr.divisor ? uvma->userptr.divisor : 2; in xe_pt_userptr_inject_eagain()
1187 uvma->userptr.divisor = divisor << 1; in xe_pt_userptr_inject_eagain()
1209 lockdep_assert_held_read(&vm->userptr.notifier_lock); in vma_check_userptr()
1215 notifier_seq = uvma->userptr.notifier_seq; in vma_check_userptr()
1217 if (uvma->userptr.initial_bind && !xe_vm_in_fault_mode(vm)) in vma_check_userptr()
1220 if (!mmu_interval_read_retry(&uvma->userptr.notifier, in vma_check_userptr()
1228 spin_lock(&vm->userptr.invalidated_lock); in vma_check_userptr()
1229 list_move_tail(&uvma->userptr.invalidate_link, in vma_check_userptr()
1230 &vm->userptr.invalidated); in vma_check_userptr()
1231 spin_unlock(&vm->userptr.invalidated_lock); in vma_check_userptr()
1259 lockdep_assert_held_read(&vm->userptr.notifier_lock); in op_check_userptr()
1300 down_read(&vm->userptr.notifier_lock); in xe_pt_userptr_pre_commit()
1305 up_read(&vm->userptr.notifier_lock); in xe_pt_userptr_pre_commit()
1727 mmu_interval_read_begin(&to_userptr_vma(vma)->userptr.notifier); in unbind_op_prepare()
1874 lockdep_assert_held_read(&vm->userptr.notifier_lock); in bind_op_commit()
1875 to_userptr_vma(vma)->userptr.initial_bind = true; in bind_op_commit()
1908 lockdep_assert_held_read(&vm->userptr.notifier_lock); in unbind_op_commit()
1910 spin_lock(&vm->userptr.invalidated_lock); in unbind_op_commit()
1911 list_del_init(&to_userptr_vma(vma)->userptr.invalidate_link); in unbind_op_commit()
1912 spin_unlock(&vm->userptr.invalidated_lock); in unbind_op_commit()
2117 up_read(&vm->userptr.notifier_lock); in xe_pt_update_ops_run()