Lines Matching refs:ptl
438 spinlock_t *ptl = pmd_lock(mm, pmd); in pmd_install() local
459 spin_unlock(ptl); in pmd_install()
1315 spinlock_t *ptl; in zap_pte_range() local
1323 start_pte = pte_offset_map_lock(mm, pmd, addr, &ptl); in zap_pte_range()
1408 pte_unmap_unlock(start_pte, ptl); in zap_pte_range()
1449 spinlock_t *ptl = pmd_lock(tlb->mm, pmd); in zap_pmd_range() local
1455 spin_unlock(ptl); in zap_pmd_range()
1716 spinlock_t **ptl) in __get_locked_pte() argument
1722 return pte_alloc_map_lock(mm, pmd, addr, ptl); in __get_locked_pte()
1759 spinlock_t *ptl; in insert_page() local
1765 pte = get_locked_pte(mm, addr, &ptl); in insert_page()
1769 pte_unmap_unlock(pte, ptl); in insert_page()
2022 spinlock_t *ptl; in insert_pfn() local
2024 pte = get_locked_pte(mm, addr, &ptl); in insert_pfn()
2066 pte_unmap_unlock(pte, ptl); in insert_pfn()
2268 spinlock_t *ptl; in remap_pte_range() local
2271 mapped_pte = pte = pte_alloc_map_lock(mm, pmd, addr, &ptl); in remap_pte_range()
2285 pte_unmap_unlock(mapped_pte, ptl); in remap_pte_range()
2497 spinlock_t *ptl; in apply_to_pte_range() local
2502 pte_alloc_map_lock(mm, pmd, addr, &ptl); in apply_to_pte_range()
2508 pte_offset_map_lock(mm, pmd, addr, &ptl); in apply_to_pte_range()
2529 pte_unmap_unlock(mapped_pte, ptl); in apply_to_pte_range()
2718 spinlock_t *ptl = pte_lockptr(vmf->vma->vm_mm, vmf->pmd); in pte_unmap_same() local
2719 spin_lock(ptl); in pte_unmap_same()
2721 spin_unlock(ptl); in pte_unmap_same()
2761 vmf->pte = pte_offset_map_lock(mm, vmf->pmd, addr, &vmf->ptl); in cow_user_page()
2789 vmf->pte = pte_offset_map_lock(mm, vmf->pmd, addr, &vmf->ptl); in cow_user_page()
2817 pte_unmap_unlock(vmf->pte, vmf->ptl); in cow_user_page()
2932 __releases(vmf->ptl) in wp_page_reuse()
2950 pte_unmap_unlock(vmf->pte, vmf->ptl); in wp_page_reuse()
3022 vmf->pte = pte_offset_map_lock(mm, vmf->pmd, vmf->address, &vmf->ptl); in wp_page_copy()
3091 pte_unmap_unlock(vmf->pte, vmf->ptl); in wp_page_copy()
3141 &vmf->ptl); in finish_mkwrite_fault()
3148 pte_unmap_unlock(vmf->pte, vmf->ptl); in finish_mkwrite_fault()
3166 pte_unmap_unlock(vmf->pte, vmf->ptl); in wp_pfn_shared()
3178 __releases(vmf->ptl) in wp_page_shared()
3188 pte_unmap_unlock(vmf->pte, vmf->ptl); in wp_page_shared()
3230 __releases(vmf->ptl) in do_wp_page()
3235 pte_unmap_unlock(vmf->pte, vmf->ptl); in do_wp_page()
3260 pte_unmap_unlock(vmf->pte, vmf->ptl); in do_wp_page()
3298 pte_unmap_unlock(vmf->pte, vmf->ptl); in do_wp_page()
3451 &vmf->ptl); in remove_device_exclusive_entry()
3455 pte_unmap_unlock(vmf->pte, vmf->ptl); in remove_device_exclusive_entry()
3555 vmf->address, &vmf->ptl); in do_swap_page()
3607 &vmf->ptl); in do_swap_page()
3682 pte_unmap_unlock(vmf->pte, vmf->ptl); in do_swap_page()
3688 pte_unmap_unlock(vmf->pte, vmf->ptl); in do_swap_page()
3741 vmf->address, &vmf->ptl); in do_anonymous_page()
3751 pte_unmap_unlock(vmf->pte, vmf->ptl); in do_anonymous_page()
3781 &vmf->ptl); in do_anonymous_page()
3793 pte_unmap_unlock(vmf->pte, vmf->ptl); in do_anonymous_page()
3807 pte_unmap_unlock(vmf->pte, vmf->ptl); in do_anonymous_page()
3919 vmf->ptl = pmd_lock(vma->vm_mm, vmf->pmd); in do_set_pmd()
3946 spin_unlock(vmf->ptl); in do_set_pmd()
4040 vmf->address, &vmf->ptl); in finish_fault()
4049 pte_unmap_unlock(vmf->pte, vmf->ptl); in finish_fault()
4277 &vmf->ptl); in do_fault()
4290 pte_unmap_unlock(vmf->pte, vmf->ptl); in do_fault()
4337 vmf->ptl = pte_lockptr(vma->vm_mm, vmf->pmd); in do_numa_page()
4338 spin_lock(vmf->ptl); in do_numa_page()
4340 pte_unmap_unlock(vmf->pte, vmf->ptl); in do_numa_page()
4382 pte_unmap_unlock(vmf->pte, vmf->ptl); in do_numa_page()
4391 spin_lock(vmf->ptl); in do_numa_page()
4393 pte_unmap_unlock(vmf->pte, vmf->ptl); in do_numa_page()
4415 pte_unmap_unlock(vmf->pte, vmf->ptl); in do_numa_page()
4560 vmf->ptl = pte_lockptr(vmf->vma->vm_mm, vmf->pmd); in handle_pte_fault()
4561 spin_lock(vmf->ptl); in handle_pte_fault()
4590 pte_unmap_unlock(vmf->pte, vmf->ptl); in handle_pte_fault()
4857 spinlock_t *ptl; in __pmd_alloc() local
4862 ptl = pud_lock(mm, pud); in __pmd_alloc()
4870 spin_unlock(ptl); in __pmd_alloc()
4987 spinlock_t *ptl; in follow_pfn() local
4993 ret = follow_pte(vma->vm_mm, address, &ptep, &ptl); in follow_pfn()
4997 pte_unmap_unlock(ptep, ptl); in follow_pfn()
5009 spinlock_t *ptl; in follow_phys() local
5014 if (follow_pte(vma->vm_mm, address, &ptep, &ptl)) in follow_phys()
5026 pte_unmap_unlock(ptep, ptl); in follow_phys()
5050 spinlock_t *ptl; in generic_access_phys() local
5058 if (follow_pte(vma->vm_mm, addr, &ptep, &ptl)) in generic_access_phys()
5061 pte_unmap_unlock(ptep, ptl); in generic_access_phys()
5073 if (follow_pte(vma->vm_mm, addr, &ptep, &ptl)) in generic_access_phys()
5077 pte_unmap_unlock(ptep, ptl); in generic_access_phys()
5088 pte_unmap_unlock(ptep, ptl); in generic_access_phys()
5446 spinlock_t *ptl; in ptlock_alloc() local
5448 ptl = kmem_cache_alloc(page_ptl_cachep, GFP_KERNEL); in ptlock_alloc()
5449 if (!ptl) in ptlock_alloc()
5451 page->ptl = ptl; in ptlock_alloc()
5457 kmem_cache_free(page_ptl_cachep, page->ptl); in ptlock_free()