Lines Matching refs:ptl
426 spinlock_t *ptl = pmd_lock(mm, pmd); in pmd_install() local
447 spin_unlock(ptl); in pmd_install()
1700 spinlock_t *ptl; in zap_pte_range() local
1712 start_pte = pte = pte_offset_map_lock(mm, pmd, addr, &ptl); in zap_pte_range()
1756 pte_unmap_unlock(start_pte, ptl); in zap_pte_range()
1806 spinlock_t *ptl = pmd_lock(tlb->mm, pmd); in zap_pmd_range() local
1812 spin_unlock(ptl); in zap_pmd_range()
2090 spinlock_t **ptl) in __get_locked_pte() argument
2096 return pte_alloc_map_lock(mm, pmd, addr, ptl); in __get_locked_pte()
2194 spinlock_t *ptl; in insert_page() local
2200 pte = get_locked_pte(vma->vm_mm, addr, &ptl); in insert_page()
2205 pte_unmap_unlock(pte, ptl); in insert_page()
2446 spinlock_t *ptl; in insert_pfn() local
2448 pte = get_locked_pte(mm, addr, &ptl); in insert_pfn()
2488 pte_unmap_unlock(pte, ptl); in insert_pfn()
2687 spinlock_t *ptl; in remap_pte_range() local
2690 mapped_pte = pte = pte_alloc_map_lock(mm, pmd, addr, &ptl); in remap_pte_range()
2704 pte_unmap_unlock(mapped_pte, ptl); in remap_pte_range()
2994 spinlock_t *ptl; in apply_to_pte_range() local
2999 pte_alloc_map_lock(mm, pmd, addr, &ptl); in apply_to_pte_range()
3005 pte_offset_map_lock(mm, pmd, addr, &ptl); in apply_to_pte_range()
3026 pte_unmap_unlock(mapped_pte, ptl); in apply_to_pte_range()
3216 spin_lock(vmf->ptl); in pte_unmap_same()
3218 spin_unlock(vmf->ptl); in pte_unmap_same()
3266 vmf->pte = pte_offset_map_lock(mm, vmf->pmd, addr, &vmf->ptl); in __wp_page_copy_user()
3294 vmf->pte = pte_offset_map_lock(mm, vmf->pmd, addr, &vmf->ptl); in __wp_page_copy_user()
3322 pte_unmap_unlock(vmf->pte, vmf->ptl); in __wp_page_copy_user()
3437 __releases(vmf->ptl) in wp_page_reuse()
3461 pte_unmap_unlock(vmf->pte, vmf->ptl); in wp_page_reuse()
3588 vmf->pte = pte_offset_map_lock(mm, vmf->pmd, vmf->address, &vmf->ptl); in wp_page_copy()
3653 pte_unmap_unlock(vmf->pte, vmf->ptl); in wp_page_copy()
3656 pte_unmap_unlock(vmf->pte, vmf->ptl); in wp_page_copy()
3702 &vmf->ptl); in finish_mkwrite_fault()
3711 pte_unmap_unlock(vmf->pte, vmf->ptl); in finish_mkwrite_fault()
3729 pte_unmap_unlock(vmf->pte, vmf->ptl); in wp_pfn_shared()
3745 __releases(vmf->ptl) in wp_page_shared()
3755 pte_unmap_unlock(vmf->pte, vmf->ptl); in wp_page_shared()
3922 __releases(vmf->ptl) in do_wp_page()
3932 pte_unmap_unlock(vmf->pte, vmf->ptl); in do_wp_page()
3996 pte_unmap_unlock(vmf->pte, vmf->ptl); in do_wp_page()
4008 pte_unmap_unlock(vmf->pte, vmf->ptl); in do_wp_page()
4176 &vmf->ptl); in remove_device_exclusive_entry()
4182 pte_unmap_unlock(vmf->pte, vmf->ptl); in remove_device_exclusive_entry()
4212 vmf->address, &vmf->ptl); in pte_marker_clear()
4225 pte_unmap_unlock(vmf->pte, vmf->ptl); in pte_marker_clear()
4365 spinlock_t *ptl; in alloc_swap_folio() local
4400 vmf->address & PMD_MASK, &ptl); in alloc_swap_folio()
4416 pte_unmap_unlock(pte, ptl); in alloc_swap_folio()
4497 vmf->address, &vmf->ptl); in do_swap_page()
4511 pte_unmap_unlock(vmf->pte, vmf->ptl); in do_swap_page()
4517 pte_unmap_unlock(vmf->pte, vmf->ptl); in do_swap_page()
4597 vmf->address, &vmf->ptl); in do_swap_page()
4669 &vmf->ptl); in do_swap_page()
4871 pte_unmap_unlock(vmf->pte, vmf->ptl); in do_swap_page()
4884 pte_unmap_unlock(vmf->pte, vmf->ptl); in do_swap_page()
5031 vmf->address, &vmf->ptl); in do_anonymous_page()
5043 pte_unmap_unlock(vmf->pte, vmf->ptl); in do_anonymous_page()
5075 vmf->pte = pte_offset_map_lock(vma->vm_mm, vmf->pmd, addr, &vmf->ptl); in do_anonymous_page()
5092 pte_unmap_unlock(vmf->pte, vmf->ptl); in do_anonymous_page()
5111 pte_unmap_unlock(vmf->pte, vmf->ptl); in do_anonymous_page()
5238 vmf->ptl = pmd_lock(vma->vm_mm, vmf->pmd); in do_set_pmd()
5265 spin_unlock(vmf->ptl); in do_set_pmd()
5421 addr, &vmf->ptl); in finish_fault()
5432 pte_unmap_unlock(vmf->pte, vmf->ptl); in finish_fault()
5443 pte_unmap_unlock(vmf->pte, vmf->ptl); in finish_fault()
5688 vmf->address, &vmf->ptl); in do_fault()
5704 pte_unmap_unlock(vmf->pte, vmf->ptl); in do_fault()
5838 spin_lock(vmf->ptl); in do_numa_page()
5843 pte_unmap_unlock(vmf->pte, vmf->ptl); in do_numa_page()
5874 pte_unmap_unlock(vmf->pte, vmf->ptl); in do_numa_page()
5888 vmf->address, &vmf->ptl); in do_numa_page()
5892 pte_unmap_unlock(vmf->pte, vmf->ptl); in do_numa_page()
5906 pte_unmap_unlock(vmf->pte, vmf->ptl); in do_numa_page()
6039 &vmf->ptl); in handle_pte_fault()
6060 spin_lock(vmf->ptl); in handle_pte_fault()
6092 pte_unmap_unlock(vmf->pte, vmf->ptl); in handle_pte_fault()
6449 spinlock_t *ptl; in __pmd_alloc() local
6454 ptl = pud_lock(mm, pud); in __pmd_alloc()
6462 spin_unlock(ptl); in __pmd_alloc()
7159 spinlock_t *ptl; in ptlock_alloc() local
7161 ptl = kmem_cache_alloc(page_ptl_cachep, GFP_KERNEL); in ptlock_alloc()
7162 if (!ptl) in ptlock_alloc()
7164 ptdesc->ptl = ptl; in ptlock_alloc()
7170 if (ptdesc->ptl) in ptlock_free()
7171 kmem_cache_free(page_ptl_cachep, ptdesc->ptl); in ptlock_free()