Lines Matching refs:pmd
264 #define pmd_access_permitted(pmd, write) \ argument
265 (pte_access_permitted(pmd_pte(pmd), (write)))
281 static inline pmd_t clear_pmd_bit(pmd_t pmd, pgprot_t prot) in clear_pmd_bit() argument
283 pmd_val(pmd) &= ~pgprot_val(prot); in clear_pmd_bit()
284 return pmd; in clear_pmd_bit()
287 static inline pmd_t set_pmd_bit(pmd_t pmd, pgprot_t prot) in set_pmd_bit() argument
289 pmd_val(pmd) |= pgprot_val(prot); in set_pmd_bit()
290 return pmd; in set_pmd_bit()
369 static inline pmd_t pmd_mkcont(pmd_t pmd) in pmd_mkcont() argument
371 return __pmd(pmd_val(pmd) | PMD_SECT_CONT); in pmd_mkcont()
535 static inline pte_t pmd_pte(pmd_t pmd) in pmd_pte() argument
537 return __pte(pmd_val(pmd)); in pmd_pte()
605 static inline int pmd_protnone(pmd_t pmd) in pmd_protnone() argument
607 return pte_protnone(pmd_pte(pmd)); in pmd_protnone()
611 #define pmd_present(pmd) pte_present(pmd_pte(pmd)) argument
612 #define pmd_dirty(pmd) pte_dirty(pmd_pte(pmd)) argument
613 #define pmd_young(pmd) pte_young(pmd_pte(pmd)) argument
614 #define pmd_valid(pmd) pte_valid(pmd_pte(pmd)) argument
615 #define pmd_user(pmd) pte_user(pmd_pte(pmd)) argument
616 #define pmd_user_exec(pmd) pte_user_exec(pmd_pte(pmd)) argument
617 #define pmd_cont(pmd) pte_cont(pmd_pte(pmd)) argument
618 #define pmd_wrprotect(pmd) pte_pmd(pte_wrprotect(pmd_pte(pmd))) argument
619 #define pmd_mkold(pmd) pte_pmd(pte_mkold(pmd_pte(pmd))) argument
620 #define pmd_mkwrite_novma(pmd) pte_pmd(pte_mkwrite_novma(pmd_pte(pmd))) argument
621 #define pmd_mkclean(pmd) pte_pmd(pte_mkclean(pmd_pte(pmd))) argument
622 #define pmd_mkdirty(pmd) pte_pmd(pte_mkdirty(pmd_pte(pmd))) argument
623 #define pmd_mkyoung(pmd) pte_pmd(pte_mkyoung(pmd_pte(pmd))) argument
624 #define pmd_mkinvalid(pmd) pte_pmd(pte_mkinvalid(pmd_pte(pmd))) argument
626 #define pmd_uffd_wp(pmd) pte_uffd_wp(pmd_pte(pmd)) argument
627 #define pmd_mkuffd_wp(pmd) pte_pmd(pte_mkuffd_wp(pmd_pte(pmd))) argument
628 #define pmd_clear_uffd_wp(pmd) pte_pmd(pte_clear_uffd_wp(pmd_pte(pmd))) argument
629 #define pmd_swp_uffd_wp(pmd) pte_swp_uffd_wp(pmd_pte(pmd)) argument
630 #define pmd_swp_mkuffd_wp(pmd) pte_pmd(pte_swp_mkuffd_wp(pmd_pte(pmd))) argument
631 #define pmd_swp_clear_uffd_wp(pmd) \ argument
632 pte_pmd(pte_swp_clear_uffd_wp(pmd_pte(pmd)))
635 #define pmd_write(pmd) pte_write(pmd_pte(pmd)) argument
637 static inline pmd_t pmd_mkhuge(pmd_t pmd) in pmd_mkhuge() argument
647 return __pmd((pmd_val(pmd) & ~mask) | val); in pmd_mkhuge()
652 static inline pmd_t pmd_mkspecial(pmd_t pmd) in pmd_mkspecial() argument
654 return set_pmd_bit(pmd, __pgprot(PTE_SPECIAL)); in pmd_mkspecial()
658 #define __pmd_to_phys(pmd) __pte_to_phys(pmd_pte(pmd)) argument
660 #define pmd_pfn(pmd) ((__pmd_to_phys(pmd) & PMD_MASK) >> PAGE_SHIFT) argument
686 static inline pgprot_t pmd_pgprot(pmd_t pmd) in pmd_pgprot() argument
688 unsigned long pfn = pmd_pfn(pmd); in pmd_pgprot()
690 return __pgprot(pmd_val(pfn_pmd(pfn, __pgprot(0))) ^ pmd_val(pmd)); in pmd_pgprot()
746 pmd_t *pmdp, pmd_t pmd, unsigned int nr) in __set_pmds() argument
748 __set_ptes_anysz(mm, (pte_t *)pmdp, pmd_pte(pmd), nr, PMD_SIZE); in __set_pmds()
750 #define set_pmd_at(mm, addr, pmdp, pmd) __set_pmds(mm, addr, pmdp, pmd, 1) argument
806 #define pmd_none(pmd) (!pmd_val(pmd)) argument
808 #define pmd_table(pmd) ((pmd_val(pmd) & PMD_TYPE_MASK) == \ argument
810 #define pmd_sect(pmd) ((pmd_val(pmd) & PMD_TYPE_MASK) == \ argument
812 #define pmd_leaf(pmd) (pmd_present(pmd) && !pmd_table(pmd)) argument
813 #define pmd_bad(pmd) (!pmd_table(pmd)) argument
815 #define pmd_leaf_size(pmd) (pmd_cont(pmd) ? CONT_PMD_SIZE : PMD_SIZE) argument
819 static inline int pmd_trans_huge(pmd_t pmd) in pmd_trans_huge() argument
825 return pmd_present(pmd) && !pmd_table(__pmd(pmd_val(pmd) | PTE_VALID)); in pmd_trans_huge()
852 static inline void set_pmd(pmd_t *pmdp, pmd_t pmd) in set_pmd() argument
856 set_swapper_pgd((pgd_t *)pmdp, __pgd(pmd_val(pmd))); in set_pmd()
861 WRITE_ONCE(*pmdp, pmd); in set_pmd()
863 if (pmd_valid(pmd)) in set_pmd()
872 static inline phys_addr_t pmd_page_paddr(pmd_t pmd) in pmd_page_paddr() argument
874 return __pmd_to_phys(pmd); in pmd_page_paddr()
877 static inline unsigned long pmd_page_vaddr(pmd_t pmd) in pmd_page_vaddr() argument
879 return (unsigned long)__va(pmd_page_paddr(pmd)); in pmd_page_vaddr()
886 #define pte_set_fixmap_offset(pmd, addr) pte_set_fixmap(pte_offset_phys(pmd, addr)) argument
889 #define pmd_page(pmd) phys_to_page(__pmd_to_phys(pmd)) argument
1273 static inline pmd_t pmd_modify(pmd_t pmd, pgprot_t newprot) in pmd_modify() argument
1275 return pte_pmd(pte_modify(pmd_pte(pmd), newprot)); in pmd_modify()
1299 static inline bool pmd_user_accessible_page(pmd_t pmd) in pmd_user_accessible_page() argument
1301 return pmd_valid(pmd) && !pmd_table(pmd) && (pmd_user(pmd) || pmd_user_exec(pmd)); in pmd_user_accessible_page()
1516 unsigned long address, pmd_t *pmdp, pmd_t pmd) in pmdp_establish()
1518 page_table_check_pmd_set(vma->vm_mm, pmdp, pmd); in pmdp_establish()
1519 return __pmd(xchg_relaxed(&pmd_val(*pmdp), pmd_val(pmd))); in pmdp_establish()
1547 #define __pmd_to_swp_entry(pmd) ((swp_entry_t) { pmd_val(pmd) }) argument
1596 #define update_mmu_cache_pmd(vma, address, pmd) do { } while (0) argument