Lines Matching refs:p4d_t
454 static inline pte_t p4d_pte(p4d_t p4d) in p4d_pte()
902 static inline void set_p4d(p4d_t *p4dp, p4d_t p4d) in set_p4d()
914 static inline void p4d_clear(p4d_t *p4dp) in p4d_clear()
920 static inline phys_addr_t p4d_page_paddr(p4d_t p4d) in p4d_page_paddr()
927 static inline pud_t *p4d_to_folded_pud(p4d_t *p4dp, unsigned long addr) in p4d_to_folded_pud()
935 static inline pud_t *p4d_pgtable(p4d_t p4d) in p4d_pgtable()
940 static inline phys_addr_t pud_offset_phys(p4d_t *p4dp, unsigned long addr) in pud_offset_phys()
948 pud_t *pud_offset_lockless(p4d_t *p4dp, p4d_t p4d, unsigned long addr) in pud_offset_lockless()
956 static inline pud_t *pud_offset(p4d_t *p4dp, unsigned long addr) in pud_offset()
969 static inline pud_t *pud_set_fixmap_offset(p4d_t *p4dp, unsigned long addr) in pud_set_fixmap_offset()
983 static inline pud_t *pud_offset_kimg(p4d_t *p4dp, u64 addr) in pud_offset_kimg()
1054 static inline p4d_t *pgd_to_folded_p4d(pgd_t *pgdp, unsigned long addr) in pgd_to_folded_p4d()
1059 return (p4d_t *)PTR_ALIGN_DOWN(pgdp, PAGE_SIZE) + p4d_index(addr); in pgd_to_folded_p4d()
1066 return pgd_page_paddr(READ_ONCE(*pgdp)) + p4d_index(addr) * sizeof(p4d_t); in p4d_offset_phys()
1070 p4d_t *p4d_offset_lockless(pgd_t *pgdp, pgd_t pgd, unsigned long addr) in p4d_offset_lockless()
1074 return (p4d_t *)__va(pgd_page_paddr(pgd)) + p4d_index(addr); in p4d_offset_lockless()
1078 static inline p4d_t *p4d_offset(pgd_t *pgdp, unsigned long addr) in p4d_offset()
1083 static inline p4d_t *p4d_set_fixmap(unsigned long addr) in p4d_set_fixmap()
1087 return (p4d_t *)set_fixmap_offset(FIX_P4D, addr); in p4d_set_fixmap()
1090 static inline p4d_t *p4d_set_fixmap_offset(pgd_t *pgdp, unsigned long addr) in p4d_set_fixmap_offset()
1104 static inline p4d_t *p4d_offset_kimg(pgd_t *pgdp, u64 addr) in p4d_offset_kimg()
1108 return (p4d_t *)__phys_to_kimg(p4d_offset_phys(pgdp, addr)); in p4d_offset_kimg()
1121 #define p4d_set_fixmap_offset(p4dp, addr) ((p4d_t *)p4dp)
1124 #define p4d_offset_kimg(dir,addr) ((p4d_t *)dir)
1127 p4d_t *p4d_offset_lockless_folded(pgd_t *pgdp, pgd_t pgd, unsigned long addr) in p4d_offset_lockless_folded()