1 #ifndef _ASM_POWERPC_BOOK3S_64_HASH_4K_H
2 #define _ASM_POWERPC_BOOK3S_64_HASH_4K_H
4 * Entries per page directory level. The PTE level must use a 64b record
5 * for each page table entry. The PMD and PGD level use a 32b record for
6 * each entry by assuming that each entry is page aligned.
8 #define PTE_INDEX_SIZE 9
9 #define PMD_INDEX_SIZE 7
10 #define PUD_INDEX_SIZE 9
11 #define PGD_INDEX_SIZE 9
14 #define PTE_TABLE_SIZE (sizeof(pte_t) << PTE_INDEX_SIZE)
15 #define PMD_TABLE_SIZE (sizeof(pmd_t) << PMD_INDEX_SIZE)
16 #define PUD_TABLE_SIZE (sizeof(pud_t) << PUD_INDEX_SIZE)
17 #define PGD_TABLE_SIZE (sizeof(pgd_t) << PGD_INDEX_SIZE)
18 #endif /* __ASSEMBLY__ */
20 #define PTRS_PER_PTE (1 << PTE_INDEX_SIZE)
21 #define PTRS_PER_PMD (1 << PMD_INDEX_SIZE)
22 #define PTRS_PER_PUD (1 << PUD_INDEX_SIZE)
23 #define PTRS_PER_PGD (1 << PGD_INDEX_SIZE)
25 /* PMD_SHIFT determines what a second-level page table entry can map */
26 #define PMD_SHIFT (PAGE_SHIFT + PTE_INDEX_SIZE)
27 #define PMD_SIZE (1UL << PMD_SHIFT)
28 #define PMD_MASK (~(PMD_SIZE-1))
30 /* With 4k base page size, hugepage PTEs go at the PMD level */
31 #define MIN_HUGEPTE_SHIFT PMD_SHIFT
33 /* PUD_SHIFT determines what a third-level page table entry can map */
34 #define PUD_SHIFT (PMD_SHIFT + PMD_INDEX_SIZE)
35 #define PUD_SIZE (1UL << PUD_SHIFT)
36 #define PUD_MASK (~(PUD_SIZE-1))
38 /* PGDIR_SHIFT determines what a fourth-level page table entry can map */
39 #define PGDIR_SHIFT (PUD_SHIFT + PUD_INDEX_SIZE)
40 #define PGDIR_SIZE (1UL << PGDIR_SHIFT)
41 #define PGDIR_MASK (~(PGDIR_SIZE-1))
43 /* Bits to mask out from a PMD to get to the PTE page */
44 #define PMD_MASKED_BITS 0
45 /* Bits to mask out from a PUD to get to the PMD page */
46 #define PUD_MASKED_BITS 0
47 /* Bits to mask out from a PGD to get to the PUD page */
48 #define PGD_MASKED_BITS 0
50 /* PTE flags to conserve for HPTE identification */
51 #define _PAGE_HPTEFLAGS (_PAGE_BUSY | _PAGE_HASHPTE | \
52 _PAGE_F_SECOND | _PAGE_F_GIX)
54 /* shift to put page number into pte */
55 #define PTE_RPN_SHIFT (12)
56 #define PTE_RPN_SIZE (45) /* gives 57-bit real addresses */
58 #define _PAGE_4K_PFN 0
61 * 4-level page tables related bits
64 #define pgd_none(pgd) (!pgd_val(pgd))
65 #define pgd_bad(pgd) (pgd_val(pgd) == 0)
66 #define pgd_present(pgd) (pgd_val(pgd) != 0)
67 #define pgd_page_vaddr(pgd) __va(pgd_val(pgd) & ~PGD_MASKED_BITS)
69 static inline void pgd_clear(pgd_t *pgdp)
74 static inline pte_t pgd_pte(pgd_t pgd)
76 return __pte(pgd_val(pgd));
79 static inline pgd_t pte_pgd(pte_t pte)
81 return __pgd(pte_val(pte));
83 extern struct page *pgd_page(pgd_t pgd);
85 #define pud_offset(pgdp, addr) \
86 (((pud_t *) pgd_page_vaddr(*(pgdp))) + \
87 (((addr) >> PUD_SHIFT) & (PTRS_PER_PUD - 1)))
89 #define pud_ERROR(e) \
90 pr_err("%s:%d: bad pud %08lx.\n", __FILE__, __LINE__, pud_val(e))
93 * On all 4K setups, remap_4k_pfn() equates to remap_pfn_range() */
94 #define remap_4k_pfn(vma, addr, pfn, prot) \
95 remap_pfn_range((vma), (addr), (pfn), PAGE_SIZE, (prot))
97 #ifdef CONFIG_HUGETLB_PAGE
99 * For 4k page size, we support explicit hugepage via hugepd
101 static inline int pmd_huge(pmd_t pmd)
106 static inline int pud_huge(pud_t pud)
111 static inline int pgd_huge(pgd_t pgd)
115 #define pgd_huge pgd_huge
117 static inline int hugepd_ok(hugepd_t hpd)
120 * if it is not a pte and have hugepd shift mask
121 * set, then it is a hugepd directory pointer
123 if (!(hpd.pd & _PAGE_PTE) &&
124 ((hpd.pd & HUGEPD_SHIFT_MASK) != 0))
128 #define is_hugepd(hpd) (hugepd_ok(hpd))
131 #endif /* !__ASSEMBLY__ */
133 #endif /* _ASM_POWERPC_BOOK3S_64_HASH_4K_H */