1 // SPDX-License-Identifier: GPL-2.0
3 * PARISC64 Huge TLB page support.
5 * This parisc implementation is heavily based on the SPARC and x86 code.
7 * Copyright (C) 2015 Helge Deller <deller@gmx.de>
12 #include <linux/sched/mm.h>
13 #include <linux/hugetlb.h>
14 #include <linux/pagemap.h>
15 #include <linux/sysctl.h>
19 #include <asm/tlbflush.h>
20 #include <asm/cacheflush.h>
21 #include <asm/mmu_context.h>
25 hugetlb_get_unmapped_area(struct file *file, unsigned long addr,
26 unsigned long len, unsigned long pgoff, unsigned long flags)
28 struct hstate *h = hstate_file(file);
30 if (len & ~huge_page_mask(h))
35 if (flags & MAP_FIXED)
36 if (prepare_hugepage_range(file, addr, len))
40 addr = ALIGN(addr, huge_page_size(h));
42 /* we need to make sure the colouring is OK */
43 return arch_get_unmapped_area(file, addr, len, pgoff, flags);
47 pte_t *huge_pte_alloc(struct mm_struct *mm,
48 unsigned long addr, unsigned long sz)
56 /* We must align the address, because our caller will run
57 * set_huge_pte_at() on whatever we return, which writes out
58 * all of the sub-ptes for the hugepage range. So we have
59 * to give it the first such sub-pte.
63 pgd = pgd_offset(mm, addr);
64 p4d = p4d_offset(pgd, addr);
65 pud = pud_alloc(mm, p4d, addr);
67 pmd = pmd_alloc(mm, pud, addr);
69 pte = pte_alloc_map(mm, pmd, addr);
74 pte_t *huge_pte_offset(struct mm_struct *mm,
75 unsigned long addr, unsigned long sz)
85 pgd = pgd_offset(mm, addr);
86 if (!pgd_none(*pgd)) {
87 p4d = p4d_offset(pgd, addr);
88 if (!p4d_none(*p4d)) {
89 pud = pud_offset(p4d, addr);
90 if (!pud_none(*pud)) {
91 pmd = pmd_offset(pud, addr);
93 pte = pte_offset_map(pmd, addr);
100 /* Purge data and instruction TLB entries. Must be called holding
101 * the pa_tlb_lock. The TLB purge instructions are slow on SMP
102 * machines since the purge must be broadcast to all CPUs.
104 static inline void purge_tlb_entries_huge(struct mm_struct *mm, unsigned long addr)
108 /* We may use multiple physical huge pages (e.g. 2x1 MB) to emulate
109 * Linux standard huge pages (e.g. 2 MB) */
110 BUILD_BUG_ON(REAL_HPAGE_SHIFT > HPAGE_SHIFT);
113 addr |= _HUGE_PAGE_SIZE_ENCODING_DEFAULT;
115 for (i = 0; i < (1 << (HPAGE_SHIFT-REAL_HPAGE_SHIFT)); i++) {
116 purge_tlb_entries(mm, addr);
117 addr += (1UL << REAL_HPAGE_SHIFT);
121 /* __set_huge_pte_at() must be called holding the pa_tlb_lock. */
122 static void __set_huge_pte_at(struct mm_struct *mm, unsigned long addr,
123 pte_t *ptep, pte_t entry)
125 unsigned long addr_start;
131 for (i = 0; i < (1 << HUGETLB_PAGE_ORDER); i++) {
132 set_pte(ptep, entry);
136 pte_val(entry) += PAGE_SIZE;
139 purge_tlb_entries_huge(mm, addr_start);
142 void set_huge_pte_at(struct mm_struct *mm, unsigned long addr,
143 pte_t *ptep, pte_t entry)
145 __set_huge_pte_at(mm, addr, ptep, entry);
149 pte_t huge_ptep_get_and_clear(struct mm_struct *mm, unsigned long addr,
155 __set_huge_pte_at(mm, addr, ptep, __pte(0));
161 void huge_ptep_set_wrprotect(struct mm_struct *mm,
162 unsigned long addr, pte_t *ptep)
167 __set_huge_pte_at(mm, addr, ptep, pte_wrprotect(old_pte));
170 int huge_ptep_set_access_flags(struct vm_area_struct *vma,
171 unsigned long addr, pte_t *ptep,
172 pte_t pte, int dirty)
175 struct mm_struct *mm = vma->vm_mm;
177 changed = !pte_same(*ptep, pte);
179 __set_huge_pte_at(mm, addr, ptep, pte);
185 int pmd_huge(pmd_t pmd)
190 int pud_huge(pud_t pud)