| /linux-4.19.296/include/asm-generic/ |
| D | 4level-fixup.h | 15 #define pmd_alloc(mm, pud, address) \ argument
16 ((unlikely(pgd_none(*(pud))) && __pmd_alloc(mm, pud, address))? \
17 NULL: pmd_offset(pud, address))
20 #define pud_none(pud) 0 argument
21 #define pud_bad(pud) 0 argument
22 #define pud_present(pud) 1 argument
23 #define pud_ERROR(pud) do { } while (0) argument
24 #define pud_clear(pud) pgd_clear(pud) argument
25 #define pud_val(pud) pgd_val(pud) argument
26 #define pud_populate(mm, pud, pmd) pgd_populate(mm, pud, pmd) argument
[all …]
|
| D | pgtable-nopmd.h | 18 typedef struct { pud_t pud; } pmd_t; member
30 static inline int pud_none(pud_t pud) { return 0; } in pud_none() argument
31 static inline int pud_bad(pud_t pud) { return 0; } in pud_bad() argument
32 static inline int pud_present(pud_t pud) { return 1; } in pud_present() argument
33 static inline void pud_clear(pud_t *pud) { } in pud_clear() argument
34 #define pmd_ERROR(pmd) (pud_ERROR((pmd).pud))
44 static inline pmd_t * pmd_offset(pud_t * pud, unsigned long address) in pmd_offset() argument
46 return (pmd_t *)pud; in pmd_offset()
49 #define pmd_val(x) (pud_val((x).pud))
52 #define pud_page(pud) (pmd_page((pmd_t){ pud })) argument
[all …]
|
| D | pgtable.h | 151 pud_t pud = *pudp; in pudp_huge_get_and_clear() local
154 return pud; in pudp_huge_get_and_clear()
363 #define pud_access_permitted(pud, write) \ argument
364 (pud_present(pud) && (!(write) || pud_write(pud)))
549 static inline int pud_none_or_clear_bad(pud_t *pud) in pud_none_or_clear_bad() argument
551 if (pud_none(*pud)) in pud_none_or_clear_bad()
553 if (unlikely(pud_bad(*pud))) { in pud_none_or_clear_bad()
554 pud_clear_bad(pud); in pud_none_or_clear_bad()
861 static inline int pud_write(pud_t pud) in pud_write() argument
871 static inline int pud_trans_huge(pud_t pud) in pud_trans_huge() argument
[all …]
|
| D | pgtable-nop4d-hack.h | 31 #define pud_ERROR(pud) (pgd_ERROR((pud).pgd)) argument
33 #define pgd_populate(mm, pgd, pud) do { } while (0) argument
|
| D | pgtable-nopud.h | 35 #define pud_ERROR(pud) (p4d_ERROR((pud).p4d)) argument
37 #define p4d_populate(mm, p4d, pud) do { } while (0) argument
|
| D | 5level-fixup.h | 28 #define p4d_populate(mm, p4d, pud) pgd_populate(mm, p4d, pud) argument
|
| /linux-4.19.296/virt/kvm/arm/ |
| D | mmu.c | 90 static void kvm_flush_dcache_pud(pud_t pud) in kvm_flush_dcache_pud() argument
92 __kvm_flush_dcache_pud(pud); in kvm_flush_dcache_pud()
160 static void clear_stage2_pud_entry(struct kvm *kvm, pud_t *pud, phys_addr_t addr) in clear_stage2_pud_entry() argument
162 pmd_t *pmd_table __maybe_unused = stage2_pmd_offset(pud, 0); in clear_stage2_pud_entry()
163 VM_BUG_ON(stage2_pud_huge(*pud)); in clear_stage2_pud_entry()
164 stage2_pud_clear(pud); in clear_stage2_pud_entry()
167 put_page(virt_to_page(pud)); in clear_stage2_pud_entry()
259 static void unmap_stage2_pmds(struct kvm *kvm, pud_t *pud, in unmap_stage2_pmds() argument
265 start_pmd = pmd = stage2_pmd_offset(pud, addr); in unmap_stage2_pmds()
285 clear_stage2_pud_entry(kvm, pud, start_addr); in unmap_stage2_pmds()
[all …]
|
| /linux-4.19.296/lib/ |
| D | ioremap.c | 79 static inline int ioremap_pmd_range(pud_t *pud, unsigned long addr, in ioremap_pmd_range() argument
86 pmd = pmd_alloc(&init_mm, pud, addr); in ioremap_pmd_range()
109 pud_t *pud; in ioremap_pud_range() local
113 pud = pud_alloc(&init_mm, p4d, addr); in ioremap_pud_range()
114 if (!pud) in ioremap_pud_range()
122 pud_free_pmd_page(pud, addr)) { in ioremap_pud_range()
123 if (pud_set_huge(pud, phys_addr + addr, prot)) in ioremap_pud_range()
127 if (ioremap_pmd_range(pud, addr, next, phys_addr + addr, prot)) in ioremap_pud_range()
129 } while (pud++, addr = next, addr != end); in ioremap_pud_range()
|
| /linux-4.19.296/include/linux/ |
| D | huge_mm.h | 40 pud_t *pud, unsigned long addr);
166 void __split_huge_pud(struct vm_area_struct *vma, pud_t *pud,
185 extern spinlock_t *__pud_trans_huge_lock(pud_t *pud,
203 static inline spinlock_t *pud_trans_huge_lock(pud_t *pud, in pud_trans_huge_lock() argument
207 if (pud_trans_huge(*pud) || pud_devmap(*pud)) in pud_trans_huge_lock()
208 return __pud_trans_huge_lock(pud, vma); in pud_trans_huge_lock()
222 pud_t *pud, int flags);
239 static inline bool is_huge_zero_pud(pud_t pud) in is_huge_zero_pud() argument
329 static inline spinlock_t *pud_trans_huge_lock(pud_t *pud, in pud_trans_huge_lock() argument
351 static inline bool is_huge_zero_pud(pud_t pud) in is_huge_zero_pud() argument
[all …]
|
| D | hugetlb.h | 130 pte_t *huge_pmd_share(struct mm_struct *mm, unsigned long addr, pud_t *pud);
152 pud_t *pud, int flags);
157 int pud_huge(pud_t pud);
198 #define follow_huge_pud(mm, addr, pud, flags) NULL argument
|
| D | mm.h | 351 pud_t *pud; /* Pointer to pud entry matching member
484 static inline int pud_devmap(pud_t pud) in pud_devmap() argument
1383 int (*pud_entry)(pud_t *pud, unsigned long addr,
1764 static inline int __pmd_alloc(struct mm_struct *mm, pud_t *pud, in __pmd_alloc() argument
1774 int __pmd_alloc(struct mm_struct *mm, pud_t *pud, unsigned long address);
1848 static inline pmd_t *pmd_alloc(struct mm_struct *mm, pud_t *pud, unsigned long address) in pmd_alloc() argument
1850 return (unlikely(pud_none(*pud)) && __pmd_alloc(mm, pud, address))? in pmd_alloc()
1851 NULL: pmd_offset(pud, address); in pmd_alloc()
2034 static inline spinlock_t *pud_lockptr(struct mm_struct *mm, pud_t *pud) in pud_lockptr() argument
2039 static inline spinlock_t *pud_lock(struct mm_struct *mm, pud_t *pud) in pud_lock() argument
[all …]
|
| D | pfn_t.h | 121 pud_t pud_mkdevmap(pud_t pud);
|
| /linux-4.19.296/fs/ |
| D | userfaultfd.c | 286 pud_t *pud; in userfaultfd_must_wait() local
299 pud = pud_offset(p4d, address); in userfaultfd_must_wait()
300 if (!pud_present(*pud)) in userfaultfd_must_wait()
302 pmd = pmd_offset(pud, address); in userfaultfd_must_wait()
|