| /linux-4.19.296/include/asm-generic/ |
| D | pgtable-nop4d-hack.h | 15 typedef struct { pgd_t pgd; } pud_t; member
27 static inline int pgd_none(pgd_t pgd) { return 0; } in pgd_none() argument
28 static inline int pgd_bad(pgd_t pgd) { return 0; } in pgd_bad() argument
29 static inline int pgd_present(pgd_t pgd) { return 1; } in pgd_present() argument
30 static inline void pgd_clear(pgd_t *pgd) { } in pgd_clear() argument
31 #define pud_ERROR(pud) (pgd_ERROR((pud).pgd))
33 #define pgd_populate(mm, pgd, pud) do { } while (0) argument
40 static inline pud_t *pud_offset(pgd_t *pgd, unsigned long address) in pud_offset() argument
42 return (pud_t *)pgd; in pud_offset()
45 #define pud_val(x) (pgd_val((x).pgd))
[all …]
|
| D | pgtable-nop4d.h | 9 typedef struct { pgd_t pgd; } p4d_t; member
22 static inline int pgd_none(pgd_t pgd) { return 0; } in pgd_none() argument
23 static inline int pgd_bad(pgd_t pgd) { return 0; } in pgd_bad() argument
24 static inline int pgd_present(pgd_t pgd) { return 1; } in pgd_present() argument
25 static inline void pgd_clear(pgd_t *pgd) { } in pgd_clear() argument
26 #define p4d_ERROR(p4d) (pgd_ERROR((p4d).pgd))
28 #define pgd_populate(mm, pgd, p4d) do { } while (0) argument
35 static inline p4d_t *p4d_offset(pgd_t *pgd, unsigned long address) in p4d_offset() argument
37 return (p4d_t *)pgd; in p4d_offset()
40 #define p4d_val(x) (pgd_val((x).pgd))
[all …]
|
| D | 5level-fixup.h | 20 #define p4d_alloc(mm, pgd, address) (pgd) argument
21 #define p4d_offset(pgd, start) (pgd) argument
|
| D | 4level-fixup.h | 19 #define pud_offset(pgd, start) (pgd) argument
|
| D | page.h | 44 unsigned long pgd; member
53 #define pgd_val(x) ((x).pgd)
|
| D | pgtable.h | 373 #define pgd_access_permitted(pgd, write) \ argument
374 (pgd_present(pgd) && (!(write) || pgd_write(pgd)))
527 static inline int pgd_none_or_clear_bad(pgd_t *pgd) in pgd_none_or_clear_bad() argument
529 if (pgd_none(*pgd)) in pgd_none_or_clear_bad()
531 if (unlikely(pgd_bad(*pgd))) { in pgd_none_or_clear_bad()
532 pgd_clear_bad(pgd); in pgd_none_or_clear_bad()
|
| /linux-4.19.296/virt/kvm/arm/ |
| D | mmu.c | 151 static void clear_stage2_pgd_entry(struct kvm *kvm, pgd_t *pgd, phys_addr_t addr) in clear_stage2_pgd_entry() argument
153 pud_t *pud_table __maybe_unused = stage2_pud_offset(pgd, 0UL); in clear_stage2_pgd_entry()
154 stage2_pgd_clear(pgd); in clear_stage2_pgd_entry()
157 put_page(virt_to_page(pgd)); in clear_stage2_pgd_entry()
288 static void unmap_stage2_puds(struct kvm *kvm, pgd_t *pgd, in unmap_stage2_puds() argument
294 start_pud = pud = stage2_pud_offset(pgd, addr); in unmap_stage2_puds()
312 clear_stage2_pgd_entry(kvm, pgd, start_addr); in unmap_stage2_puds()
329 pgd_t *pgd; in __unmap_stage2_range() local
336 pgd = kvm->arch.pgd + stage2_pgd_index(addr); in __unmap_stage2_range()
343 if (!READ_ONCE(kvm->arch.pgd)) in __unmap_stage2_range()
[all …]
|
| D | arm.c | 556 pgd_phys = virt_to_phys(kvm->arch.pgd); in update_vttbr()
|
| /linux-4.19.296/lib/ |
| D | ioremap.c | 133 static inline int ioremap_p4d_range(pgd_t *pgd, unsigned long addr, in ioremap_p4d_range() argument
140 p4d = p4d_alloc(&init_mm, pgd, addr); in ioremap_p4d_range()
162 pgd_t *pgd; in ioremap_page_range() local
172 pgd = pgd_offset_k(addr); in ioremap_page_range()
175 err = ioremap_p4d_range(pgd, addr, next, phys_addr+addr, prot); in ioremap_page_range()
178 } while (pgd++, addr = next, addr != end); in ioremap_page_range()
|
| /linux-4.19.296/include/trace/events/ |
| D | xen.h | 341 TP_PROTO(struct mm_struct *mm, pgd_t *pgd),
342 TP_ARGS(mm, pgd),
345 __field(pgd_t *, pgd)
348 __entry->pgd = pgd),
349 TP_printk("mm %p pgd %p", __entry->mm, __entry->pgd)
353 TP_PROTO(struct mm_struct *mm, pgd_t *pgd), \
354 TP_ARGS(mm, pgd))
|
| /linux-4.19.296/include/linux/ |
| D | hugetlb.h | 154 pgd_t *pgd, int flags);
199 #define follow_huge_pgd(mm, addr, pgd, flags) NULL argument
250 static inline int pgd_write(pgd_t pgd) in pgd_write() argument
|
| D | mm.h | 488 static inline int pgd_devmap(pgd_t pgd) in pgd_devmap() argument
1727 static inline int __p4d_alloc(struct mm_struct *mm, pgd_t *pgd, in __p4d_alloc() argument
1733 int __p4d_alloc(struct mm_struct *mm, pgd_t *pgd, unsigned long address);
1833 static inline p4d_t *p4d_alloc(struct mm_struct *mm, pgd_t *pgd, in p4d_alloc() argument
1836 return (unlikely(pgd_none(*pgd)) && __p4d_alloc(mm, pgd, address)) ? in p4d_alloc()
1837 NULL : p4d_offset(pgd, address); in p4d_alloc()
2712 p4d_t *vmemmap_p4d_populate(pgd_t *pgd, unsigned long addr, int node);
|
| D | mm_types.h | 364 pgd_t * pgd; member
|
| D | intel-iommu.h | 410 struct dma_pte *pgd; /* virtual address */ member
|
| /linux-4.19.296/fs/ |
| D | userfaultfd.c | 284 pgd_t *pgd; in userfaultfd_must_wait() local
293 pgd = pgd_offset(mm, address); in userfaultfd_must_wait()
294 if (!pgd_present(*pgd)) in userfaultfd_must_wait()
296 p4d = p4d_offset(pgd, address); in userfaultfd_must_wait()
|