Lines Matching refs:pgd
434 static inline void free_pud_range(struct mmu_gather *tlb, pgd_t *pgd, in free_pud_range() argument
443 pud = pud_offset(pgd, addr); in free_pud_range()
462 pud = pud_offset(pgd, start); in free_pud_range()
463 pgd_clear(pgd); in free_pud_range()
474 pgd_t *pgd; in free_pgd_range() local
519 pgd = pgd_offset(tlb->mm, addr); in free_pgd_range()
522 if (pgd_none_or_clear_bad(pgd)) in free_pgd_range()
524 free_pud_range(tlb, pgd, addr, next, floor, ceiling); in free_pgd_range()
525 } while (pgd++, addr = next, addr != end); in free_pgd_range()
649 pgd_t *pgd = pgd_offset(vma->vm_mm, addr); in print_bad_pte() local
650 pud_t *pud = pud_offset(pgd, addr); in print_bad_pte()
1229 struct vm_area_struct *vma, pgd_t *pgd, in zap_pud_range() argument
1236 pud = pud_offset(pgd, addr); in zap_pud_range()
1252 pgd_t *pgd; in unmap_page_range() local
1260 pgd = pgd_offset(vma->vm_mm, addr); in unmap_page_range()
1263 if (pgd_none_or_clear_bad(pgd)) in unmap_page_range()
1265 next = zap_pud_range(tlb, vma, pgd, addr, next, details); in unmap_page_range()
1266 } while (pgd++, addr = next, addr != end); in unmap_page_range()
1421 pgd_t * pgd = pgd_offset(mm, addr); in __get_locked_pte() local
1422 pud_t * pud = pud_alloc(mm, pgd, addr); in __get_locked_pte()
1663 static inline int remap_pud_range(struct mm_struct *mm, pgd_t *pgd, in remap_pud_range() argument
1671 pud = pud_alloc(mm, pgd, addr); in remap_pud_range()
1696 pgd_t *pgd; in remap_pfn_range() local
1734 pgd = pgd_offset(mm, addr); in remap_pfn_range()
1738 err = remap_pud_range(mm, pgd, addr, next, in remap_pfn_range()
1742 } while (pgd++, addr = next, addr != end); in remap_pfn_range()
1854 static int apply_to_pud_range(struct mm_struct *mm, pgd_t *pgd, in apply_to_pud_range() argument
1862 pud = pud_alloc(mm, pgd, addr); in apply_to_pud_range()
1881 pgd_t *pgd; in apply_to_page_range() local
1887 pgd = pgd_offset(mm, addr); in apply_to_page_range()
1890 err = apply_to_pud_range(mm, pgd, addr, next, fn, data); in apply_to_page_range()
1893 } while (pgd++, addr = next, addr != end); in apply_to_page_range()
3303 pgd_t *pgd; in __handle_mm_fault() local
3311 pgd = pgd_offset(mm, address); in __handle_mm_fault()
3312 pud = pud_alloc(mm, pgd, address); in __handle_mm_fault()
3439 int __pud_alloc(struct mm_struct *mm, pgd_t *pgd, unsigned long address) in __pud_alloc() argument
3448 if (pgd_present(*pgd)) /* Another has populated it */ in __pud_alloc()
3451 pgd_populate(mm, pgd, new); in __pud_alloc()
3492 pgd_t *pgd; in __follow_pte() local
3497 pgd = pgd_offset(mm, address); in __follow_pte()
3498 if (pgd_none(*pgd) || unlikely(pgd_bad(*pgd))) in __follow_pte()
3501 pud = pud_offset(pgd, address); in __follow_pte()