Lines Matching refs:pud

400 static inline void free_pmd_range(struct mmu_gather *tlb, pud_t *pud,  in free_pmd_range()  argument
409 pmd = pmd_offset(pud, addr); in free_pmd_range()
428 pmd = pmd_offset(pud, start); in free_pmd_range()
429 pud_clear(pud); in free_pmd_range()
438 pud_t *pud; in free_pud_range() local
443 pud = pud_offset(pgd, addr); in free_pud_range()
446 if (pud_none_or_clear_bad(pud)) in free_pud_range()
448 free_pmd_range(tlb, pud, addr, next, floor, ceiling); in free_pud_range()
449 } while (pud++, addr = next, addr != end); in free_pud_range()
462 pud = pud_offset(pgd, start); in free_pud_range()
464 pud_free_tlb(tlb, pud, start); in free_pud_range()
650 pud_t *pud = pud_offset(pgd, addr); in print_bad_pte() local
651 pmd_t *pmd = pmd_offset(pud, addr); in print_bad_pte()
1185 struct vm_area_struct *vma, pud_t *pud, in zap_pmd_range() argument
1192 pmd = pmd_offset(pud, addr); in zap_pmd_range()
1233 pud_t *pud; in zap_pud_range() local
1236 pud = pud_offset(pgd, addr); in zap_pud_range()
1239 if (pud_none_or_clear_bad(pud)) in zap_pud_range()
1241 next = zap_pmd_range(tlb, vma, pud, addr, next, details); in zap_pud_range()
1242 } while (pud++, addr = next, addr != end); in zap_pud_range()
1422 pud_t * pud = pud_alloc(mm, pgd, addr); in __get_locked_pte() local
1423 if (pud) { in __get_locked_pte()
1424 pmd_t * pmd = pmd_alloc(mm, pud, addr); in __get_locked_pte()
1642 static inline int remap_pmd_range(struct mm_struct *mm, pud_t *pud, in remap_pmd_range() argument
1650 pmd = pmd_alloc(mm, pud, addr); in remap_pmd_range()
1667 pud_t *pud; in remap_pud_range() local
1671 pud = pud_alloc(mm, pgd, addr); in remap_pud_range()
1672 if (!pud) in remap_pud_range()
1676 if (remap_pmd_range(mm, pud, addr, next, in remap_pud_range()
1679 } while (pud++, addr = next, addr != end); in remap_pud_range()
1832 static int apply_to_pmd_range(struct mm_struct *mm, pud_t *pud, in apply_to_pmd_range() argument
1840 BUG_ON(pud_huge(*pud)); in apply_to_pmd_range()
1842 pmd = pmd_alloc(mm, pud, addr); in apply_to_pmd_range()
1858 pud_t *pud; in apply_to_pud_range() local
1862 pud = pud_alloc(mm, pgd, addr); in apply_to_pud_range()
1863 if (!pud) in apply_to_pud_range()
1867 err = apply_to_pmd_range(mm, pud, addr, next, fn, data); in apply_to_pud_range()
1870 } while (pud++, addr = next, addr != end); in apply_to_pud_range()
3304 pud_t *pud; in __handle_mm_fault() local
3312 pud = pud_alloc(mm, pgd, address); in __handle_mm_fault()
3313 if (!pud) in __handle_mm_fault()
3315 pmd = pmd_alloc(mm, pud, address); in __handle_mm_fault()
3462 int __pmd_alloc(struct mm_struct *mm, pud_t *pud, unsigned long address) in __pmd_alloc() argument
3472 if (!pud_present(*pud)) { in __pmd_alloc()
3474 pud_populate(mm, pud, new); in __pmd_alloc()
3478 if (!pgd_present(*pud)) { in __pmd_alloc()
3480 pgd_populate(mm, pud, new); in __pmd_alloc()
3493 pud_t *pud; in __follow_pte() local
3501 pud = pud_offset(pgd, address); in __follow_pte()
3502 if (pud_none(*pud) || unlikely(pud_bad(*pud))) in __follow_pte()
3505 pmd = pmd_offset(pud, address); in __follow_pte()