Lines Matching refs:pud
148 pud_t *pud; in follow_page_mask() local
166 pud = pud_offset(pgd, address); in follow_page_mask()
167 if (pud_none(*pud)) in follow_page_mask()
169 if (pud_huge(*pud) && vma->vm_flags & VM_HUGETLB) { in follow_page_mask()
170 page = follow_huge_pud(mm, address, pud, flags); in follow_page_mask()
175 if (unlikely(pud_bad(*pud))) in follow_page_mask()
178 pmd = pmd_offset(pud, address); in follow_page_mask()
217 pud_t *pud; in get_gate_page() local
230 pud = pud_offset(pgd, address); in get_gate_page()
231 BUG_ON(pud_none(*pud)); in get_gate_page()
232 pmd = pmd_offset(pud, address); in get_gate_page()
1205 static int gup_pmd_range(pud_t pud, unsigned long addr, unsigned long end, in gup_pmd_range() argument
1211 pmdp = pmd_offset(&pud, addr); in gup_pmd_range()
1255 pud_t pud = READ_ONCE(*pudp); in gup_pud_range() local
1258 if (pud_none(pud)) in gup_pud_range()
1260 if (unlikely(pud_huge(pud))) { in gup_pud_range()
1261 if (!gup_huge_pud(pud, pudp, addr, next, write, in gup_pud_range()
1264 } else if (unlikely(is_hugepd(__hugepd(pud_val(pud))))) { in gup_pud_range()
1265 if (!gup_huge_pd(__hugepd(pud_val(pud)), addr, in gup_pud_range()
1268 } else if (!gup_pmd_range(pud, addr, next, write, pages, nr)) in gup_pud_range()