Lines Matching refs:pte
38 pte_t *pte, unsigned int flags) in follow_pfn_pte() argument
45 pte_t entry = *pte; in follow_pfn_pte()
51 if (!pte_same(*pte, entry)) { in follow_pfn_pte()
52 set_pte_at(vma->vm_mm, address, pte, entry); in follow_pfn_pte()
53 update_mmu_cache(vma, address, pte); in follow_pfn_pte()
67 pte_t *ptep, pte; in follow_page_pte() local
74 pte = *ptep; in follow_page_pte()
75 if (!pte_present(pte)) { in follow_page_pte()
84 if (pte_none(pte)) in follow_page_pte()
86 entry = pte_to_swp_entry(pte); in follow_page_pte()
93 if ((flags & FOLL_NUMA) && pte_protnone(pte)) in follow_page_pte()
95 if ((flags & FOLL_WRITE) && !pte_write(pte)) { in follow_page_pte()
100 page = vm_normal_page(vma, address, pte); in follow_page_pte()
108 if (is_zero_pfn(pte_pfn(pte))) { in follow_page_pte()
109 page = pte_page(pte); in follow_page_pte()
123 !pte_dirty(pte) && !PageDirty(page)) in follow_page_pte()
159 if (!pte_none(pte)) in follow_page_pte()
253 pte_t *pte; in get_gate_page() local
270 pte = pte_offset_map(pmd, address); in get_gate_page()
271 if (pte_none(*pte)) in get_gate_page()
276 *page = vm_normal_page(*vma, address, *pte); in get_gate_page()
278 if ((gup_flags & FOLL_DUMP) || !is_zero_pfn(pte_pfn(*pte))) in get_gate_page()
280 *page = pte_page(*pte); in get_gate_page()
286 pte_unmap(pte); in get_gate_page()
1068 pte_t pte = READ_ONCE(*ptep); in gup_pte_range() local
1075 if (!pte_present(pte) || pte_special(pte) || in gup_pte_range()
1076 pte_protnone(pte) || (write && !pte_write(pte))) in gup_pte_range()
1079 VM_BUG_ON(!pfn_valid(pte_pfn(pte))); in gup_pte_range()
1080 page = pte_page(pte); in gup_pte_range()
1085 if (unlikely(pte_val(pte) != pte_val(*ptep))) { in gup_pte_range()