483 static void smaps_pte_entry(pte_t *pte, unsigned long addr,  in smaps_pte_entry()  argument
490 	if (pte_present(*pte)) {  in smaps_pte_entry()
491 		page = vm_normal_page(vma, addr, *pte);  in smaps_pte_entry()
492 	} else if (is_swap_pte(*pte)) {  in smaps_pte_entry()
493 		swp_entry_t swpent = pte_to_swp_entry(*pte);  in smaps_pte_entry()
503 	smaps_account(mss, page, PAGE_SIZE, pte_young(*pte), pte_dirty(*pte));  in smaps_pte_entry()
533 	pte_t *pte;  in smaps_pte_range()  local
549 	pte = pte_offset_map_lock(vma->vm_mm, pmd, addr, &ptl);  in smaps_pte_range()
550 	for (; addr != end; pte++, addr += PAGE_SIZE)  in smaps_pte_range()
551 		smaps_pte_entry(pte, addr, walk);  in smaps_pte_range()
552 	pte_unmap_unlock(pte - 1, ptl);  in smaps_pte_range()
745 		unsigned long addr, pte_t *pte)  in clear_soft_dirty()  argument
753 	pte_t ptent = *pte;  in clear_soft_dirty()
762 	set_pte_at(vma->vm_mm, addr, pte, ptent);  in clear_soft_dirty()
782 		unsigned long addr, pte_t *pte)  in clear_soft_dirty()  argument
797 	pte_t *pte, ptent;  in clear_refs_pte_range()  local
820 	pte = pte_offset_map_lock(vma->vm_mm, pmd, addr, &ptl);  in clear_refs_pte_range()
821 	for (; addr != end; pte++, addr += PAGE_SIZE) {  in clear_refs_pte_range()
822 		ptent = *pte;  in clear_refs_pte_range()
825 			clear_soft_dirty(vma, addr, pte);  in clear_refs_pte_range()
837 		ptep_test_and_clear_young(vma, addr, pte);  in clear_refs_pte_range()
840 	pte_unmap_unlock(pte - 1, ptl);  in clear_refs_pte_range()
1046 		struct vm_area_struct *vma, unsigned long addr, pte_t pte)  in pte_to_pagemap_entry()  argument
1052 	if (pte_present(pte)) {  in pte_to_pagemap_entry()
1053 		frame = pte_pfn(pte);  in pte_to_pagemap_entry()
1055 		page = vm_normal_page(vma, addr, pte);  in pte_to_pagemap_entry()
1056 		if (pte_soft_dirty(pte))  in pte_to_pagemap_entry()
1058 	} else if (is_swap_pte(pte)) {  in pte_to_pagemap_entry()
1060 		if (pte_swp_soft_dirty(pte))  in pte_to_pagemap_entry()
1062 		entry = pte_to_swp_entry(pte);  in pte_to_pagemap_entry()
1111 	pte_t *pte, *orig_pte;  in pagemap_pte_range()  local
1144 	orig_pte = pte = pte_offset_map_lock(walk->mm, pmd, addr, &ptl);  in pagemap_pte_range()
1145 	for (; addr < end; pte++, addr += PAGE_SIZE) {  in pagemap_pte_range()
1148 		pte_to_pagemap_entry(&pme, pm, vma, addr, *pte);  in pagemap_pte_range()
1162 					pte_t pte, int offset, int flags2)  in huge_pte_to_pagemap_entry()  argument
1164 	if (pte_present(pte))  in huge_pte_to_pagemap_entry()
1165 		*pme = make_pme(PM_PFRAME(pte_pfn(pte) + offset)	|  in huge_pte_to_pagemap_entry()
1174 static int pagemap_hugetlb_range(pte_t *pte, unsigned long hmask,  in pagemap_hugetlb_range()  argument
1191 		huge_pte_to_pagemap_entry(&pme, pm, *pte, offset, flags2);  in pagemap_hugetlb_range()
1389 static struct page *can_gather_numa_stats(pte_t pte, struct vm_area_struct *vma,  in can_gather_numa_stats()  argument
1395 	if (!pte_present(pte))  in can_gather_numa_stats()
1398 	page = vm_normal_page(vma, addr, pte);  in can_gather_numa_stats()
1419 	pte_t *pte;  in gather_pte_stats()  local
1435 	orig_pte = pte = pte_offset_map_lock(walk->mm, pmd, addr, &ptl);  in gather_pte_stats()
1437 		struct page *page = can_gather_numa_stats(*pte, vma, addr);  in gather_pte_stats()
1440 		gather_stats(page, md, pte_dirty(*pte), 1);  in gather_pte_stats()
1442 	} while (pte++, addr += PAGE_SIZE, addr != end);  in gather_pte_stats()
1447 static int gather_hugetlb_stats(pte_t *pte, unsigned long hmask,  in gather_hugetlb_stats()  argument
1453 	if (!pte_present(*pte))  in gather_hugetlb_stats()
1456 	page = pte_page(*pte);  in gather_hugetlb_stats()
1461 	gather_stats(page, md, pte_dirty(*pte), 1);  in gather_hugetlb_stats()
1466 static int gather_hugetlb_stats(pte_t *pte, unsigned long hmask,  in gather_hugetlb_stats()  argument