371 		unsigned long pfn = mfn_to_pfn(mfn);  in pte_mfn_to_pfn()  local
374 		if (unlikely(pfn == ~0))  in pte_mfn_to_pfn()
377 			val = ((pteval_t)pfn << PAGE_SHIFT) | flags;  in pte_mfn_to_pfn()
386 		unsigned long pfn = (val & PTE_PFN_MASK) >> PAGE_SHIFT;  in pte_pfn_to_mfn()  local
391 			mfn = __pfn_to_mfn(pfn);  in pte_pfn_to_mfn()
393 			mfn = pfn;  in pte_pfn_to_mfn()
729 static void xen_do_pin(unsigned level, unsigned long pfn)  in xen_do_pin()  argument
734 	op.arg1.mfn = pfn_to_mfn(pfn);  in xen_do_pin()
753 		unsigned long pfn = page_to_pfn(page);  in xen_pin_page()  local
784 					pfn_pte(pfn, PAGE_KERNEL_RO),  in xen_pin_page()
788 			xen_do_pin(MMUEXT_PIN_L1_TABLE, pfn);  in xen_pin_page()
895 		unsigned long pfn = page_to_pfn(page);  in xen_unpin_page()  local
910 				xen_do_pin(MMUEXT_UNPIN_TABLE, pfn);  in xen_unpin_page()
916 					pfn_pte(pfn, PAGE_KERNEL),  in xen_unpin_page()
1097 static void __init pin_pagetable_pfn(unsigned cmd, unsigned long pfn)  in pin_pagetable_pfn()  argument
1102 	op.arg1.mfn = pfn_to_mfn(pfn);  in pin_pagetable_pfn()
1567 	unsigned long pfn;  in mask_rw_pte()  local
1580 	pfn = pte_pfn(pte);  in mask_rw_pte()
1581 	if (pfn >= xen_start_info->first_p2m_pfn &&  in mask_rw_pte()
1582 	    pfn < xen_start_info->first_p2m_pfn + xen_start_info->nr_p2m_frames)  in mask_rw_pte()
1615 static void __init xen_alloc_pte_init(struct mm_struct *mm, unsigned long pfn)  in xen_alloc_pte_init()  argument
1620 	make_lowmem_page_readonly(__va(PFN_PHYS(pfn)));  in xen_alloc_pte_init()
1621 	pin_pagetable_pfn(MMUEXT_PIN_L1_TABLE, pfn);  in xen_alloc_pte_init()
1625 static void __init xen_alloc_pmd_init(struct mm_struct *mm, unsigned long pfn)  in xen_alloc_pmd_init()  argument
1630 	make_lowmem_page_readonly(__va(PFN_PHYS(pfn)));  in xen_alloc_pmd_init()
1635 static void __init xen_release_pte_init(unsigned long pfn)  in xen_release_pte_init()  argument
1637 	pin_pagetable_pfn(MMUEXT_UNPIN_TABLE, pfn);  in xen_release_pte_init()
1638 	make_lowmem_page_readwrite(__va(PFN_PHYS(pfn)));  in xen_release_pte_init()
1641 static void __init xen_release_pmd_init(unsigned long pfn)  in xen_release_pmd_init()  argument
1643 	make_lowmem_page_readwrite(__va(PFN_PHYS(pfn)));  in xen_release_pmd_init()
1646 static inline void __pin_pagetable_pfn(unsigned cmd, unsigned long pfn)  in __pin_pagetable_pfn()  argument
1654 	op->arg1.mfn = pfn_to_mfn(pfn);  in __pin_pagetable_pfn()
1659 static inline void __set_pfn_prot(unsigned long pfn, pgprot_t prot)  in __set_pfn_prot()  argument
1662 	unsigned long addr = (unsigned long)__va(pfn << PAGE_SHIFT);  in __set_pfn_prot()
1666 				pfn_pte(pfn, prot), 0);  in __set_pfn_prot()
1671 static inline void xen_alloc_ptpage(struct mm_struct *mm, unsigned long pfn,  in xen_alloc_ptpage()  argument
1676 	trace_xen_mmu_alloc_ptpage(mm, pfn, level, pinned);  in xen_alloc_ptpage()
1679 		struct page *page = pfn_to_page(pfn);  in xen_alloc_ptpage()
1686 			__set_pfn_prot(pfn, PAGE_KERNEL_RO);  in xen_alloc_ptpage()
1689 				__pin_pagetable_pfn(MMUEXT_PIN_L1_TABLE, pfn);  in xen_alloc_ptpage()
1700 static void xen_alloc_pte(struct mm_struct *mm, unsigned long pfn)  in xen_alloc_pte()  argument
1702 	xen_alloc_ptpage(mm, pfn, PT_PTE);  in xen_alloc_pte()
1705 static void xen_alloc_pmd(struct mm_struct *mm, unsigned long pfn)  in xen_alloc_pmd()  argument
1707 	xen_alloc_ptpage(mm, pfn, PT_PMD);  in xen_alloc_pmd()
1711 static inline void xen_release_ptpage(unsigned long pfn, unsigned level)  in xen_release_ptpage()  argument
1713 	struct page *page = pfn_to_page(pfn);  in xen_release_ptpage()
1716 	trace_xen_mmu_release_ptpage(pfn, level, pinned);  in xen_release_ptpage()
1723 				__pin_pagetable_pfn(MMUEXT_UNPIN_TABLE, pfn);  in xen_release_ptpage()
1725 			__set_pfn_prot(pfn, PAGE_KERNEL);  in xen_release_ptpage()
1733 static void xen_release_pte(unsigned long pfn)  in xen_release_pte()  argument
1735 	xen_release_ptpage(pfn, PT_PTE);  in xen_release_pte()
1738 static void xen_release_pmd(unsigned long pfn)  in xen_release_pmd()  argument
1740 	xen_release_ptpage(pfn, PT_PMD);  in xen_release_pmd()
1744 static void xen_alloc_pud(struct mm_struct *mm, unsigned long pfn)  in xen_alloc_pud()  argument
1746 	xen_alloc_ptpage(mm, pfn, PT_PUD);  in xen_alloc_pud()
1749 static void xen_release_pud(unsigned long pfn)  in xen_release_pud()  argument
1751 	xen_release_ptpage(pfn, PT_PUD);  in xen_release_pud()
1802 	unsigned long pfn = __pa(addr) >> PAGE_SHIFT;  in set_page_prot_flags()  local
1803 	pte_t pte = pfn_pte(pfn, prot);  in set_page_prot_flags()
1821 	unsigned long pfn;  in xen_map_identity_early()  local
1827 	pfn = 0;  in xen_map_identity_early()
1828 	for (pmdidx = 0; pmdidx < PTRS_PER_PMD && pfn < max_pfn; pmdidx++) {  in xen_map_identity_early()
1846 		for (pteidx = 0; pteidx < PTRS_PER_PTE; pteidx++, pfn++) {  in xen_map_identity_early()
1849 			if (pfn > max_pfn_mapped)  in xen_map_identity_early()
1850 				max_pfn_mapped = pfn;  in xen_map_identity_early()
1855 			pte = pfn_pte(pfn, PAGE_KERNEL_EXEC);  in xen_map_identity_early()
2090 	unsigned long p2m_pfn, p2m_pfn_end, n_frames, pfn, pfn_end;  in xen_relocate_p2m()  local
2179 		pfn = xen_start_info->first_p2m_pfn;  in xen_relocate_p2m()
2184 		pfn = p2m_pfn;  in xen_relocate_p2m()
2188 	memblock_free(PFN_PHYS(pfn), PAGE_SIZE * (pfn_end - pfn));  in xen_relocate_p2m()
2189 	while (pfn < pfn_end) {  in xen_relocate_p2m()
2190 		if (pfn == p2m_pfn) {  in xen_relocate_p2m()
2191 			pfn = p2m_pfn_end;  in xen_relocate_p2m()
2194 		make_lowmem_page_readwrite(__va(PFN_PHYS(pfn)));  in xen_relocate_p2m()
2195 		pfn++;  in xen_relocate_p2m()
2209 	unsigned long pfn = PFN_DOWN(__pa(swapper_pg_dir));  in xen_write_cr3_init()  local
2233 	pin_pagetable_pfn(MMUEXT_PIN_L3_TABLE, pfn);  in xen_write_cr3_init()
2719 static int xen_oldmem_pfn_is_ram(unsigned long pfn)  in xen_oldmem_pfn_is_ram()  argument
2723 		.pfn = pfn,  in xen_oldmem_pfn_is_ram()