138 	pte_t *pte;  in arbitrary_virt_to_machine()  local
150 	pte = lookup_address(address, &level);  in arbitrary_virt_to_machine()
151 	BUG_ON(pte == NULL);  in arbitrary_virt_to_machine()
153 	return XMADDR(((phys_addr_t)pte_mfn(*pte) << PAGE_SHIFT) + offset);  in arbitrary_virt_to_machine()
159 	pte_t *pte, ptev;  in make_lowmem_page_readonly()  local
163 	pte = lookup_address(address, &level);  in make_lowmem_page_readonly()
164 	if (pte == NULL)  in make_lowmem_page_readonly()
167 	ptev = pte_wrprotect(*pte);  in make_lowmem_page_readonly()
175 	pte_t *pte, ptev;  in make_lowmem_page_readwrite()  local
179 	pte = lookup_address(address, &level);  in make_lowmem_page_readwrite()
180 	if (pte == NULL)  in make_lowmem_page_readwrite()
183 	ptev = pte_mkwrite(*pte);  in make_lowmem_page_readwrite()
352 				 pte_t *ptep, pte_t pte)  in xen_ptep_modify_prot_commit()  argument
356 	trace_xen_mmu_ptep_modify_prot_commit(mm, addr, ptep, pte);  in xen_ptep_modify_prot_commit()
360 	u.val = pte_val_ma(pte);  in xen_ptep_modify_prot_commit()
411 __visible pteval_t xen_pte_val(pte_t pte)  in xen_pte_val()  argument
413 	pteval_t pteval = pte.pte;  in xen_pte_val()
425 __visible pte_t xen_make_pte(pteval_t pte)  in xen_make_pte()  argument
427 	pte = pte_pfn_to_mfn(pte);  in xen_make_pte()
429 	return native_make_pte(pte);  in xen_make_pte()
479 static void xen_set_pte_atomic(pte_t *ptep, pte_t pte)  in xen_set_pte_atomic()  argument
481 	trace_xen_mmu_set_pte_atomic(ptep, pte);  in xen_set_pte_atomic()
482 	set_64bit((u64 *)ptep, native_pte_val(pte));  in xen_set_pte_atomic()
677 				struct page *pte;  in __xen_pgd_walk()  local
687 				pte = pmd_page(pmd[pmdidx]);  in __xen_pgd_walk()
688 				flush |= (*func)(mm, pte, PT_PTE);  in __xen_pgd_walk()
1164 	pte_t *pte;  in xen_cleanmfnmap()  local
1184 				pte = pte_offset_kernel(pmd, va);  in xen_cleanmfnmap()
1187 					if (pte_none(pte[i]))  in xen_cleanmfnmap()
1189 					pa = pte_pfn(pte[i]) << PAGE_SHIFT;  in xen_cleanmfnmap()
1192 				xen_cleanmfnmap_free_pgtbl(pte, unpin);  in xen_cleanmfnmap()
1555 static pte_t __init mask_rw_pte(pte_t *ptep, pte_t pte)  in mask_rw_pte()  argument
1559 		pte = __pte_ma(((pte_val_ma(*ptep) & _PAGE_RW) | ~_PAGE_RW) &  in mask_rw_pte()
1560 			       pte_val_ma(pte));  in mask_rw_pte()
1562 	return pte;  in mask_rw_pte()
1565 static pte_t __init mask_rw_pte(pte_t *ptep, pte_t pte)  in mask_rw_pte()  argument
1572 		return pte;  in mask_rw_pte()
1580 	pfn = pte_pfn(pte);  in mask_rw_pte()
1583 		pte = __pte_ma(pte_val_ma(pte) & ~_PAGE_RW);  in mask_rw_pte()
1585 	return pte;  in mask_rw_pte()
1603 static void __init xen_set_pte_init(pte_t *ptep, pte_t pte)  in xen_set_pte_init()  argument
1605 	if (pte_mfn(pte) != INVALID_P2M_ENTRY)  in xen_set_pte_init()
1606 		pte = mask_rw_pte(ptep, pte);  in xen_set_pte_init()
1608 		pte = __pte_ma(0);  in xen_set_pte_init()
1610 	native_set_pte(ptep, pte);  in xen_set_pte_init()
1803 	pte_t pte = pfn_pte(pfn, prot);  in set_page_prot_flags()  local
1809 	if (HYPERVISOR_update_va_mapping((unsigned long)addr, pte, flags))  in set_page_prot_flags()
1847 			pte_t pte;  in xen_map_identity_early()  local
1855 			pte = pfn_pte(pfn, PAGE_KERNEL_EXEC);  in xen_map_identity_early()
1856 			pte_page[pteidx] = pte;  in xen_map_identity_early()
1885 	pte_t *pte = v;  in convert_pfn_mfn()  local
1891 		pte[i] = xen_make_pte(pte[i].pte);  in convert_pfn_mfn()
2049 	pte_t pte;  in xen_early_virt_to_phys()  local
2074 	pte = native_make_pte(xen_read_phys_ulong(pa + pte_index(vaddr) *  in xen_early_virt_to_phys()
2075 						       sizeof(pte)));  in xen_early_virt_to_phys()
2076 	if (!pte_present(pte))  in xen_early_virt_to_phys()
2078 	pa = pte_pfn(pte) << PAGE_SHIFT;  in xen_early_virt_to_phys()
2327 	pte_t pte;  in xen_set_fixmap()  local
2345 		pte = pfn_pte(phys, prot);  in xen_set_fixmap()
2350 		pte = pfn_pte(PFN_DOWN(__pa(dummy_mapping)), PAGE_KERNEL);  in xen_set_fixmap()
2360 		pte = pfn_pte(PFN_DOWN(__pa(dummy_mapping)), PAGE_KERNEL);  in xen_set_fixmap()
2367 		pte = mfn_pte(phys, prot);  in xen_set_fixmap()
2372 		pte = mfn_pte(phys, prot);  in xen_set_fixmap()
2376 	__native_set_fixmap(idx, pte);  in xen_set_fixmap()
2383 		set_pte_vaddr_pud(level3_user_vsyscall, vaddr, pte);  in xen_set_fixmap()
2794 	pte_t pte = pte_mkspecial(mfn_pte(*rmd->mfn, rmd->prot));  in remap_area_mfn_pte_fn()  local
2804 	rmd->mmu_update->val = pte_val_ma(pte);  in remap_area_mfn_pte_fn()