88 #define gpte_to_gfn(pte) gpte_to_gfn_lvl((pte), PT_PAGE_TABLE_LEVEL)  argument
139 static inline int FNAME(is_present_gpte)(unsigned long pte)  in FNAME()
142 	return is_present_gpte(pte);  in FNAME()
144 	return pte & 7;  in FNAME()
213 	pt_element_t pte, orig_pte;  in FNAME()  local
223 		pte = orig_pte = walker->ptes[level - 1];  in FNAME()
227 		if (!(pte & PT_GUEST_ACCESSED_MASK)) {  in FNAME()
228 			trace_kvm_mmu_set_accessed_bit(table_gfn, index, sizeof(pte));  in FNAME()
229 			pte |= PT_GUEST_ACCESSED_MASK;  in FNAME()
232 				!(pte & PT_GUEST_DIRTY_MASK)) {  in FNAME()
233 			trace_kvm_mmu_set_dirty_bit(table_gfn, index, sizeof(pte));  in FNAME()
234 			pte |= PT_GUEST_DIRTY_MASK;  in FNAME()
236 		if (pte == orig_pte)  in FNAME()
255 		ret = FNAME(cmpxchg_gpte)(vcpu, mmu, ptep_user, index, orig_pte, pte);  in FNAME()
260 		walker->ptes[level - 1] = pte;  in FNAME()
273 	pt_element_t pte;  in FNAME()  local
289 	pte           = mmu->get_cr3(vcpu);  in FNAME()
293 		pte = mmu->get_pdptr(vcpu, (addr >> 30) & 3);  in FNAME()
294 		trace_kvm_mmu_paging_element(pte, walker->level);  in FNAME()
295 		if (!FNAME(is_present_gpte)(pte))  in FNAME()
316 		table_gfn = gpte_to_gfn(pte);  in FNAME()
347 		if (unlikely(__copy_from_user(&pte, ptep_user, sizeof(pte))))  in FNAME()
351 		trace_kvm_mmu_paging_element(pte, walker->level);  in FNAME()
353 		if (unlikely(!FNAME(is_present_gpte)(pte)))  in FNAME()
356 		if (unlikely(FNAME(is_rsvd_bits_set)(mmu, pte,  in FNAME()
362 		accessed_dirty &= pte;  in FNAME()
363 		pte_access = pt_access & FNAME(gpte_access)(vcpu, pte);  in FNAME()
365 		walker->ptes[walker->level - 1] = pte;  in FNAME()
366 	} while (!is_last_gpte(mmu, walker->level, pte));  in FNAME()
373 	gfn = gpte_to_gfn_lvl(pte, walker->level);  in FNAME()
377 		gfn += pse36_gfn_delta(pte);  in FNAME()
386 		FNAME(protect_clean_gpte)(&pte_access, pte);  in FNAME()
393 		accessed_dirty &= pte >>  in FNAME()
407 		 __func__, (u64)pte, pte_access, pt_access);  in FNAME()
435 		vcpu->arch.exit_qualification |= ((pt_access & pte) & 0x7) << 3;  in FNAME()
494 			      u64 *spte, const void *pte)  in FNAME()
496 	pt_element_t gpte = *(const pt_element_t *)pte;  in FNAME()