158 	gen8_pte_t pte = valid ? _PAGE_PRESENT | _PAGE_RW : 0;  in gen8_pte_encode()  local
159 	pte |= addr;  in gen8_pte_encode()
163 		pte |= PPAT_UNCACHED_INDEX;  in gen8_pte_encode()
166 		pte |= PPAT_DISPLAY_ELLC_INDEX;  in gen8_pte_encode()
169 		pte |= PPAT_CACHED_INDEX;  in gen8_pte_encode()
173 	return pte;  in gen8_pte_encode()
193 	gen6_pte_t pte = valid ? GEN6_PTE_VALID : 0;  in snb_pte_encode()  local
194 	pte |= GEN6_PTE_ADDR_ENCODE(addr);  in snb_pte_encode()
199 		pte |= GEN6_PTE_CACHE_LLC;  in snb_pte_encode()
202 		pte |= GEN6_PTE_UNCACHED;  in snb_pte_encode()
208 	return pte;  in snb_pte_encode()
215 	gen6_pte_t pte = valid ? GEN6_PTE_VALID : 0;  in ivb_pte_encode()  local
216 	pte |= GEN6_PTE_ADDR_ENCODE(addr);  in ivb_pte_encode()
220 		pte |= GEN7_PTE_CACHE_L3_LLC;  in ivb_pte_encode()
223 		pte |= GEN6_PTE_CACHE_LLC;  in ivb_pte_encode()
226 		pte |= GEN6_PTE_UNCACHED;  in ivb_pte_encode()
232 	return pte;  in ivb_pte_encode()
239 	gen6_pte_t pte = valid ? GEN6_PTE_VALID : 0;  in byt_pte_encode()  local
240 	pte |= GEN6_PTE_ADDR_ENCODE(addr);  in byt_pte_encode()
243 		pte |= BYT_PTE_WRITEABLE;  in byt_pte_encode()
246 		pte |= BYT_PTE_SNOOPED_BY_CPU_CACHES;  in byt_pte_encode()
248 	return pte;  in byt_pte_encode()
255 	gen6_pte_t pte = valid ? GEN6_PTE_VALID : 0;  in hsw_pte_encode()  local
256 	pte |= HSW_PTE_ADDR_ENCODE(addr);  in hsw_pte_encode()
259 		pte |= HSW_WB_LLC_AGE3;  in hsw_pte_encode()
261 	return pte;  in hsw_pte_encode()
268 	gen6_pte_t pte = valid ? GEN6_PTE_VALID : 0;  in iris_pte_encode()  local
269 	pte |= HSW_PTE_ADDR_ENCODE(addr);  in iris_pte_encode()
275 		pte |= HSW_WT_ELLC_LLC_AGE3;  in iris_pte_encode()
278 		pte |= HSW_WB_ELLC_LLC_AGE3;  in iris_pte_encode()
282 	return pte;  in iris_pte_encode()
492 	unsigned pte = start >> GEN8_PTE_SHIFT & GEN8_PTE_MASK;  in gen8_ppgtt_clear_range()  local
519 		last_pte = pte + num_entries;  in gen8_ppgtt_clear_range()
525 		for (i = pte; i < last_pte; i++) {  in gen8_ppgtt_clear_range()
534 		pte = 0;  in gen8_ppgtt_clear_range()
552 	unsigned pte = start >> GEN8_PTE_SHIFT & GEN8_PTE_MASK;  in gen8_ppgtt_insert_entries()  local
569 		pt_vaddr[pte] =  in gen8_ppgtt_insert_entries()
572 		if (++pte == GEN8_PTES) {  in gen8_ppgtt_insert_entries()
581 			pte = 0;  in gen8_ppgtt_insert_entries()
866 	int pte, pde;  in gen6_dump_ppgtt()  local
891 		for (pte = 0; pte < GEN6_PTES; pte+=4) {  in gen6_dump_ppgtt()
894 				(pte * PAGE_SIZE);  in gen6_dump_ppgtt()
898 				if (pt_vaddr[pte + i] != scratch_pte)  in gen6_dump_ppgtt()
903 			seq_printf(m, "\t\t0x%lx [%03d,%04d]: =", va, pde, pte);  in gen6_dump_ppgtt()
905 				if (pt_vaddr[pte + i] != scratch_pte)  in gen6_dump_ppgtt()
906 					seq_printf(m, " %08x", pt_vaddr[pte + i]);  in gen6_dump_ppgtt()
1730 static inline void gen8_set_pte(void __iomem *addr, gen8_pte_t pte)  in gen8_set_pte()  argument
1733 	writeq(pte, addr);  in gen8_set_pte()
1735 	iowrite32((u32)pte, addr);  in gen8_set_pte()
1736 	iowrite32(pte >> 32, addr + 4);  in gen8_set_pte()