75 	(1 << (ilog2(sizeof(arm_lpae_iopte)) +				\
86 #define ARM_LPAE_PTE_NSTABLE		(((arm_lpae_iopte)1) << 63)
87 #define ARM_LPAE_PTE_XN			(((arm_lpae_iopte)3) << 53)
88 #define ARM_LPAE_PTE_AF			(((arm_lpae_iopte)1) << 10)
89 #define ARM_LPAE_PTE_SH_NS		(((arm_lpae_iopte)0) << 8)
90 #define ARM_LPAE_PTE_SH_OS		(((arm_lpae_iopte)2) << 8)
91 #define ARM_LPAE_PTE_SH_IS		(((arm_lpae_iopte)3) << 8)
92 #define ARM_LPAE_PTE_NS			(((arm_lpae_iopte)1) << 5)
93 #define ARM_LPAE_PTE_VALID		(((arm_lpae_iopte)1) << 0)
95 #define ARM_LPAE_PTE_ATTR_LO_MASK	(((arm_lpae_iopte)0x3ff) << 2)
97 #define ARM_LPAE_PTE_ATTR_HI_MASK	(((arm_lpae_iopte)6) << 52)
102 #define ARM_LPAE_PTE_AP_UNPRIV		(((arm_lpae_iopte)1) << 6)
103 #define ARM_LPAE_PTE_AP_RDONLY		(((arm_lpae_iopte)2) << 6)
105 #define ARM_LPAE_PTE_nG			(((arm_lpae_iopte)1) << 11)
108 #define ARM_LPAE_PTE_HAP_FAULT		(((arm_lpae_iopte)0) << 6)
109 #define ARM_LPAE_PTE_HAP_READ		(((arm_lpae_iopte)1) << 6)
110 #define ARM_LPAE_PTE_HAP_WRITE		(((arm_lpae_iopte)2) << 6)
111 #define ARM_LPAE_PTE_MEMATTR_OIWB	(((arm_lpae_iopte)0xf) << 2)
112 #define ARM_LPAE_PTE_MEMATTR_NC		(((arm_lpae_iopte)0x5) << 2)
113 #define ARM_LPAE_PTE_MEMATTR_DEV	(((arm_lpae_iopte)0x1) << 2)
199 typedef u64 arm_lpae_iopte;  typedef
205 			    arm_lpae_iopte *ptep);
209 			     arm_lpae_iopte prot, int lvl,  in arm_lpae_init_pte()
210 			     arm_lpae_iopte *ptep)  in arm_lpae_init_pte()
212 	arm_lpae_iopte pte = prot;  in arm_lpae_init_pte()
223 		arm_lpae_iopte *tblp;  in arm_lpae_init_pte()
248 			  phys_addr_t paddr, size_t size, arm_lpae_iopte prot,  in __arm_lpae_map()
249 			  int lvl, arm_lpae_iopte *ptep)  in __arm_lpae_map()
251 	arm_lpae_iopte *cptep, pte;  in __arm_lpae_map()
289 static arm_lpae_iopte arm_lpae_prot_to_pte(struct arm_lpae_io_pgtable *data,  in arm_lpae_prot_to_pte()
292 	arm_lpae_iopte pte;  in arm_lpae_prot_to_pte()
326 	arm_lpae_iopte *ptep = data->pgd;  in arm_lpae_map()
328 	arm_lpae_iopte prot;  in arm_lpae_map()
339 				    arm_lpae_iopte *ptep)  in __arm_lpae_free_pgtable()
341 	arm_lpae_iopte *start, *end;  in __arm_lpae_free_pgtable()
358 		arm_lpae_iopte pte = *ptep++;  in __arm_lpae_free_pgtable()
379 				    arm_lpae_iopte prot, int lvl,  in arm_lpae_split_blk_unmap()
380 				    arm_lpae_iopte *ptep, size_t blk_size)  in arm_lpae_split_blk_unmap()
384 	arm_lpae_iopte table = 0;  in arm_lpae_split_blk_unmap()
393 		arm_lpae_iopte *tablep;  in arm_lpae_split_blk_unmap()
421 			    arm_lpae_iopte *ptep)  in __arm_lpae_unmap()
423 	arm_lpae_iopte pte;  in __arm_lpae_unmap()
472 	arm_lpae_iopte *ptep = data->pgd;  in arm_lpae_unmap()
486 	arm_lpae_iopte pte, *ptep = data->pgd;  in arm_lpae_iova_to_phys()
574 	data->bits_per_level = data->pg_shift - ilog2(sizeof(arm_lpae_iopte));  in arm_lpae_alloc_pgtable()
581 	data->pgd_size = 1UL << (pgd_bits + ilog2(sizeof(arm_lpae_iopte)));  in arm_lpae_alloc_pgtable()
691 		pgd_pages = data->pgd_size >> ilog2(sizeof(arm_lpae_iopte));  in arm_64_lpae_alloc_pgtable_s2()