48 static inline void __tlbie(unsigned long vpn, int psize, int apsize, int ssize)  in __tlbie()  argument
61 	va = vpn << VPN_SHIFT;  in __tlbie()
94 		va |= (vpn & 0xfe); /* AVAL */  in __tlbie()
103 static inline void __tlbiel(unsigned long vpn, int psize, int apsize, int ssize)  in __tlbiel()  argument
110 	va = vpn << VPN_SHIFT;  in __tlbiel()
142 		va |= (vpn & 0xfe);  in __tlbiel()
151 static inline void tlbie(unsigned long vpn, int psize, int apsize,  in tlbie()  argument
165 		__tlbiel(vpn, psize, apsize, ssize);  in tlbie()
168 		__tlbie(vpn, psize, apsize, ssize);  in tlbie()
194 static long native_hpte_insert(unsigned long hpte_group, unsigned long vpn,  in native_hpte_insert()  argument
205 			hpte_group, vpn, pa, rflags, vflags, psize);  in native_hpte_insert()
223 	hpte_v = hpte_encode_v(vpn, psize, apsize, ssize) | vflags | HPTE_V_VALID;  in native_hpte_insert()
285 				 unsigned long vpn, int bpsize,  in native_hpte_updatepp()  argument
292 	want_v = hpte_encode_avpn(vpn, bpsize, ssize);  in native_hpte_updatepp()
295 		vpn, want_v & HPTE_V_AVPN, slot, newpp);  in native_hpte_updatepp()
332 		tlbie(vpn, bpsize, apsize, ssize, local);  in native_hpte_updatepp()
337 static long native_hpte_find(unsigned long vpn, int psize, int ssize)  in native_hpte_find()  argument
345 	hash = hpt_hash(vpn, mmu_psize_defs[psize].shift, ssize);  in native_hpte_find()
346 	want_v = hpte_encode_avpn(vpn, psize, ssize);  in native_hpte_find()
373 	unsigned long vpn;  in native_hpte_updateboltedpp()  local
379 	vpn = hpt_vpn(ea, vsid, ssize);  in native_hpte_updateboltedpp()
381 	slot = native_hpte_find(vpn, psize, ssize);  in native_hpte_updateboltedpp()
394 	tlbie(vpn, psize, psize, ssize, 0);  in native_hpte_updateboltedpp()
397 static void native_hpte_invalidate(unsigned long slot, unsigned long vpn,  in native_hpte_invalidate()  argument
407 	DBG_LOW("    invalidate(vpn=%016lx, hash: %lx)\n", vpn, slot);  in native_hpte_invalidate()
409 	want_v = hpte_encode_avpn(vpn, bpsize, ssize);  in native_hpte_invalidate()
427 	tlbie(vpn, bpsize, apsize, ssize, local);  in native_hpte_invalidate()
443 	unsigned long hidx, vpn = 0, hash, slot;  in native_hugepage_invalidate()  local
457 		vpn = hpt_vpn(addr, vsid, ssize);  in native_hugepage_invalidate()
458 		hash = hpt_hash(vpn, shift, ssize);  in native_hugepage_invalidate()
466 		want_v = hpte_encode_avpn(vpn, psize, ssize);  in native_hugepage_invalidate()
481 		tlbie(vpn, psize, actual_psize, ssize, local);  in native_hugepage_invalidate()
517 			int *psize, int *apsize, int *ssize, unsigned long *vpn)  in hpte_decode()  argument
561 		*vpn = vsid << (SID_SHIFT - VPN_SHIFT) | seg_off >> VPN_SHIFT;  in hpte_decode()
571 		*vpn = vsid << (SID_SHIFT_1T - VPN_SHIFT) | seg_off >> VPN_SHIFT;  in hpte_decode()
574 		*vpn = size = 0;  in hpte_decode()
590 	unsigned long vpn = 0;  in native_hpte_clear()  local
621 			hpte_decode(hptep, slot, &psize, &apsize, &ssize, &vpn);  in native_hpte_clear()
623 			__tlbie(vpn, psize, apsize, ssize);  in native_hpte_clear()
638 	unsigned long vpn;  in native_flush_hash_range()  local
653 		vpn = batch->vpn[i];  in native_flush_hash_range()
656 		pte_iterate_hashed_subpages(pte, psize, vpn, index, shift) {  in native_flush_hash_range()
657 			hash = hpt_hash(vpn, shift, ssize);  in native_flush_hash_range()
664 			want_v = hpte_encode_avpn(vpn, psize, ssize);  in native_flush_hash_range()
679 			vpn = batch->vpn[i];  in native_flush_hash_range()
683 						    vpn, index, shift) {  in native_flush_hash_range()
684 				__tlbiel(vpn, psize, psize, ssize);  in native_flush_hash_range()
696 			vpn = batch->vpn[i];  in native_flush_hash_range()
700 						    vpn, index, shift) {  in native_flush_hash_range()
701 				__tlbie(vpn, psize, psize, ssize);  in native_flush_hash_range()