726 static void build_huge_update_entries(u32 **p, unsigned int pte,  in build_huge_update_entries()  argument
746 	build_convert_pte_to_entrylo(p, pte);  in build_huge_update_entries()
747 	UASM_i_MTC0(p, pte, C0_ENTRYLO0); /* load it */  in build_huge_update_entries()
750 		UASM_i_ADDIU(p, pte, pte, HPAGE_SIZE >> 7);  in build_huge_update_entries()
752 		UASM_i_ADDU(p, pte, pte, tmp);  in build_huge_update_entries()
754 	UASM_i_MTC0(p, pte, C0_ENTRYLO1); /* load it */  in build_huge_update_entries()
759 				    unsigned int pte,  in build_huge_handler_tail()  argument
763 	UASM_i_SC(p, pte, 0, ptr);  in build_huge_handler_tail()
764 	uasm_il_beqz(p, r, pte, label_tlb_huge_update);  in build_huge_handler_tail()
765 	UASM_i_LW(p, pte, 0, ptr); /* Needed because SC killed our PTE */  in build_huge_handler_tail()
767 	UASM_i_SW(p, pte, 0, ptr);  in build_huge_handler_tail()
769 	build_huge_update_entries(p, pte, ptr);  in build_huge_handler_tail()
770 	build_huge_tlb_write_entry(p, l, r, pte, tlb_indexed, 0);  in build_huge_handler_tail()
1506 iPTE_LW(u32 **p, unsigned int pte, unsigned int ptr)  in iPTE_LW()  argument
1511 		uasm_i_lld(p, pte, 0, ptr);  in iPTE_LW()
1514 		UASM_i_LL(p, pte, 0, ptr);  in iPTE_LW()
1518 		uasm_i_ld(p, pte, 0, ptr);  in iPTE_LW()
1521 		UASM_i_LW(p, pte, 0, ptr);  in iPTE_LW()
1526 iPTE_SW(u32 **p, struct uasm_reloc **r, unsigned int pte, unsigned int ptr,  in iPTE_SW()  argument
1536 		uasm_i_or(p, pte, pte, scratch);  in iPTE_SW()
1539 	uasm_i_ori(p, pte, pte, mode);  in iPTE_SW()
1543 		uasm_i_scd(p, pte, 0, ptr);  in iPTE_SW()
1546 		UASM_i_SC(p, pte, 0, ptr);  in iPTE_SW()
1549 		uasm_il_beqzl(p, r, pte, label_smp_pgtable_change);  in iPTE_SW()
1551 		uasm_il_beqz(p, r, pte, label_smp_pgtable_change);  in iPTE_SW()
1556 		uasm_i_ll(p, pte, sizeof(pte_t) / 2, ptr);  in iPTE_SW()
1557 		uasm_i_ori(p, pte, pte, hwmode);  in iPTE_SW()
1558 		uasm_i_sc(p, pte, sizeof(pte_t) / 2, ptr);  in iPTE_SW()
1559 		uasm_il_beqz(p, r, pte, label_smp_pgtable_change);  in iPTE_SW()
1561 		uasm_i_lw(p, pte, 0, ptr);  in iPTE_SW()
1570 		uasm_i_sd(p, pte, 0, ptr);  in iPTE_SW()
1573 		UASM_i_SW(p, pte, 0, ptr);  in iPTE_SW()
1577 		uasm_i_lw(p, pte, sizeof(pte_t) / 2, ptr);  in iPTE_SW()
1578 		uasm_i_ori(p, pte, pte, hwmode);  in iPTE_SW()
1579 		uasm_i_sw(p, pte, sizeof(pte_t) / 2, ptr);  in iPTE_SW()
1580 		uasm_i_lw(p, pte, 0, ptr);  in iPTE_SW()
1593 		  int pte, int ptr, int scratch, enum label_id lid)  in build_pte_present()  argument
1595 	int t = scratch >= 0 ? scratch : pte;  in build_pte_present()
1596 	int cur = pte;  in build_pte_present()
1600 			uasm_il_bbit0(p, r, pte, ilog2(_PAGE_PRESENT), lid);  in build_pte_present()
1609 			if (pte == t)  in build_pte_present()
1611 				iPTE_LW(p, pte, ptr);  in build_pte_present()
1623 		if (pte == t)  in build_pte_present()
1625 			iPTE_LW(p, pte, ptr);  in build_pte_present()
1631 build_make_valid(u32 **p, struct uasm_reloc **r, unsigned int pte,  in build_make_valid()  argument
1636 	iPTE_SW(p, r, pte, ptr, mode);  in build_make_valid()
1645 		   unsigned int pte, unsigned int ptr, int scratch,  in build_pte_writable()  argument
1648 	int t = scratch >= 0 ? scratch : pte;  in build_pte_writable()
1649 	int cur = pte;  in build_pte_writable()
1660 	if (pte == t)  in build_pte_writable()
1662 		iPTE_LW(p, pte, ptr);  in build_pte_writable()
1671 build_make_write(u32 **p, struct uasm_reloc **r, unsigned int pte,  in build_make_write()  argument
1677 	iPTE_SW(p, r, pte, ptr, mode);  in build_make_write()
1686 		     unsigned int pte, unsigned int ptr, int scratch,  in build_pte_modifiable()  argument
1690 		uasm_il_bbit0(p, r, pte, ilog2(_PAGE_WRITE), lid);  in build_pte_modifiable()
1693 		int t = scratch >= 0 ? scratch : pte;  in build_pte_modifiable()
1694 		uasm_i_srl(p, t, pte, _PAGE_WRITE_SHIFT);  in build_pte_modifiable()
1697 		if (pte == t)  in build_pte_modifiable()
1699 			iPTE_LW(p, pte, ptr);  in build_pte_modifiable()
1715 build_r3000_pte_reload_tlbwi(u32 **p, unsigned int pte, unsigned int tmp)  in build_r3000_pte_reload_tlbwi()  argument
1717 	uasm_i_mtc0(p, pte, C0_ENTRYLO0); /* cp0 delay */  in build_r3000_pte_reload_tlbwi()
1732 			     struct uasm_reloc **r, unsigned int pte,  in build_r3000_tlb_reload_write()  argument
1736 	uasm_i_mtc0(p, pte, C0_ENTRYLO0); /* cp0 delay */  in build_r3000_tlb_reload_write()
1749 build_r3000_tlbchange_handler_head(u32 **p, unsigned int pte,  in build_r3000_tlbchange_handler_head()  argument
1754 	uasm_i_mfc0(p, pte, C0_BADVADDR);  in build_r3000_tlbchange_handler_head()
1757 	uasm_i_srl(p, pte, pte, 22); /* load delay */  in build_r3000_tlbchange_handler_head()
1758 	uasm_i_sll(p, pte, pte, 2);  in build_r3000_tlbchange_handler_head()
1759 	uasm_i_addu(p, ptr, ptr, pte);  in build_r3000_tlbchange_handler_head()
1760 	uasm_i_mfc0(p, pte, C0_CONTEXT);  in build_r3000_tlbchange_handler_head()
1762 	uasm_i_andi(p, pte, pte, 0xffc); /* load delay */  in build_r3000_tlbchange_handler_head()
1763 	uasm_i_addu(p, ptr, ptr, pte);  in build_r3000_tlbchange_handler_head()
1764 	uasm_i_lw(p, pte, 0, ptr);  in build_r3000_tlbchange_handler_head()