284 			    unsigned long init, unsigned long gaddr)  in gmap_alloc_table()  argument
300 		page->index = gaddr;  in gmap_alloc_table()
356 static int __gmap_unmap_by_gaddr(struct gmap *gmap, unsigned long gaddr)  in __gmap_unmap_by_gaddr()  argument
361 						   gaddr >> PMD_SHIFT);  in __gmap_unmap_by_gaddr()
447 unsigned long __gmap_translate(struct gmap *gmap, unsigned long gaddr)  in __gmap_translate()  argument
452 		radix_tree_lookup(&gmap->guest_to_host, gaddr >> PMD_SHIFT);  in __gmap_translate()
453 	return vmaddr ? (vmaddr | (gaddr & ~PMD_MASK)) : -EFAULT;  in __gmap_translate()
466 unsigned long gmap_translate(struct gmap *gmap, unsigned long gaddr)  in gmap_translate()  argument
471 	rc = __gmap_translate(gmap, gaddr);  in gmap_translate()
507 int __gmap_link(struct gmap *gmap, unsigned long gaddr, unsigned long vmaddr)  in __gmap_link()  argument
520 		table += (gaddr >> 53) & 0x7ff;  in __gmap_link()
523 				     gaddr & 0xffe0000000000000UL))  in __gmap_link()
528 		table += (gaddr >> 42) & 0x7ff;  in __gmap_link()
531 				     gaddr & 0xfffffc0000000000UL))  in __gmap_link()
536 		table += (gaddr >> 31) & 0x7ff;  in __gmap_link()
539 				     gaddr & 0xffffffff80000000UL))  in __gmap_link()
543 	table += (gaddr >> 20) & 0x7ff;  in __gmap_link()
583 int gmap_fault(struct gmap *gmap, unsigned long gaddr,  in gmap_fault()  argument
590 	vmaddr = __gmap_translate(gmap, gaddr);  in gmap_fault()
599 	rc = __gmap_link(gmap, gaddr, vmaddr);  in gmap_fault()
624 void __gmap_zap(struct gmap *gmap, unsigned long gaddr)  in __gmap_zap()  argument
633 						   gaddr >> PMD_SHIFT);  in __gmap_zap()
636 	vmaddr |= gaddr & ~PMD_MASK;  in __gmap_zap()
661 	unsigned long gaddr, vmaddr, size;  in gmap_discard()  local
665 	for (gaddr = from; gaddr < to;  in gmap_discard()
666 	     gaddr = (gaddr + PMD_SIZE) & PMD_MASK) {  in gmap_discard()
670 					  gaddr >> PMD_SHIFT);  in gmap_discard()
673 		vmaddr |= gaddr & ~PMD_MASK;  in gmap_discard()
676 		size = min(to - gaddr, PMD_SIZE - (gaddr & ~PMD_MASK));  in gmap_discard()
721 int gmap_ipte_notify(struct gmap *gmap, unsigned long gaddr, unsigned long len)  in gmap_ipte_notify()  argument
729 	if ((gaddr & ~PAGE_MASK) || (len & ~PAGE_MASK))  in gmap_ipte_notify()
734 		addr = __gmap_translate(gmap, gaddr);  in gmap_ipte_notify()
744 		rc = __gmap_link(gmap, gaddr, addr);  in gmap_ipte_notify()
756 			gaddr += PAGE_SIZE;  in gmap_ipte_notify()
777 	unsigned long offset, gaddr;  in gmap_do_ipte_notify()  local
790 		gaddr = __gmap_segment_gaddr(table) + offset;  in gmap_do_ipte_notify()
792 			nb->notifier_call(gmap, gaddr);  in gmap_do_ipte_notify()