111 	return vcpu->kvm->arch.float_int.pending_irqs;  in pending_floating_irqs()
157 	      vcpu->kvm->arch.float_int.mchk.cr14))  in deliverable_irqs()
330 	struct kvm_s390_float_interrupt *fi = &vcpu->kvm->arch.float_int;  in __deliver_machine_check()
609 	struct kvm_s390_float_interrupt *fi = &vcpu->kvm->arch.float_int;  in __deliver_service()
643 	struct kvm_s390_float_interrupt *fi = &vcpu->kvm->arch.float_int;  in __deliver_pfault_done()
682 	struct kvm_s390_float_interrupt *fi = &vcpu->kvm->arch.float_int;  in __deliver_virtio()
734 	fi = &vcpu->kvm->arch.float_int;  in __deliver_io()
800 	uint8_t sigp_ctrl = vcpu->kvm->arch.sca->cpu[vcpu->vcpu_id].sigp_ctrl;  in kvm_s390_ext_call_pending()
867 	srcu_read_unlock(&vcpu->kvm->srcu, vcpu->srcu_idx);  in kvm_s390_handle_wait()
870 	vcpu->srcu_idx = srcu_read_lock(&vcpu->kvm->srcu);  in kvm_s390_handle_wait()
921 	vcpu->kvm->arch.sca->cpu[vcpu->vcpu_id].sigp_ctrl = 0;  in kvm_s390_clear_local_irqs()
1033 	uint8_t *sigp_ctrl = &vcpu->kvm->arch.sca->cpu[vcpu->vcpu_id].sigp_ctrl;  in __inject_extcall_sigpif()
1057 	if (kvm_get_vcpu_by_id(vcpu->kvm, src_id) == NULL)  in __inject_extcall()
1137 	if (kvm_get_vcpu_by_id(vcpu->kvm, irq->u.emerg.code) == NULL)  in __inject_sigp_emergency()
1203 static struct kvm_s390_interrupt_info *get_io_int(struct kvm *kvm,  in get_io_int()  argument
1206 	struct kvm_s390_float_interrupt *fi = &kvm->arch.float_int;  in get_io_int()
1233 struct kvm_s390_interrupt_info *kvm_s390_get_io_int(struct kvm *kvm,  in kvm_s390_get_io_int()  argument
1241 			inti = get_io_int(kvm, isc, schid);  in kvm_s390_get_io_int()
1249 static int __inject_service(struct kvm *kvm,  in __inject_service()  argument
1252 	struct kvm_s390_float_interrupt *fi = &kvm->arch.float_int;  in __inject_service()
1274 static int __inject_virtio(struct kvm *kvm,  in __inject_virtio()  argument
1277 	struct kvm_s390_float_interrupt *fi = &kvm->arch.float_int;  in __inject_virtio()
1291 static int __inject_pfault_done(struct kvm *kvm,  in __inject_pfault_done()  argument
1294 	struct kvm_s390_float_interrupt *fi = &kvm->arch.float_int;  in __inject_pfault_done()
1310 static int __inject_float_mchk(struct kvm *kvm,  in __inject_float_mchk()  argument
1313 	struct kvm_s390_float_interrupt *fi = &kvm->arch.float_int;  in __inject_float_mchk()
1324 static int __inject_io(struct kvm *kvm, struct kvm_s390_interrupt_info *inti)  in __inject_io()  argument
1330 	fi = &kvm->arch.float_int;  in __inject_io()
1346 static int __inject_vm(struct kvm *kvm, struct kvm_s390_interrupt_info *inti)  in __inject_vm()  argument
1355 	fi = &kvm->arch.float_int;  in __inject_vm()
1359 		rc = __inject_float_mchk(kvm, inti);  in __inject_vm()
1362 		rc = __inject_virtio(kvm, inti);  in __inject_vm()
1365 		rc = __inject_service(kvm, inti);  in __inject_vm()
1368 		rc = __inject_pfault_done(kvm, inti);  in __inject_vm()
1371 		rc = __inject_io(kvm, inti);  in __inject_vm()
1385 		} while (kvm_get_vcpu(kvm, sigcpu) == NULL);  in __inject_vm()
1387 	dst_vcpu = kvm_get_vcpu(kvm, sigcpu);  in __inject_vm()
1402 	kvm_s390_vcpu_wakeup(kvm_get_vcpu(kvm, sigcpu));  in __inject_vm()
1407 int kvm_s390_inject_vm(struct kvm *kvm,  in kvm_s390_inject_vm()  argument
1420 		VM_EVENT(kvm, 5, "inject: virtio parm:%x,parm64:%llx",  in kvm_s390_inject_vm()
1426 		VM_EVENT(kvm, 5, "inject: sclp parm:%x", s390int->parm);  in kvm_s390_inject_vm()
1433 		VM_EVENT(kvm, 5, "inject: machine check parm64:%llx",  in kvm_s390_inject_vm()
1440 			VM_EVENT(kvm, 5, "%s", "inject: I/O (AI)");  in kvm_s390_inject_vm()
1442 			VM_EVENT(kvm, 5, "inject: I/O css %x ss %x schid %04x",  in kvm_s390_inject_vm()
1458 	rc = __inject_vm(kvm, inti);  in kvm_s390_inject_vm()
1464 int kvm_s390_reinject_io_int(struct kvm *kvm,  in kvm_s390_reinject_io_int()  argument
1467 	return __inject_vm(kvm, inti);  in kvm_s390_reinject_io_int()
1606 void kvm_s390_clear_float_irqs(struct kvm *kvm)  in kvm_s390_clear_float_irqs()  argument
1608 	struct kvm_s390_float_interrupt *fi = &kvm->arch.float_int;  in kvm_s390_clear_float_irqs()
1622 static int get_all_floating_irqs(struct kvm *kvm, u8 __user *usrbuf, u64 len)  in get_all_floating_irqs()  argument
1647 	fi = &kvm->arch.float_int;  in get_all_floating_irqs()
1700 		r = get_all_floating_irqs(dev->kvm, (u8 __user *) attr->addr,  in flic_get_attr()
1772 		r = __inject_vm(dev->kvm, inti);  in enqueue_floating_irq()
1784 static struct s390_io_adapter *get_io_adapter(struct kvm *kvm, unsigned int id)  in get_io_adapter()  argument
1788 	return kvm->arch.adapters[id];  in get_io_adapter()
1802 	    (dev->kvm->arch.adapters[adapter_info.id] != NULL))  in register_io_adapter()
1817 	dev->kvm->arch.adapters[adapter->id] = adapter;  in register_io_adapter()
1822 int kvm_s390_mask_adapter(struct kvm *kvm, unsigned int id, bool masked)  in kvm_s390_mask_adapter()  argument
1825 	struct s390_io_adapter *adapter = get_io_adapter(kvm, id);  in kvm_s390_mask_adapter()
1834 static int kvm_s390_adapter_map(struct kvm *kvm, unsigned int id, __u64 addr)  in kvm_s390_adapter_map()  argument
1836 	struct s390_io_adapter *adapter = get_io_adapter(kvm, id);  in kvm_s390_adapter_map()
1850 	map->addr = gmap_translate(kvm->arch.gmap, addr);  in kvm_s390_adapter_map()
1874 static int kvm_s390_adapter_unmap(struct kvm *kvm, unsigned int id, __u64 addr)  in kvm_s390_adapter_unmap()  argument
1876 	struct s390_io_adapter *adapter = get_io_adapter(kvm, id);  in kvm_s390_adapter_unmap()
1899 void kvm_s390_destroy_adapters(struct kvm *kvm)  in kvm_s390_destroy_adapters()  argument
1905 		if (!kvm->arch.adapters[i])  in kvm_s390_destroy_adapters()
1908 					 &kvm->arch.adapters[i]->maps, list) {  in kvm_s390_destroy_adapters()
1913 		kfree(kvm->arch.adapters[i]);  in kvm_s390_destroy_adapters()
1927 	adapter = get_io_adapter(dev->kvm, req.id);  in modify_io_adapter()
1932 		ret = kvm_s390_mask_adapter(dev->kvm, req.id, req.mask);  in modify_io_adapter()
1937 		ret = kvm_s390_adapter_map(dev->kvm, req.id, req.addr);  in modify_io_adapter()
1940 		ret = kvm_s390_adapter_unmap(dev->kvm, req.id, req.addr);  in modify_io_adapter()
1960 		kvm_s390_clear_float_irqs(dev->kvm);  in flic_set_attr()
1963 		dev->kvm->arch.gmap->pfault_enabled = 1;  in flic_set_attr()
1966 		dev->kvm->arch.gmap->pfault_enabled = 0;  in flic_set_attr()
1972 		synchronize_srcu(&dev->kvm->srcu);  in flic_set_attr()
1973 		kvm_for_each_vcpu(i, vcpu, dev->kvm)  in flic_set_attr()
1993 	if (dev->kvm->arch.flic)  in flic_create()
1995 	dev->kvm->arch.flic = dev;  in flic_create()
2001 	dev->kvm->arch.flic = NULL;  in flic_destroy()
2038 static int adapter_indicators_set(struct kvm *kvm,  in adapter_indicators_set()  argument
2053 	idx = srcu_read_lock(&kvm->srcu);  in adapter_indicators_set()
2054 	mark_page_dirty(kvm, info->guest_addr >> PAGE_SHIFT);  in adapter_indicators_set()
2058 		srcu_read_unlock(&kvm->srcu, idx);  in adapter_indicators_set()
2065 	mark_page_dirty(kvm, info->guest_addr >> PAGE_SHIFT);  in adapter_indicators_set()
2067 	srcu_read_unlock(&kvm->srcu, idx);  in adapter_indicators_set()
2077 			   struct kvm *kvm, int irq_source_id, int level,  in set_adapter_int()  argument
2086 	adapter = get_io_adapter(kvm, e->adapter.adapter_id);  in set_adapter_int()
2090 	ret = adapter_indicators_set(kvm, adapter, &e->adapter);  in set_adapter_int()
2098 		ret = kvm_s390_inject_vm(kvm, &s390int);  in set_adapter_int()
2127 int kvm_set_msi(struct kvm_kernel_irq_routing_entry *e, struct kvm *kvm,  in kvm_set_msi()  argument
2217 	uint8_t sigp_ctrl = vcpu->kvm->arch.sca->cpu[vcpu->vcpu_id].sigp_ctrl;  in kvm_s390_get_irq_state()