73 static const char *get_exit_reason(struct perf_kvm_stat *kvm,  in get_exit_reason()  argument
84 		(unsigned long long)exit_code, kvm->exit_reasons_isa);  in get_exit_reason()
88 void exit_event_decode_key(struct perf_kvm_stat *kvm,  in exit_event_decode_key()  argument
92 	const char *exit_reason = get_exit_reason(kvm, key->exit_reasons,  in exit_event_decode_key()
98 static bool register_kvm_events_ops(struct perf_kvm_stat *kvm)  in register_kvm_events_ops()  argument
103 		if (!strcmp(events_ops->name, kvm->report_event)) {  in register_kvm_events_ops()
104 			kvm->events_ops = events_ops->ops;  in register_kvm_events_ops()
119 static void init_kvm_event_record(struct perf_kvm_stat *kvm)  in init_kvm_event_record()  argument
124 		INIT_LIST_HEAD(&kvm->kvm_events_cache[i]);  in init_kvm_event_record()
196 static struct kvm_event *find_create_kvm_event(struct perf_kvm_stat *kvm,  in find_create_kvm_event()  argument
204 	head = &kvm->kvm_events_cache[kvm_events_hash_fn(key->key)];  in find_create_kvm_event()
218 static bool handle_begin_event(struct perf_kvm_stat *kvm,  in handle_begin_event()  argument
225 		event = find_create_kvm_event(kvm, key);  in handle_begin_event()
265 static bool is_child_event(struct perf_kvm_stat *kvm,  in is_child_event()  argument
272 	child_ops = kvm->events_ops->child_ops;  in is_child_event()
287 static bool handle_child_event(struct perf_kvm_stat *kvm,  in handle_child_event()  argument
295 		event = find_create_kvm_event(kvm, key);  in handle_child_event()
313 static bool handle_end_event(struct perf_kvm_stat *kvm,  in handle_end_event()  argument
322 	if (kvm->trace_vcpu == -1)  in handle_end_event()
344 		event = find_create_kvm_event(kvm, key);  in handle_end_event()
360 	if (kvm->duration && time_diff > kvm->duration) {  in handle_end_event()
363 		kvm->events_ops->decode_key(kvm, &event->key, decode);  in handle_end_event()
396 static bool handle_kvm_event(struct perf_kvm_stat *kvm,  in handle_kvm_event()  argument
403 				 .exit_reasons = kvm->exit_reasons };  in handle_kvm_event()
410 	if ((kvm->trace_vcpu != -1) &&  in handle_kvm_event()
411 	    (kvm->trace_vcpu != vcpu_record->vcpu_id))  in handle_kvm_event()
414 	if (kvm->events_ops->is_begin_event(evsel, sample, &key))  in handle_kvm_event()
415 		return handle_begin_event(kvm, vcpu_record, &key, sample->time);  in handle_kvm_event()
417 	if (is_child_event(kvm, evsel, sample, &key))  in handle_kvm_event()
418 		return handle_child_event(kvm, vcpu_record, &key, sample);  in handle_kvm_event()
420 	if (kvm->events_ops->is_end_event(evsel, sample, &key))  in handle_kvm_event()
421 		return handle_end_event(kvm, vcpu_record, &key, sample);  in handle_kvm_event()
462 static bool select_key(struct perf_kvm_stat *kvm)  in select_key()  argument
467 		if (!strcmp(keys[i].name, kvm->sort_key)) {  in select_key()
468 			kvm->compare = keys[i].key;  in select_key()
473 	pr_err("Unknown compare key:%s\n", kvm->sort_key);  in select_key()
499 update_total_count(struct perf_kvm_stat *kvm, struct kvm_event *event)  in update_total_count()  argument
501 	int vcpu = kvm->trace_vcpu;  in update_total_count()
503 	kvm->total_count += get_event_count(event, vcpu);  in update_total_count()
504 	kvm->total_time += get_event_time(event, vcpu);  in update_total_count()
512 static void sort_result(struct perf_kvm_stat *kvm)  in sort_result()  argument
515 	int vcpu = kvm->trace_vcpu;  in sort_result()
519 		list_for_each_entry(event, &kvm->kvm_events_cache[i], hash_entry) {  in sort_result()
521 				update_total_count(kvm, event);  in sort_result()
522 				insert_to_result(&kvm->result, event,  in sort_result()
523 						 kvm->compare, vcpu);  in sort_result()
541 static void print_vcpu_info(struct perf_kvm_stat *kvm)  in print_vcpu_info()  argument
543 	int vcpu = kvm->trace_vcpu;  in print_vcpu_info()
547 	if (kvm->opts.target.system_wide)  in print_vcpu_info()
549 	else if (kvm->opts.target.pid)  in print_vcpu_info()
550 		pr_info("pid(s) %s, ", kvm->opts.target.pid);  in print_vcpu_info()
576 static void print_result(struct perf_kvm_stat *kvm)  in print_result()  argument
580 	int vcpu = kvm->trace_vcpu;  in print_result()
582 	if (kvm->live) {  in print_result()
588 	print_vcpu_info(kvm);  in print_result()
589 	pr_info("%*s ", DECODE_STR_LEN, kvm->events_ops->name);  in print_result()
599 	while ((event = pop_from_result(&kvm->result))) {  in print_result()
607 		kvm->events_ops->decode_key(kvm, &event->key, decode);  in print_result()
610 		pr_info("%8.2f%% ", (double)ecount / kvm->total_count * 100);  in print_result()
611 		pr_info("%8.2f%% ", (double)etime / kvm->total_time * 100);  in print_result()
620 		kvm->total_count, kvm->total_time / 1e3);  in print_result()
622 	if (kvm->lost_events)  in print_result()
623 		pr_info("\nLost events: %" PRIu64 "\n\n", kvm->lost_events);  in print_result()
632 	struct perf_kvm_stat *kvm = container_of(tool, struct perf_kvm_stat, tool);  in process_lost_event()  local
634 	kvm->lost_events++;  in process_lost_event()
639 static bool skip_sample(struct perf_kvm_stat *kvm,  in skip_sample()  argument
642 	if (kvm->pid_list && intlist__find(kvm->pid_list, sample->pid) == NULL)  in skip_sample()
655 	struct perf_kvm_stat *kvm = container_of(tool, struct perf_kvm_stat,  in process_sample_event()  local
658 	if (skip_sample(kvm, sample))  in process_sample_event()
668 	if (!handle_kvm_event(kvm, thread, evsel, sample))  in process_sample_event()
674 static int cpu_isa_config(struct perf_kvm_stat *kvm)  in cpu_isa_config()  argument
679 	if (kvm->live) {  in cpu_isa_config()
687 		cpuid = kvm->session->header.env.cpuid;  in cpu_isa_config()
694 	err = cpu_isa_init(kvm, cpuid);  in cpu_isa_config()
717 static s64 perf_kvm__mmap_read_idx(struct perf_kvm_stat *kvm, int idx,  in perf_kvm__mmap_read_idx()  argument
726 	while ((event = perf_evlist__mmap_read(kvm->evlist, idx)) != NULL) {  in perf_kvm__mmap_read_idx()
727 		err = perf_evlist__parse_sample(kvm->evlist, event, &sample);  in perf_kvm__mmap_read_idx()
729 			perf_evlist__mmap_consume(kvm->evlist, idx);  in perf_kvm__mmap_read_idx()
734 		err = perf_session__queue_event(kvm->session, event, &sample, 0);  in perf_kvm__mmap_read_idx()
739 		perf_evlist__mmap_consume(kvm->evlist, idx);  in perf_kvm__mmap_read_idx()
759 static int perf_kvm__mmap_read(struct perf_kvm_stat *kvm)  in perf_kvm__mmap_read()  argument
765 	for (i = 0; i < kvm->evlist->nr_mmaps; i++) {  in perf_kvm__mmap_read()
766 		n = perf_kvm__mmap_read_idx(kvm, i, &mmap_time);  in perf_kvm__mmap_read()
787 		struct ordered_events *oe = &kvm->session->ordered_events;  in perf_kvm__mmap_read()
792 			if (kvm->lost_events)  in perf_kvm__mmap_read()
794 					kvm->lost_events);  in perf_kvm__mmap_read()
809 static int perf_kvm__timerfd_create(struct perf_kvm_stat *kvm)  in perf_kvm__timerfd_create()  argument
814 	kvm->timerfd = timerfd_create(CLOCK_MONOTONIC, TFD_NONBLOCK);  in perf_kvm__timerfd_create()
815 	if (kvm->timerfd < 0) {  in perf_kvm__timerfd_create()
820 	new_value.it_value.tv_sec = kvm->display_time;  in perf_kvm__timerfd_create()
822 	new_value.it_interval.tv_sec = kvm->display_time;  in perf_kvm__timerfd_create()
825 	if (timerfd_settime(kvm->timerfd, 0, &new_value, NULL) != 0) {  in perf_kvm__timerfd_create()
827 		close(kvm->timerfd);  in perf_kvm__timerfd_create()
836 static int perf_kvm__handle_timerfd(struct perf_kvm_stat *kvm)  in perf_kvm__handle_timerfd()  argument
841 	rc = read(kvm->timerfd, &c, sizeof(uint64_t));  in perf_kvm__handle_timerfd()
859 	sort_result(kvm);  in perf_kvm__handle_timerfd()
860 	print_result(kvm);  in perf_kvm__handle_timerfd()
863 	clear_events_cache_stats(kvm->kvm_events_cache);  in perf_kvm__handle_timerfd()
864 	kvm->total_count = 0;  in perf_kvm__handle_timerfd()
865 	kvm->total_time = 0;  in perf_kvm__handle_timerfd()
866 	kvm->lost_events = 0;  in perf_kvm__handle_timerfd()
900 static int kvm_events_live_report(struct perf_kvm_stat *kvm)  in kvm_events_live_report()  argument
906 	kvm->live = true;  in kvm_events_live_report()
908 	ret = cpu_isa_config(kvm);  in kvm_events_live_report()
912 	if (!verify_vcpu(kvm->trace_vcpu) ||  in kvm_events_live_report()
913 	    !select_key(kvm) ||  in kvm_events_live_report()
914 	    !register_kvm_events_ops(kvm)) {  in kvm_events_live_report()
919 	init_kvm_event_record(kvm);  in kvm_events_live_report()
925 	if (perf_kvm__timerfd_create(kvm) < 0) {  in kvm_events_live_report()
930 	if (perf_evlist__add_pollfd(kvm->evlist, kvm->timerfd) < 0)  in kvm_events_live_report()
933 	nr_stdin = perf_evlist__add_pollfd(kvm->evlist, fileno(stdin));  in kvm_events_live_report()
941 	perf_evlist__enable(kvm->evlist);  in kvm_events_live_report()
944 		struct fdarray *fda = &kvm->evlist->pollfd;  in kvm_events_live_report()
947 		rc = perf_kvm__mmap_read(kvm);  in kvm_events_live_report()
951 		err = perf_kvm__handle_timerfd(kvm);  in kvm_events_live_report()
962 	perf_evlist__disable(kvm->evlist);  in kvm_events_live_report()
965 		sort_result(kvm);  in kvm_events_live_report()
966 		print_result(kvm);  in kvm_events_live_report()
970 	if (kvm->timerfd >= 0)  in kvm_events_live_report()
971 		close(kvm->timerfd);  in kvm_events_live_report()
977 static int kvm_live_open_events(struct perf_kvm_stat *kvm)  in kvm_live_open_events()  argument
981 	struct perf_evlist *evlist = kvm->evlist;  in kvm_live_open_events()
984 	perf_evlist__config(evlist, &kvm->opts);  in kvm_live_open_events()
1024 	if (perf_evlist__mmap(evlist, kvm->opts.mmap_pages, false) < 0) {  in kvm_live_open_events()
1038 static int read_events(struct perf_kvm_stat *kvm)  in read_events()  argument
1048 		.path = kvm->file_name,  in read_events()
1050 		.force = kvm->force,  in read_events()
1053 	kvm->tool = eops;  in read_events()
1054 	kvm->session = perf_session__new(&file, false, &kvm->tool);  in read_events()
1055 	if (!kvm->session) {  in read_events()
1060 	symbol__init(&kvm->session->header.env);  in read_events()
1062 	if (!perf_session__has_traces(kvm->session, "kvm record"))  in read_events()
1069 	ret = cpu_isa_config(kvm);  in read_events()
1073 	return perf_session__process_events(kvm->session);  in read_events()
1076 static int parse_target_str(struct perf_kvm_stat *kvm)  in parse_target_str()  argument
1078 	if (kvm->opts.target.pid) {  in parse_target_str()
1079 		kvm->pid_list = intlist__new(kvm->opts.target.pid);  in parse_target_str()
1080 		if (kvm->pid_list == NULL) {  in parse_target_str()
1089 static int kvm_events_report_vcpu(struct perf_kvm_stat *kvm)  in kvm_events_report_vcpu()  argument
1092 	int vcpu = kvm->trace_vcpu;  in kvm_events_report_vcpu()
1094 	if (parse_target_str(kvm) != 0)  in kvm_events_report_vcpu()
1100 	if (!select_key(kvm))  in kvm_events_report_vcpu()
1103 	if (!register_kvm_events_ops(kvm))  in kvm_events_report_vcpu()
1106 	init_kvm_event_record(kvm);  in kvm_events_report_vcpu()
1109 	ret = read_events(kvm);  in kvm_events_report_vcpu()
1113 	sort_result(kvm);  in kvm_events_report_vcpu()
1114 	print_result(kvm);  in kvm_events_report_vcpu()
1129 kvm_events_record(struct perf_kvm_stat *kvm, int argc, const char **argv)  in kvm_events_record()  argument
1165 	rec_argv[i++] = STRDUP_FAIL_EXIT(kvm->file_name);  in kvm_events_record()
1195 kvm_events_report(struct perf_kvm_stat *kvm, int argc, const char **argv)  in kvm_events_report()  argument
1198 		OPT_STRING(0, "event", &kvm->report_event, "report event",  in kvm_events_report()
1201 		OPT_INTEGER(0, "vcpu", &kvm->trace_vcpu,  in kvm_events_report()
1203 		OPT_STRING('k', "key", &kvm->sort_key, "sort-key",  in kvm_events_report()
1206 		OPT_STRING('p', "pid", &kvm->opts.target.pid, "pid",  in kvm_events_report()
1208 		OPT_BOOLEAN('f', "force", &kvm->force, "don't complain, do it"),  in kvm_events_report()
1226 	if (!kvm->opts.target.pid)  in kvm_events_report()
1227 		kvm->opts.target.system_wide = true;  in kvm_events_report()
1229 	return kvm_events_report_vcpu(kvm);  in kvm_events_report()
1282 static int kvm_events_live(struct perf_kvm_stat *kvm,  in kvm_events_live()  argument
1289 		OPT_STRING('p', "pid", &kvm->opts.target.pid, "pid",  in kvm_events_live()
1291 		OPT_CALLBACK('m', "mmap-pages", &kvm->opts.mmap_pages, "pages",  in kvm_events_live()
1296 		OPT_BOOLEAN('a', "all-cpus", &kvm->opts.target.system_wide,  in kvm_events_live()
1298 		OPT_UINTEGER('d', "display", &kvm->display_time,  in kvm_events_live()
1300 		OPT_STRING(0, "event", &kvm->report_event, "report event",  in kvm_events_live()
1303 		OPT_INTEGER(0, "vcpu", &kvm->trace_vcpu,  in kvm_events_live()
1305 		OPT_STRING('k', "key", &kvm->sort_key, "sort-key",  in kvm_events_live()
1308 		OPT_U64(0, "duration", &kvm->duration,  in kvm_events_live()
1324 	kvm->tool.sample = process_sample_event;  in kvm_events_live()
1325 	kvm->tool.comm   = perf_event__process_comm;  in kvm_events_live()
1326 	kvm->tool.exit   = perf_event__process_exit;  in kvm_events_live()
1327 	kvm->tool.fork   = perf_event__process_fork;  in kvm_events_live()
1328 	kvm->tool.lost   = process_lost_event;  in kvm_events_live()
1329 	kvm->tool.ordered_events = true;  in kvm_events_live()
1330 	perf_tool__fill_defaults(&kvm->tool);  in kvm_events_live()
1333 	kvm->display_time = 1;  in kvm_events_live()
1334 	kvm->opts.user_interval = 1;  in kvm_events_live()
1335 	kvm->opts.mmap_pages = 512;  in kvm_events_live()
1336 	kvm->opts.target.uses_mmap = false;  in kvm_events_live()
1337 	kvm->opts.target.uid_str = NULL;  in kvm_events_live()
1338 	kvm->opts.target.uid = UINT_MAX;  in kvm_events_live()
1353 	kvm->duration *= NSEC_PER_USEC;   /* convert usec to nsec */  in kvm_events_live()
1358 	err = target__validate(&kvm->opts.target);  in kvm_events_live()
1360 		target__strerror(&kvm->opts.target, err, errbuf, BUFSIZ);  in kvm_events_live()
1364 	if (target__none(&kvm->opts.target))  in kvm_events_live()
1365 		kvm->opts.target.system_wide = true;  in kvm_events_live()
1371 	kvm->evlist = kvm_live_event_list();  in kvm_events_live()
1372 	if (kvm->evlist == NULL) {  in kvm_events_live()
1377 	symbol_conf.nr_events = kvm->evlist->nr_entries;  in kvm_events_live()
1379 	if (perf_evlist__create_maps(kvm->evlist, &kvm->opts.target) < 0)  in kvm_events_live()
1385 	kvm->session = perf_session__new(&file, false, &kvm->tool);  in kvm_events_live()
1386 	if (kvm->session == NULL) {  in kvm_events_live()
1390 	kvm->session->evlist = kvm->evlist;  in kvm_events_live()
1391 	perf_session__set_id_hdr_size(kvm->session);  in kvm_events_live()
1392 	ordered_events__set_copy_on_queue(&kvm->session->ordered_events, true);  in kvm_events_live()
1393 	machine__synthesize_threads(&kvm->session->machines.host, &kvm->opts.target,  in kvm_events_live()
1394 				    kvm->evlist->threads, false);  in kvm_events_live()
1395 	err = kvm_live_open_events(kvm);  in kvm_events_live()
1399 	err = kvm_events_live_report(kvm);  in kvm_events_live()
1404 	if (kvm->session)  in kvm_events_live()
1405 		perf_session__delete(kvm->session);  in kvm_events_live()
1406 	kvm->session = NULL;  in kvm_events_live()
1407 	if (kvm->evlist)  in kvm_events_live()
1408 		perf_evlist__delete(kvm->evlist);  in kvm_events_live()
1428 	struct perf_kvm_stat kvm = {  in kvm_cmd_stat()  local
1443 		return kvm_events_record(&kvm, argc - 1, argv + 1);  in kvm_cmd_stat()
1446 		return kvm_events_report(&kvm, argc - 1 , argv + 1);  in kvm_cmd_stat()
1450 		return kvm_events_live(&kvm, argc - 1 , argv + 1);  in kvm_cmd_stat()