368 static struct mapped_device *dm_hash_rename(struct dm_ioctl *param,  in dm_hash_rename()  argument
375 	unsigned change_uuid = (param->flags & DM_UUID_FLAG) ? 1 : 0;  in dm_hash_rename()
399 		       param->name, new);  in dm_hash_rename()
409 	hc = __get_name_cell(param->name);  in dm_hash_rename()
412 		       param->name, change_uuid ? "uuid " : "", new);  in dm_hash_rename()
424 		       param->name, new, hc->uuid);  in dm_hash_rename()
444 	if (!dm_kobject_uevent(hc->md, KOBJ_CHANGE, param->event_nr))  in dm_hash_rename()
445 		param->flags |= DM_UEVENT_GENERATED_FLAG;  in dm_hash_rename()
466 typedef int (*ioctl_fn)(struct dm_ioctl *param, size_t param_size);
468 static int remove_all(struct dm_ioctl *param, size_t param_size)  in remove_all()  argument
470 	dm_hash_remove_all(true, !!(param->flags & DM_DEFERRED_REMOVE), false);  in remove_all()
471 	param->data_size = 0;  in remove_all()
488 static void *get_result_buffer(struct dm_ioctl *param, size_t param_size,  in get_result_buffer()  argument
491 	param->data_start = align_ptr(param + 1) - (void *) param;  in get_result_buffer()
493 	if (param->data_start < param_size)  in get_result_buffer()
494 		*len = param_size - param->data_start;  in get_result_buffer()
498 	return ((void *) param) + param->data_start;  in get_result_buffer()
501 static int list_devices(struct dm_ioctl *param, size_t param_size)  in list_devices()  argument
526 	nl = get_result_buffer(param, param_size, &len);  in list_devices()
528 		param->flags |= DM_BUFFER_FULL_FLAG;  in list_devices()
531 	param->data_size = param->data_start + needed;  in list_devices()
567 static void list_version_get_info(struct target_type *tt, void *param)  in list_version_get_info()  argument
569     struct vers_iter *info = param;  in list_version_get_info()
592 static int list_versions(struct dm_ioctl *param, size_t param_size)  in list_versions()  argument
607 	vers = get_result_buffer(param, param_size, &len);  in list_versions()
609 		param->flags |= DM_BUFFER_FULL_FLAG;  in list_versions()
612 	param->data_size = param->data_start + needed;  in list_versions()
624 	param->flags |= iter_info.flags;  in list_versions()
669 						      struct dm_ioctl *param,  in dm_get_live_or_inactive_table()  argument
672 	return (param->flags & DM_QUERY_INACTIVE_TABLE_FLAG) ?  in dm_get_live_or_inactive_table()
680 static void __dev_status(struct mapped_device *md, struct dm_ioctl *param)  in __dev_status()  argument
686 	param->flags &= ~(DM_SUSPEND_FLAG | DM_READONLY_FLAG |  in __dev_status()
690 		param->flags |= DM_SUSPEND_FLAG;  in __dev_status()
693 		param->flags |= DM_INTERNAL_SUSPEND_FLAG;  in __dev_status()
696 		param->flags |= DM_DEFERRED_REMOVE;  in __dev_status()
698 	param->dev = huge_encode_dev(disk_devt(disk));  in __dev_status()
705 	param->open_count = dm_open_count(md);  in __dev_status()
707 	param->event_nr = dm_get_event_nr(md);  in __dev_status()
708 	param->target_count = 0;  in __dev_status()
712 		if (!(param->flags & DM_QUERY_INACTIVE_TABLE_FLAG)) {  in __dev_status()
714 				param->flags |= DM_READONLY_FLAG;  in __dev_status()
715 			param->target_count = dm_table_get_num_targets(table);  in __dev_status()
718 		param->flags |= DM_ACTIVE_PRESENT_FLAG;  in __dev_status()
722 	if (param->flags & DM_QUERY_INACTIVE_TABLE_FLAG) {  in __dev_status()
727 				param->flags |= DM_READONLY_FLAG;  in __dev_status()
728 			param->target_count = dm_table_get_num_targets(table);  in __dev_status()
734 static int dev_create(struct dm_ioctl *param, size_t param_size)  in dev_create()  argument
739 	r = check_name(param->name);  in dev_create()
743 	if (param->flags & DM_PERSISTENT_DEV_FLAG)  in dev_create()
744 		m = MINOR(huge_decode_dev(param->dev));  in dev_create()
750 	r = dm_hash_insert(param->name, *param->uuid ? param->uuid : NULL, md);  in dev_create()
757 	param->flags &= ~DM_INACTIVE_PRESENT_FLAG;  in dev_create()
759 	__dev_status(md, param);  in dev_create()
769 static struct hash_cell *__find_device_hash_cell(struct dm_ioctl *param)  in __find_device_hash_cell()  argument
773 	if (*param->uuid) {  in __find_device_hash_cell()
774 		if (*param->name || param->dev)  in __find_device_hash_cell()
777 		hc = __get_uuid_cell(param->uuid);  in __find_device_hash_cell()
780 	} else if (*param->name) {  in __find_device_hash_cell()
781 		if (param->dev)  in __find_device_hash_cell()
784 		hc = __get_name_cell(param->name);  in __find_device_hash_cell()
787 	} else if (param->dev) {  in __find_device_hash_cell()
788 		hc = __get_dev_cell(param->dev);  in __find_device_hash_cell()
798 	strlcpy(param->name, hc->name, sizeof(param->name));  in __find_device_hash_cell()
800 		strlcpy(param->uuid, hc->uuid, sizeof(param->uuid));  in __find_device_hash_cell()
802 		param->uuid[0] = '\0';  in __find_device_hash_cell()
805 		param->flags |= DM_INACTIVE_PRESENT_FLAG;  in __find_device_hash_cell()
807 		param->flags &= ~DM_INACTIVE_PRESENT_FLAG;  in __find_device_hash_cell()
812 static struct mapped_device *find_device(struct dm_ioctl *param)  in find_device()  argument
818 	hc = __find_device_hash_cell(param);  in find_device()
826 static int dev_remove(struct dm_ioctl *param, size_t param_size)  in dev_remove()  argument
834 	hc = __find_device_hash_cell(param);  in dev_remove()
847 	r = dm_lock_for_deletion(md, !!(param->flags & DM_DEFERRED_REMOVE), false);  in dev_remove()
849 		if (r == -EBUSY && param->flags & DM_DEFERRED_REMOVE) {  in dev_remove()
868 	param->flags &= ~DM_DEFERRED_REMOVE;  in dev_remove()
870 	if (!dm_kobject_uevent(md, KOBJ_REMOVE, param->event_nr))  in dev_remove()
871 		param->flags |= DM_UEVENT_GENERATED_FLAG;  in dev_remove()
891 static int dev_rename(struct dm_ioctl *param, size_t param_size)  in dev_rename()  argument
894 	char *new_data = (char *) param + param->data_start;  in dev_rename()
896 	unsigned change_uuid = (param->flags & DM_UUID_FLAG) ? 1 : 0;  in dev_rename()
898 	if (new_data < param->data ||  in dev_rename()
899 	    invalid_str(new_data, (void *) param + param_size) || !*new_data ||  in dev_rename()
911 	md = dm_hash_rename(param, new_data);  in dev_rename()
915 	__dev_status(md, param);  in dev_rename()
921 static int dev_set_geometry(struct dm_ioctl *param, size_t param_size)  in dev_set_geometry()  argument
927 	char *geostr = (char *) param + param->data_start;  in dev_set_geometry()
930 	md = find_device(param);  in dev_set_geometry()
934 	if (geostr < param->data ||  in dev_set_geometry()
935 	    invalid_str(geostr, (void *) param + param_size)) {  in dev_set_geometry()
961 	param->data_size = 0;  in dev_set_geometry()
968 static int do_suspend(struct dm_ioctl *param)  in do_suspend()  argument
974 	md = find_device(param);  in do_suspend()
978 	if (param->flags & DM_SKIP_LOCKFS_FLAG)  in do_suspend()
980 	if (param->flags & DM_NOFLUSH_FLAG)  in do_suspend()
989 	__dev_status(md, param);  in do_suspend()
997 static int do_resume(struct dm_ioctl *param)  in do_resume()  argument
1007 	hc = __find_device_hash_cell(param);  in do_resume()
1018 	param->flags &= ~DM_INACTIVE_PRESENT_FLAG;  in do_resume()
1025 		if (param->flags & DM_SKIP_LOCKFS_FLAG)  in do_resume()
1027 		if (param->flags & DM_NOFLUSH_FLAG)  in do_resume()
1048 		if (!r && !dm_kobject_uevent(md, KOBJ_CHANGE, param->event_nr))  in do_resume()
1049 			param->flags |= DM_UEVENT_GENERATED_FLAG;  in do_resume()
1060 		__dev_status(md, param);  in do_resume()
1070 static int dev_suspend(struct dm_ioctl *param, size_t param_size)  in dev_suspend()  argument
1072 	if (param->flags & DM_SUSPEND_FLAG)  in dev_suspend()
1073 		return do_suspend(param);  in dev_suspend()
1075 	return do_resume(param);  in dev_suspend()
1082 static int dev_status(struct dm_ioctl *param, size_t param_size)  in dev_status()  argument
1086 	md = find_device(param);  in dev_status()
1090 	__dev_status(md, param);  in dev_status()
1100 			    struct dm_ioctl *param, size_t param_size)  in retrieve_status()  argument
1109 	outptr = outbuf = get_result_buffer(param, param_size, &len);  in retrieve_status()
1111 	if (param->flags & DM_STATUS_TABLE_FLAG)  in retrieve_status()
1124 			param->flags |= DM_BUFFER_FULL_FLAG;  in retrieve_status()
1139 			param->flags |= DM_BUFFER_FULL_FLAG;  in retrieve_status()
1145 			if (param->flags & DM_NOFLUSH_FLAG)  in retrieve_status()
1153 			param->flags |= DM_BUFFER_FULL_FLAG;  in retrieve_status()
1158 		used = param->data_start + (outptr - outbuf);  in retrieve_status()
1165 		param->data_size = used;  in retrieve_status()
1167 	param->target_count = num_targets;  in retrieve_status()
1173 static int dev_wait(struct dm_ioctl *param, size_t param_size)  in dev_wait()  argument
1180 	md = find_device(param);  in dev_wait()
1187 	if (dm_wait_event(md, param->event_nr)) {  in dev_wait()
1197 	__dev_status(md, param);  in dev_wait()
1199 	table = dm_get_live_or_inactive_table(md, param, &srcu_idx);  in dev_wait()
1201 		retrieve_status(table, param, param_size);  in dev_wait()
1210 static inline fmode_t get_mode(struct dm_ioctl *param)  in get_mode()  argument
1214 	if (param->flags & DM_READONLY_FLAG)  in get_mode()
1233 			  struct dm_ioctl *param, size_t param_size)  in populate_table()  argument
1237 	struct dm_target_spec *spec = (struct dm_target_spec *) param;  in populate_table()
1238 	uint32_t next = param->data_start;  in populate_table()
1239 	void *end = (void *) param + param_size;  in populate_table()
1242 	if (!param->target_count) {  in populate_table()
1247 	for (i = 0; i < param->target_count; i++) {  in populate_table()
1270 static int table_load(struct dm_ioctl *param, size_t param_size)  in table_load()  argument
1278 	md = find_device(param);  in table_load()
1282 	r = dm_table_create(&t, get_mode(param), param->target_count, md);  in table_load()
1288 	r = populate_table(t, param, param_size);  in table_load()
1334 	param->flags |= DM_INACTIVE_PRESENT_FLAG;  in table_load()
1335 	__dev_status(md, param);  in table_load()
1356 static int table_clear(struct dm_ioctl *param, size_t param_size)  in table_clear()  argument
1364 	hc = __find_device_hash_cell(param);  in table_clear()
1376 	param->flags &= ~DM_INACTIVE_PRESENT_FLAG;  in table_clear()
1378 	__dev_status(hc->md, param);  in table_clear()
1394 			  struct dm_ioctl *param, size_t param_size)  in retrieve_deps()  argument
1402 	deps = get_result_buffer(param, param_size, &len);  in retrieve_deps()
1415 		param->flags |= DM_BUFFER_FULL_FLAG;  in retrieve_deps()
1427 	param->data_size = param->data_start + needed;  in retrieve_deps()
1430 static int table_deps(struct dm_ioctl *param, size_t param_size)  in table_deps()  argument
1436 	md = find_device(param);  in table_deps()
1440 	__dev_status(md, param);  in table_deps()
1442 	table = dm_get_live_or_inactive_table(md, param, &srcu_idx);  in table_deps()
1444 		retrieve_deps(table, param, param_size);  in table_deps()
1456 static int table_status(struct dm_ioctl *param, size_t param_size)  in table_status()  argument
1462 	md = find_device(param);  in table_status()
1466 	__dev_status(md, param);  in table_status()
1468 	table = dm_get_live_or_inactive_table(md, param, &srcu_idx);  in table_status()
1470 		retrieve_status(table, param, param_size);  in table_status()
1511 static int target_message(struct dm_ioctl *param, size_t param_size)  in target_message()  argument
1518 	struct dm_target_msg *tmsg = (void *) param + param->data_start;  in target_message()
1520 	char *result = get_result_buffer(param, param_size, &maxlen);  in target_message()
1523 	md = find_device(param);  in target_message()
1527 	if (tmsg < (struct dm_target_msg *) param->data ||  in target_message()
1528 	    invalid_str(tmsg->message, (void *) param + param_size)) {  in target_message()
1575 		__dev_status(md, param);  in target_message()
1578 		param->flags |= DM_DATA_OUT_FLAG;  in target_message()
1580 			param->flags |= DM_BUFFER_FULL_FLAG;  in target_message()
1582 			param->data_size = param->data_start + strlen(result) + 1;  in target_message()
1676 static void free_params(struct dm_ioctl *param, size_t param_size, int param_flags)  in free_params()  argument
1679 		memset(param, 0, param_size);  in free_params()
1682 		kfree(param);  in free_params()
1684 		vfree(param);  in free_params()
1689 		       struct dm_ioctl **param, int *param_flags)  in copy_params()  argument
1753 	*param = dmi;  in copy_params()
1762 static int validate_params(uint cmd, struct dm_ioctl *param)  in validate_params()  argument
1765 	param->flags &= ~DM_BUFFER_FULL_FLAG;  in validate_params()
1766 	param->flags &= ~DM_UEVENT_GENERATED_FLAG;  in validate_params()
1767 	param->flags &= ~DM_SECURE_DATA_FLAG;  in validate_params()
1768 	param->flags &= ~DM_DATA_OUT_FLAG;  in validate_params()
1777 		if (!*param->name) {  in validate_params()
1781 	} else if ((*param->uuid && *param->name)) {  in validate_params()
1787 	param->name[DM_NAME_LEN - 1] = '\0';  in validate_params()
1788 	param->uuid[DM_UUID_LEN - 1] = '\0';  in validate_params()
1799 	struct dm_ioctl *uninitialized_var(param);  in ctl_ioctl()
1836 	r = copy_params(user, &param_kernel, ioctl_flags, &param, &param_flags);  in ctl_ioctl()
1841 	input_param_size = param->data_size;  in ctl_ioctl()
1842 	r = validate_params(cmd, param);  in ctl_ioctl()
1846 	param->data_size = sizeof(*param);  in ctl_ioctl()
1847 	r = fn(param, input_param_size);  in ctl_ioctl()
1849 	if (unlikely(param->flags & DM_BUFFER_FULL_FLAG) &&  in ctl_ioctl()
1856 	if (!r && copy_to_user(user, param, param->data_size))  in ctl_ioctl()
1860 	free_params(param, input_param_size, param_flags);  in ctl_ioctl()