272 void clear_tasks_mm_cpumask(int cpu)  in clear_tasks_mm_cpumask()  argument
283 	WARN_ON(cpu_online(cpu));  in clear_tasks_mm_cpumask()
295 		cpumask_clear_cpu(cpu, mm_cpumask(t->mm));  in clear_tasks_mm_cpumask()
350 static int __ref _cpu_down(unsigned int cpu, int tasks_frozen)  in _cpu_down()  argument
353 	void *hcpu = (void *)(long)cpu;  in _cpu_down()
363 	if (!cpu_online(cpu))  in _cpu_down()
373 			__func__, cpu);  in _cpu_down()
392 	smpboot_park_threads(cpu);  in _cpu_down()
398 	err = __stop_machine(take_cpu_down, &tcd_param, cpumask_of(cpu));  in _cpu_down()
401 		smpboot_unpark_threads(cpu);  in _cpu_down()
405 	BUG_ON(cpu_online(cpu));  in _cpu_down()
414 	while (!per_cpu(cpu_dead_idle, cpu))  in _cpu_down()
417 	per_cpu(cpu_dead_idle, cpu) = false;  in _cpu_down()
419 	hotplug_cpu__broadcast_tick_pull(cpu);  in _cpu_down()
421 	__cpu_die(cpu);  in _cpu_down()
424 	tick_cleanup_dead_cpu(cpu);  in _cpu_down()
427 	check_for_tasks(cpu);  in _cpu_down()
436 int __ref cpu_down(unsigned int cpu)  in cpu_down()  argument
447 	err = _cpu_down(cpu, 0);  in cpu_down()
462 	int cpu = (long)hcpu;  in smpboot_thread_call()  local
467 		smpboot_unpark_threads(cpu);  in smpboot_thread_call()
488 static int _cpu_up(unsigned int cpu, int tasks_frozen)  in _cpu_up()  argument
491 	void *hcpu = (void *)(long)cpu;  in _cpu_up()
497 	if (cpu_online(cpu) || !cpu_present(cpu)) {  in _cpu_up()
502 	idle = idle_thread_get(cpu);  in _cpu_up()
508 	ret = smpboot_create_threads(cpu);  in _cpu_up()
516 			__func__, cpu);  in _cpu_up()
521 	ret = __cpu_up(cpu, idle);  in _cpu_up()
524 	BUG_ON(!cpu_online(cpu));  in _cpu_up()
538 int cpu_up(unsigned int cpu)  in cpu_up()  argument
542 	if (!cpu_possible(cpu)) {  in cpu_up()
544 		       cpu);  in cpu_up()
551 	err = try_online_node(cpu_to_node(cpu));  in cpu_up()
562 	err = _cpu_up(cpu, 0);  in cpu_up()
575 	int cpu, first_cpu, error = 0;  in disable_nonboot_cpus()  local
586 	for_each_online_cpu(cpu) {  in disable_nonboot_cpus()
587 		if (cpu == first_cpu)  in disable_nonboot_cpus()
589 		trace_suspend_resume(TPS("CPU_OFF"), cpu, true);  in disable_nonboot_cpus()
590 		error = _cpu_down(cpu, 1);  in disable_nonboot_cpus()
591 		trace_suspend_resume(TPS("CPU_OFF"), cpu, false);  in disable_nonboot_cpus()
593 			cpumask_set_cpu(cpu, frozen_cpus);  in disable_nonboot_cpus()
595 			pr_err("Error taking CPU%d down: %d\n", cpu, error);  in disable_nonboot_cpus()
621 	int cpu, error;  in enable_nonboot_cpus()  local
633 	for_each_cpu(cpu, frozen_cpus) {  in enable_nonboot_cpus()
634 		trace_suspend_resume(TPS("CPU_ON"), cpu, true);  in enable_nonboot_cpus()
635 		error = _cpu_up(cpu, 1);  in enable_nonboot_cpus()
636 		trace_suspend_resume(TPS("CPU_ON"), cpu, false);  in enable_nonboot_cpus()
638 			pr_info("CPU%d is up\n", cpu);  in enable_nonboot_cpus()
641 		pr_warn("Error taking CPU%d up: %d\n", cpu, error);  in enable_nonboot_cpus()
716 void notify_cpu_starting(unsigned int cpu)  in notify_cpu_starting()  argument
721 	if (frozen_cpus != NULL && cpumask_test_cpu(cpu, frozen_cpus))  in notify_cpu_starting()
724 	cpu_notify(val, (void *)(long)cpu);  in notify_cpu_starting()
778 void set_cpu_possible(unsigned int cpu, bool possible)  in set_cpu_possible()  argument
781 		cpumask_set_cpu(cpu, to_cpumask(cpu_possible_bits));  in set_cpu_possible()
783 		cpumask_clear_cpu(cpu, to_cpumask(cpu_possible_bits));  in set_cpu_possible()
786 void set_cpu_present(unsigned int cpu, bool present)  in set_cpu_present()  argument
789 		cpumask_set_cpu(cpu, to_cpumask(cpu_present_bits));  in set_cpu_present()
791 		cpumask_clear_cpu(cpu, to_cpumask(cpu_present_bits));  in set_cpu_present()
794 void set_cpu_online(unsigned int cpu, bool online)  in set_cpu_online()  argument
797 		cpumask_set_cpu(cpu, to_cpumask(cpu_online_bits));  in set_cpu_online()
798 		cpumask_set_cpu(cpu, to_cpumask(cpu_active_bits));  in set_cpu_online()
800 		cpumask_clear_cpu(cpu, to_cpumask(cpu_online_bits));  in set_cpu_online()
804 void set_cpu_active(unsigned int cpu, bool active)  in set_cpu_active()  argument
807 		cpumask_set_cpu(cpu, to_cpumask(cpu_active_bits));  in set_cpu_active()
809 		cpumask_clear_cpu(cpu, to_cpumask(cpu_active_bits));  in set_cpu_active()