25 void mcpm_set_entry_vector(unsigned cpu, unsigned cluster, void *ptr)  in mcpm_set_entry_vector()  argument
28 	mcpm_entry_vectors[cluster][cpu] = val;  in mcpm_set_entry_vector()
29 	sync_cache_w(&mcpm_entry_vectors[cluster][cpu]);  in mcpm_set_entry_vector()
34 void mcpm_set_early_poke(unsigned cpu, unsigned cluster,  in mcpm_set_early_poke()  argument
37 	unsigned long *poke = &mcpm_entry_early_pokes[cluster][cpu][0];  in mcpm_set_early_poke()
76 int mcpm_cpu_power_up(unsigned int cpu, unsigned int cluster)  in mcpm_cpu_power_up()  argument
87 		return platform_ops->power_up(cpu, cluster);  in mcpm_cpu_power_up()
89 	pr_debug("%s: cpu %u cluster %u\n", __func__, cpu, cluster);  in mcpm_cpu_power_up()
98 	cpu_is_down = !mcpm_cpu_use_count[cluster][cpu];  in mcpm_cpu_power_up()
101 	mcpm_cpu_use_count[cluster][cpu]++;  in mcpm_cpu_power_up()
110 	BUG_ON(mcpm_cpu_use_count[cluster][cpu] != 1 &&  in mcpm_cpu_power_up()
111 	       mcpm_cpu_use_count[cluster][cpu] != 2);  in mcpm_cpu_power_up()
116 		ret = platform_ops->cpu_powerup(cpu, cluster);  in mcpm_cpu_power_up()
127 	unsigned int mpidr, cpu, cluster;  in mcpm_cpu_power_down()  local
148 	cpu = MPIDR_AFFINITY_LEVEL(mpidr, 0);  in mcpm_cpu_power_down()
150 	pr_debug("%s: cpu %u cluster %u\n", __func__, cpu, cluster);  in mcpm_cpu_power_down()
152 	__mcpm_cpu_going_down(cpu, cluster);  in mcpm_cpu_power_down()
157 	mcpm_cpu_use_count[cluster][cpu]--;  in mcpm_cpu_power_down()
158 	BUG_ON(mcpm_cpu_use_count[cluster][cpu] != 0 &&  in mcpm_cpu_power_down()
159 	       mcpm_cpu_use_count[cluster][cpu] != 1);  in mcpm_cpu_power_down()
160 	cpu_going_down = !mcpm_cpu_use_count[cluster][cpu];  in mcpm_cpu_power_down()
163 	if (last_man && __mcpm_outbound_enter_critical(cpu, cluster)) {  in mcpm_cpu_power_down()
164 		platform_ops->cpu_powerdown_prepare(cpu, cluster);  in mcpm_cpu_power_down()
171 			platform_ops->cpu_powerdown_prepare(cpu, cluster);  in mcpm_cpu_power_down()
184 	__mcpm_cpu_down(cpu, cluster);  in mcpm_cpu_power_down()
207 int mcpm_wait_for_cpu_powerdown(unsigned int cpu, unsigned int cluster)  in mcpm_wait_for_cpu_powerdown()  argument
214 	ret = platform_ops->wait_for_powerdown(cpu, cluster);  in mcpm_wait_for_cpu_powerdown()
217 			__func__, cpu, cluster, ret);  in mcpm_wait_for_cpu_powerdown()
241 		unsigned int cpu = MPIDR_AFFINITY_LEVEL(mpidr, 0);  in mcpm_cpu_suspend()  local
244 		platform_ops->cpu_suspend_prepare(cpu, cluster);  in mcpm_cpu_suspend()
252 	unsigned int mpidr, cpu, cluster;  in mcpm_cpu_powered_up()  local
266 	cpu = MPIDR_AFFINITY_LEVEL(mpidr, 0);  in mcpm_cpu_powered_up()
271 	cpu_was_down = !mcpm_cpu_use_count[cluster][cpu];  in mcpm_cpu_powered_up()
277 		mcpm_cpu_use_count[cluster][cpu] = 1;  in mcpm_cpu_powered_up()
279 		platform_ops->cpu_is_up(cpu, cluster);  in mcpm_cpu_powered_up()
293 	unsigned int cpu = MPIDR_AFFINITY_LEVEL(mpidr, 0);  in nocache_trampoline()  local
297 	mcpm_set_entry_vector(cpu, cluster, cpu_resume);  in nocache_trampoline()
300 	__mcpm_cpu_going_down(cpu, cluster);  in nocache_trampoline()
301 	BUG_ON(!__mcpm_outbound_enter_critical(cpu, cluster));  in nocache_trampoline()
304 	__mcpm_cpu_down(cpu, cluster);  in nocache_trampoline()
344 void __mcpm_cpu_going_down(unsigned int cpu, unsigned int cluster)  in __mcpm_cpu_going_down()  argument
346 	mcpm_sync.clusters[cluster].cpus[cpu].cpu = CPU_GOING_DOWN;  in __mcpm_cpu_going_down()
347 	sync_cache_w(&mcpm_sync.clusters[cluster].cpus[cpu].cpu);  in __mcpm_cpu_going_down()
357 void __mcpm_cpu_down(unsigned int cpu, unsigned int cluster)  in __mcpm_cpu_down()  argument
360 	mcpm_sync.clusters[cluster].cpus[cpu].cpu = CPU_DOWN;  in __mcpm_cpu_down()
361 	sync_cache_w(&mcpm_sync.clusters[cluster].cpus[cpu].cpu);  in __mcpm_cpu_down()
392 bool __mcpm_outbound_enter_critical(unsigned int cpu, unsigned int cluster)  in __mcpm_outbound_enter_critical()  argument
417 		if (i == cpu)  in __mcpm_outbound_enter_critical()
421 			cpustate = c->cpus[i].cpu;  in __mcpm_outbound_enter_critical()
426 			sync_cache_r(&c->cpus[i].cpu);  in __mcpm_outbound_enter_critical()
469 			mcpm_sync.clusters[i].cpus[j].cpu = CPU_DOWN;  in mcpm_sync_init()
475 		mcpm_sync.clusters[this_cluster].cpus[i].cpu = CPU_UP;  in mcpm_sync_init()