55 #define READ_SHADOW_REG(val, reg)				\  argument
59 		(val) = shadow_regs->reg;			\
62 #define READ_MMIO_UPPER32(val, reg)				\  argument
66 		(val) = (u32)(in_be64(&pmd_regs->reg) >> 32);	\
76 	u32 val_in_latch, val = 0;  in cbe_read_phys_ctr()  local
83 			READ_SHADOW_REG(val, pm_ctr[phys_ctr]);  in cbe_read_phys_ctr()
85 			READ_MMIO_UPPER32(val, pm_ctr[phys_ctr]);  in cbe_read_phys_ctr()
89 	return val;  in cbe_read_phys_ctr()
93 void cbe_write_phys_ctr(u32 cpu, u32 phys_ctr, u32 val)  in cbe_write_phys_ctr()  argument
103 		WRITE_WO_MMIO(pm_ctr[phys_ctr], val);  in cbe_write_phys_ctr()
128 	u32 val;  in cbe_read_ctr()  local
131 	val = cbe_read_phys_ctr(cpu, phys_ctr);  in cbe_read_ctr()
134 		val = (ctr < NR_PHYS_CTRS) ? (val >> 16) : (val & 0xffff);  in cbe_read_ctr()
136 	return val;  in cbe_read_ctr()
140 void cbe_write_ctr(u32 cpu, u32 ctr, u32 val)  in cbe_write_ctr()  argument
151 			val = (val << 16) | (phys_val & 0xffff);  in cbe_write_ctr()
153 			val = (val & 0xffff) | (phys_val & 0xffff0000);  in cbe_write_ctr()
156 	cbe_write_phys_ctr(cpu, phys_ctr, val);  in cbe_write_ctr()
176 void cbe_write_pm07_control(u32 cpu, u32 ctr, u32 val)  in cbe_write_pm07_control()  argument
179 		WRITE_WO_MMIO(pm07_control[ctr], val);  in cbe_write_pm07_control()
189 	u32 val = 0;  in cbe_read_pm()  local
193 		READ_SHADOW_REG(val, group_control);  in cbe_read_pm()
197 		READ_SHADOW_REG(val, debug_bus_control);  in cbe_read_pm()
201 		READ_MMIO_UPPER32(val, trace_address);  in cbe_read_pm()
205 		READ_SHADOW_REG(val, ext_tr_timer);  in cbe_read_pm()
209 		READ_MMIO_UPPER32(val, pm_status);  in cbe_read_pm()
213 		READ_SHADOW_REG(val, pm_control);  in cbe_read_pm()
217 		READ_MMIO_UPPER32(val, pm_interval);  in cbe_read_pm()
221 		READ_SHADOW_REG(val, pm_start_stop);  in cbe_read_pm()
225 	return val;  in cbe_read_pm()
229 void cbe_write_pm(u32 cpu, enum pm_reg_name reg, u32 val)  in cbe_write_pm()  argument
233 		WRITE_WO_MMIO(group_control, val);  in cbe_write_pm()
237 		WRITE_WO_MMIO(debug_bus_control, val);  in cbe_write_pm()
241 		WRITE_WO_MMIO(trace_address, val);  in cbe_write_pm()
245 		WRITE_WO_MMIO(ext_tr_timer, val);  in cbe_write_pm()
249 		WRITE_WO_MMIO(pm_status, val);  in cbe_write_pm()
253 		WRITE_WO_MMIO(pm_control, val);  in cbe_write_pm()
257 		WRITE_WO_MMIO(pm_interval, val);  in cbe_write_pm()
261 		WRITE_WO_MMIO(pm_start_stop, val);  in cbe_write_pm()