42 #define READ_SHADOW_REG(val, reg)				\  argument
46 		(val) = shadow_regs->reg;			\
49 #define READ_MMIO_UPPER32(val, reg)				\  argument
53 		(val) = (u32)(in_be64(&pmd_regs->reg) >> 32);	\
63 	u32 val_in_latch, val = 0;  in cbe_read_phys_ctr()  local
70 			READ_SHADOW_REG(val, pm_ctr[phys_ctr]);  in cbe_read_phys_ctr()
72 			READ_MMIO_UPPER32(val, pm_ctr[phys_ctr]);  in cbe_read_phys_ctr()
76 	return val;  in cbe_read_phys_ctr()
80 void cbe_write_phys_ctr(u32 cpu, u32 phys_ctr, u32 val)  in cbe_write_phys_ctr()  argument
90 		WRITE_WO_MMIO(pm_ctr[phys_ctr], val);  in cbe_write_phys_ctr()
115 	u32 val;  in cbe_read_ctr()  local
118 	val = cbe_read_phys_ctr(cpu, phys_ctr);  in cbe_read_ctr()
121 		val = (ctr < NR_PHYS_CTRS) ? (val >> 16) : (val & 0xffff);  in cbe_read_ctr()
123 	return val;  in cbe_read_ctr()
127 void cbe_write_ctr(u32 cpu, u32 ctr, u32 val)  in cbe_write_ctr()  argument
138 			val = (val << 16) | (phys_val & 0xffff);  in cbe_write_ctr()
140 			val = (val & 0xffff) | (phys_val & 0xffff0000);  in cbe_write_ctr()
143 	cbe_write_phys_ctr(cpu, phys_ctr, val);  in cbe_write_ctr()
163 void cbe_write_pm07_control(u32 cpu, u32 ctr, u32 val)  in cbe_write_pm07_control()  argument
166 		WRITE_WO_MMIO(pm07_control[ctr], val);  in cbe_write_pm07_control()
176 	u32 val = 0;  in cbe_read_pm()  local
180 		READ_SHADOW_REG(val, group_control);  in cbe_read_pm()
184 		READ_SHADOW_REG(val, debug_bus_control);  in cbe_read_pm()
188 		READ_MMIO_UPPER32(val, trace_address);  in cbe_read_pm()
192 		READ_SHADOW_REG(val, ext_tr_timer);  in cbe_read_pm()
196 		READ_MMIO_UPPER32(val, pm_status);  in cbe_read_pm()
200 		READ_SHADOW_REG(val, pm_control);  in cbe_read_pm()
204 		READ_MMIO_UPPER32(val, pm_interval);  in cbe_read_pm()
208 		READ_SHADOW_REG(val, pm_start_stop);  in cbe_read_pm()
212 	return val;  in cbe_read_pm()
216 void cbe_write_pm(u32 cpu, enum pm_reg_name reg, u32 val)  in cbe_write_pm()  argument
220 		WRITE_WO_MMIO(group_control, val);  in cbe_write_pm()
224 		WRITE_WO_MMIO(debug_bus_control, val);  in cbe_write_pm()
228 		WRITE_WO_MMIO(trace_address, val);  in cbe_write_pm()
232 		WRITE_WO_MMIO(ext_tr_timer, val);  in cbe_write_pm()
236 		WRITE_WO_MMIO(pm_status, val);  in cbe_write_pm()
240 		WRITE_WO_MMIO(pm_control, val);  in cbe_write_pm()
244 		WRITE_WO_MMIO(pm_interval, val);  in cbe_write_pm()
248 		WRITE_WO_MMIO(pm_start_stop, val);  in cbe_write_pm()