67 static inline void _ef4_writeq(struct ef4_nic *efx, __le64 value,  in _ef4_writeq()  argument
70 	__raw_writeq((__force u64)value, efx->membase + reg);  in _ef4_writeq()
78 static inline void _ef4_writed(struct ef4_nic *efx, __le32 value,  in _ef4_writed()  argument
81 	__raw_writel((__force u32)value, efx->membase + reg);  in _ef4_writed()
89 static inline void ef4_writeo(struct ef4_nic *efx, const ef4_oword_t *value,  in ef4_writeo()  argument
96 		   EF4_OWORD_VAL(*value));  in ef4_writeo()
100 	_ef4_writeq(efx, value->u64[0], reg + 0);  in ef4_writeo()
101 	_ef4_writeq(efx, value->u64[1], reg + 8);  in ef4_writeo()
103 	_ef4_writed(efx, value->u32[0], reg + 0);  in ef4_writeo()
104 	_ef4_writed(efx, value->u32[1], reg + 4);  in ef4_writeo()
105 	_ef4_writed(efx, value->u32[2], reg + 8);  in ef4_writeo()
106 	_ef4_writed(efx, value->u32[3], reg + 12);  in ef4_writeo()
113 				   const ef4_qword_t *value, unsigned int index)  in ef4_sram_writeq()  argument
115 	unsigned int addr = index * sizeof(*value);  in ef4_sram_writeq()
120 		   addr, EF4_QWORD_VAL(*value));  in ef4_sram_writeq()
124 	__raw_writeq((__force u64)value->u64[0], membase + addr);  in ef4_sram_writeq()
126 	__raw_writel((__force u32)value->u32[0], membase + addr);  in ef4_sram_writeq()
127 	__raw_writel((__force u32)value->u32[1], membase + addr + 4);  in ef4_sram_writeq()
133 static inline void ef4_writed(struct ef4_nic *efx, const ef4_dword_t *value,  in ef4_writed()  argument
138 		   reg, EF4_DWORD_VAL(*value));  in ef4_writed()
141 	_ef4_writed(efx, value->u32[0], reg);  in ef4_writed()
145 static inline void ef4_reado(struct ef4_nic *efx, ef4_oword_t *value,  in ef4_reado()  argument
151 	value->u32[0] = _ef4_readd(efx, reg + 0);  in ef4_reado()
152 	value->u32[1] = _ef4_readd(efx, reg + 4);  in ef4_reado()
153 	value->u32[2] = _ef4_readd(efx, reg + 8);  in ef4_reado()
154 	value->u32[3] = _ef4_readd(efx, reg + 12);  in ef4_reado()
159 		   EF4_OWORD_VAL(*value));  in ef4_reado()
164 				  ef4_qword_t *value, unsigned int index)  in ef4_sram_readq()  argument
166 	unsigned int addr = index * sizeof(*value);  in ef4_sram_readq()
171 	value->u64[0] = (__force __le64)__raw_readq(membase + addr);  in ef4_sram_readq()
173 	value->u32[0] = (__force __le32)__raw_readl(membase + addr);  in ef4_sram_readq()
174 	value->u32[1] = (__force __le32)__raw_readl(membase + addr + 4);  in ef4_sram_readq()
180 		   addr, EF4_QWORD_VAL(*value));  in ef4_sram_readq()
184 static inline void ef4_readd(struct ef4_nic *efx, ef4_dword_t *value,  in ef4_readd()  argument
187 	value->u32[0] = _ef4_readd(efx, reg);  in ef4_readd()
190 		   reg, EF4_DWORD_VAL(*value));  in ef4_readd()
195 ef4_writeo_table(struct ef4_nic *efx, const ef4_oword_t *value,  in ef4_writeo_table()  argument
198 	ef4_writeo(efx, value, reg + index * sizeof(ef4_oword_t));  in ef4_writeo_table()
202 static inline void ef4_reado_table(struct ef4_nic *efx, ef4_oword_t *value,  in ef4_reado_table()  argument
205 	ef4_reado(efx, value, reg + index * sizeof(ef4_oword_t));  in ef4_reado_table()
216 static inline void _ef4_writeo_page(struct ef4_nic *efx, ef4_oword_t *value,  in _ef4_writeo_page()  argument
223 		   EF4_OWORD_VAL(*value));  in _ef4_writeo_page()
226 	_ef4_writeq(efx, value->u64[0], reg + 0);  in _ef4_writeo_page()
227 	_ef4_writeq(efx, value->u64[1], reg + 8);  in _ef4_writeo_page()
229 	_ef4_writed(efx, value->u32[0], reg + 0);  in _ef4_writeo_page()
230 	_ef4_writed(efx, value->u32[1], reg + 4);  in _ef4_writeo_page()
231 	_ef4_writed(efx, value->u32[2], reg + 8);  in _ef4_writeo_page()
232 	_ef4_writed(efx, value->u32[3], reg + 12);  in _ef4_writeo_page()
235 #define ef4_writeo_page(efx, value, reg, page)				\  argument
236 	_ef4_writeo_page(efx, value,					\
245 _ef4_writed_page(struct ef4_nic *efx, const ef4_dword_t *value,  in _ef4_writed_page()  argument
248 	ef4_writed(efx, value, EF4_PAGED_REG(page, reg));  in _ef4_writed_page()
250 #define ef4_writed_page(efx, value, reg, page)				\  argument
251 	_ef4_writed_page(efx, value,					\
266 					   const ef4_dword_t *value,  in _ef4_writed_page_locked()  argument
274 		ef4_writed(efx, value, EF4_PAGED_REG(page, reg));  in _ef4_writed_page_locked()
277 		ef4_writed(efx, value, EF4_PAGED_REG(page, reg));  in _ef4_writed_page_locked()
280 #define ef4_writed_page_locked(efx, value, reg, page)			\  argument
281 	_ef4_writed_page_locked(efx, value,				\