101 static inline void iwl_fw_free_dump_desc(struct iwl_fw_runtime *fwrt)  in iwl_fw_free_dump_desc()  argument
103 	if (fwrt->dump.desc != &iwl_dump_desc_assert)  in iwl_fw_free_dump_desc()
104 		kfree(fwrt->dump.desc);  in iwl_fw_free_dump_desc()
105 	fwrt->dump.desc = NULL;  in iwl_fw_free_dump_desc()
106 	fwrt->dump.lmac_err_id[0] = 0;  in iwl_fw_free_dump_desc()
107 	if (fwrt->smem_cfg.num_lmacs > 1)  in iwl_fw_free_dump_desc()
108 		fwrt->dump.lmac_err_id[1] = 0;  in iwl_fw_free_dump_desc()
109 	fwrt->dump.umac_err_id = 0;  in iwl_fw_free_dump_desc()
112 int iwl_fw_dbg_collect_desc(struct iwl_fw_runtime *fwrt,
115 int iwl_fw_dbg_error_collect(struct iwl_fw_runtime *fwrt,
117 int _iwl_fw_dbg_ini_collect(struct iwl_fw_runtime *fwrt,
119 int iwl_fw_dbg_ini_collect(struct iwl_fw_runtime *fwrt, u32 legacy_trigger_id);
120 int iwl_fw_dbg_collect(struct iwl_fw_runtime *fwrt,
123 int iwl_fw_dbg_collect_trig(struct iwl_fw_runtime *fwrt,
126 int iwl_fw_start_dbg_conf(struct iwl_fw_runtime *fwrt, u8 id);
156 iwl_fw_dbg_trigger_stop_conf_match(struct iwl_fw_runtime *fwrt,  in iwl_fw_dbg_trigger_stop_conf_match()  argument
160 		(fwrt->dump.conf == FW_DBG_INVALID ||  in iwl_fw_dbg_trigger_stop_conf_match()
161 		(BIT(fwrt->dump.conf) & le32_to_cpu(trig->stop_conf_ids))));  in iwl_fw_dbg_trigger_stop_conf_match()
165 iwl_fw_dbg_no_trig_window(struct iwl_fw_runtime *fwrt, u32 id, u32 dis_usec)  in iwl_fw_dbg_no_trig_window()  argument
170 	if (fwrt->dump.non_collect_ts_start[id] &&  in iwl_fw_dbg_no_trig_window()
171 	    (time_after(fwrt->dump.non_collect_ts_start[id] + wind_jiff,  in iwl_fw_dbg_no_trig_window()
175 	fwrt->dump.non_collect_ts_start[id] = jiffies;  in iwl_fw_dbg_no_trig_window()
180 iwl_fw_dbg_trigger_check_stop(struct iwl_fw_runtime *fwrt,  in iwl_fw_dbg_trigger_check_stop()  argument
189 	if (iwl_fw_dbg_no_trig_window(fwrt, le32_to_cpu(trig->id), usec)) {  in iwl_fw_dbg_trigger_check_stop()
190 		IWL_WARN(fwrt, "Trigger %d occurred while no-collect window.\n",  in iwl_fw_dbg_trigger_check_stop()
195 	return iwl_fw_dbg_trigger_stop_conf_match(fwrt, trig);  in iwl_fw_dbg_trigger_check_stop()
199 _iwl_fw_dbg_trigger_on(struct iwl_fw_runtime *fwrt,  in _iwl_fw_dbg_trigger_on()  argument
205 	if (iwl_trans_dbg_ini_valid(fwrt->trans))  in _iwl_fw_dbg_trigger_on()
208 	if (!iwl_fw_dbg_trigger_enabled(fwrt->fw, id))  in _iwl_fw_dbg_trigger_on()
211 	trig = _iwl_fw_dbg_get_trigger(fwrt->fw, id);  in _iwl_fw_dbg_trigger_on()
213 	if (!iwl_fw_dbg_trigger_check_stop(fwrt, wdev, trig))  in _iwl_fw_dbg_trigger_on()
219 #define iwl_fw_dbg_trigger_on(fwrt, wdev, id) ({		\  argument
222 	_iwl_fw_dbg_trigger_on((fwrt), (wdev), (id));		\
226 iwl_fw_ini_trigger_on(struct iwl_fw_runtime *fwrt,  in iwl_fw_ini_trigger_on()  argument
232 	if (!iwl_trans_dbg_ini_valid(fwrt->trans) ||  in iwl_fw_ini_trigger_on()
234 	    !fwrt->dump.active_trigs[id].active)  in iwl_fw_ini_trigger_on()
237 	trig = fwrt->dump.active_trigs[id].trig;  in iwl_fw_ini_trigger_on()
240 	if (iwl_fw_dbg_no_trig_window(fwrt, id, usec)) {  in iwl_fw_ini_trigger_on()
241 		IWL_WARN(fwrt, "Trigger %d fired in no-collect window\n", id);  in iwl_fw_ini_trigger_on()
249 _iwl_fw_dbg_trigger_simple_stop(struct iwl_fw_runtime *fwrt,  in _iwl_fw_dbg_trigger_simple_stop()  argument
256 	if (!iwl_fw_dbg_trigger_check_stop(fwrt, wdev, trigger))  in _iwl_fw_dbg_trigger_simple_stop()
259 	iwl_fw_dbg_collect_trig(fwrt, trigger, NULL);  in _iwl_fw_dbg_trigger_simple_stop()
262 #define iwl_fw_dbg_trigger_simple_stop(fwrt, wdev, trig)	\  argument
263 	_iwl_fw_dbg_trigger_simple_stop((fwrt), (wdev),		\
264 					iwl_fw_dbg_get_trigger((fwrt)->fw,\
266 int iwl_fw_dbg_stop_restart_recording(struct iwl_fw_runtime *fwrt,
271 static inline void iwl_fw_set_dbg_rec_on(struct iwl_fw_runtime *fwrt)  in iwl_fw_set_dbg_rec_on()  argument
273 	if (fwrt->cur_fw_img == IWL_UCODE_REGULAR &&  in iwl_fw_set_dbg_rec_on()
274 	    (fwrt->fw->dbg.dest_tlv ||  in iwl_fw_set_dbg_rec_on()
275 	     fwrt->trans->dbg.ini_dest != IWL_FW_INI_LOCATION_INVALID))  in iwl_fw_set_dbg_rec_on()
276 		fwrt->trans->dbg.rec_on = true;  in iwl_fw_set_dbg_rec_on()
280 static inline void iwl_fw_dump_conf_clear(struct iwl_fw_runtime *fwrt)  in iwl_fw_dump_conf_clear()  argument
282 	fwrt->dump.conf = FW_DBG_INVALID;  in iwl_fw_dump_conf_clear()
287 static inline bool iwl_fw_dbg_type_on(struct iwl_fw_runtime *fwrt, u32 type)  in iwl_fw_dbg_type_on()  argument
289 	return (fwrt->fw->dbg.dump_mask & BIT(type));  in iwl_fw_dbg_type_on()
292 static inline bool iwl_fw_dbg_is_d3_debug_enabled(struct iwl_fw_runtime *fwrt)  in iwl_fw_dbg_is_d3_debug_enabled()  argument
294 	return fw_has_capa(&fwrt->fw->ucode_capa,  in iwl_fw_dbg_is_d3_debug_enabled()
296 		fwrt->trans->cfg->d3_debug_data_length && fwrt->ops &&  in iwl_fw_dbg_is_d3_debug_enabled()
297 		fwrt->ops->d3_debug_enable &&  in iwl_fw_dbg_is_d3_debug_enabled()
298 		fwrt->ops->d3_debug_enable(fwrt->ops_ctx) &&  in iwl_fw_dbg_is_d3_debug_enabled()
299 		iwl_fw_dbg_type_on(fwrt, IWL_FW_ERROR_DUMP_D3_DEBUG_DATA);  in iwl_fw_dbg_is_d3_debug_enabled()
302 static inline bool iwl_fw_dbg_is_paging_enabled(struct iwl_fw_runtime *fwrt)  in iwl_fw_dbg_is_paging_enabled()  argument
304 	return iwl_fw_dbg_type_on(fwrt, IWL_FW_ERROR_DUMP_PAGING) &&  in iwl_fw_dbg_is_paging_enabled()
305 		!fwrt->trans->trans_cfg->gen2 &&  in iwl_fw_dbg_is_paging_enabled()
306 		fwrt->cur_fw_img < IWL_UCODE_TYPE_MAX &&  in iwl_fw_dbg_is_paging_enabled()
307 		fwrt->fw->img[fwrt->cur_fw_img].paging_mem_size &&  in iwl_fw_dbg_is_paging_enabled()
308 		fwrt->fw_paging_db[0].fw_paging_block;  in iwl_fw_dbg_is_paging_enabled()
311 void iwl_fw_dbg_read_d3_debug_data(struct iwl_fw_runtime *fwrt);
313 static inline void iwl_fw_flush_dumps(struct iwl_fw_runtime *fwrt)  in iwl_fw_flush_dumps()  argument
317 	iwl_dbg_tlv_del_timers(fwrt->trans);  in iwl_fw_flush_dumps()
319 		flush_delayed_work(&fwrt->dump.wks[i].wk);  in iwl_fw_flush_dumps()
320 		fwrt->dump.wks[i].ini_trig_id = IWL_FW_TRIGGER_ID_INVALID;  in iwl_fw_flush_dumps()
325 static inline void iwl_fw_cancel_timestamp(struct iwl_fw_runtime *fwrt)  in iwl_fw_cancel_timestamp()  argument
327 	fwrt->timestamp.delay = 0;  in iwl_fw_cancel_timestamp()
328 	cancel_delayed_work_sync(&fwrt->timestamp.wk);  in iwl_fw_cancel_timestamp()
331 void iwl_fw_trigger_timestamp(struct iwl_fw_runtime *fwrt, u32 delay);
333 static inline void iwl_fw_suspend_timestamp(struct iwl_fw_runtime *fwrt)  in iwl_fw_suspend_timestamp()  argument
335 	cancel_delayed_work_sync(&fwrt->timestamp.wk);  in iwl_fw_suspend_timestamp()
338 static inline void iwl_fw_resume_timestamp(struct iwl_fw_runtime *fwrt)  in iwl_fw_resume_timestamp()  argument
340 	if (!fwrt->timestamp.delay)  in iwl_fw_resume_timestamp()
343 	schedule_delayed_work(&fwrt->timestamp.wk,  in iwl_fw_resume_timestamp()
344 			      round_jiffies_relative(fwrt->timestamp.delay));  in iwl_fw_resume_timestamp()
349 static inline void iwl_fw_cancel_timestamp(struct iwl_fw_runtime *fwrt) {}  in iwl_fw_cancel_timestamp()  argument
351 static inline void iwl_fw_trigger_timestamp(struct iwl_fw_runtime *fwrt,  in iwl_fw_trigger_timestamp()  argument
354 static inline void iwl_fw_suspend_timestamp(struct iwl_fw_runtime *fwrt) {}  in iwl_fw_suspend_timestamp()  argument
356 static inline void iwl_fw_resume_timestamp(struct iwl_fw_runtime *fwrt) {}  in iwl_fw_resume_timestamp()  argument
360 void iwl_fw_dbg_stop_sync(struct iwl_fw_runtime *fwrt);
382 static inline void iwl_fw_error_collect(struct iwl_fw_runtime *fwrt)  in iwl_fw_error_collect()  argument
384 	if (iwl_trans_dbg_ini_valid(fwrt->trans) && fwrt->trans->dbg.hw_error) {  in iwl_fw_error_collect()
385 		_iwl_fw_dbg_ini_collect(fwrt, IWL_FW_TRIGGER_ID_FW_HW_ERROR);  in iwl_fw_error_collect()
386 		fwrt->trans->dbg.hw_error = false;  in iwl_fw_error_collect()
388 		iwl_fw_dbg_collect_desc(fwrt, &iwl_dump_desc_assert, false, 0);  in iwl_fw_error_collect()
392 void iwl_fw_error_print_fseq_regs(struct iwl_fw_runtime *fwrt);
394 static inline void iwl_fwrt_update_fw_versions(struct iwl_fw_runtime *fwrt,  in iwl_fwrt_update_fw_versions()  argument
399 		fwrt->dump.fw_ver.type = lmac->ver_type;  in iwl_fwrt_update_fw_versions()
400 		fwrt->dump.fw_ver.subtype = lmac->ver_subtype;  in iwl_fwrt_update_fw_versions()
401 		fwrt->dump.fw_ver.lmac_major = le32_to_cpu(lmac->ucode_major);  in iwl_fwrt_update_fw_versions()
402 		fwrt->dump.fw_ver.lmac_minor = le32_to_cpu(lmac->ucode_minor);  in iwl_fwrt_update_fw_versions()
406 		fwrt->dump.fw_ver.umac_major = le32_to_cpu(umac->umac_major);  in iwl_fwrt_update_fw_versions()
407 		fwrt->dump.fw_ver.umac_minor = le32_to_cpu(umac->umac_minor);  in iwl_fwrt_update_fw_versions()