33 	list_add_tail(&(__itnim)->qe, &(__itnim)->fcpim->itnim_q)
35 	WARN_ON(!bfa_q_is_on_q(&(__itnim)->fcpim->itnim_q, __itnim));   \
95 	list_add_tail(&(__ioim)->qe, &(__ioim)->fcpim->ioim_comp_q);	\
319 	struct bfa_fcpim_s *fcpim = &fcp->fcpim;  in bfa_fcpim_attach()  local
327 	fcpim->fcp		= fcp;  in bfa_fcpim_attach()
328 	fcpim->bfa		= bfa;  in bfa_fcpim_attach()
329 	fcpim->num_itnims	= cfg->fwcfg.num_rports;  in bfa_fcpim_attach()
330 	fcpim->num_tskim_reqs = cfg->fwcfg.num_tskim_reqs;  in bfa_fcpim_attach()
331 	fcpim->path_tov		= cfg->drvcfg.path_tov;  in bfa_fcpim_attach()
332 	fcpim->delay_comp	= cfg->drvcfg.delay_comp;  in bfa_fcpim_attach()
333 	fcpim->profile_comp = NULL;  in bfa_fcpim_attach()
334 	fcpim->profile_start = NULL;  in bfa_fcpim_attach()
336 	bfa_itnim_attach(fcpim);  in bfa_fcpim_attach()
337 	bfa_tskim_attach(fcpim);  in bfa_fcpim_attach()
338 	bfa_ioim_attach(fcpim);  in bfa_fcpim_attach()
344 	struct bfa_fcpim_s *fcpim = &fcp->fcpim;  in bfa_fcpim_iocdisable()  local
349 	list_splice_tail_init(&fcpim->tskim_unused_q, &fcpim->tskim_free_q);  in bfa_fcpim_iocdisable()
351 	list_for_each_safe(qe, qen, &fcpim->itnim_q) {  in bfa_fcpim_iocdisable()
360 	struct bfa_fcpim_s *fcpim = BFA_FCPIM(bfa);  in bfa_fcpim_path_tov_set()  local
362 	fcpim->path_tov = path_tov * 1000;  in bfa_fcpim_path_tov_set()
363 	if (fcpim->path_tov > BFA_FCPIM_PATHTOV_MAX)  in bfa_fcpim_path_tov_set()
364 		fcpim->path_tov = BFA_FCPIM_PATHTOV_MAX;  in bfa_fcpim_path_tov_set()
370 	struct bfa_fcpim_s *fcpim = BFA_FCPIM(bfa);  in bfa_fcpim_path_tov_get()  local
372 	return fcpim->path_tov / 1000;  in bfa_fcpim_path_tov_get()
432 	struct bfa_fcpim_s *fcpim = BFA_FCPIM(bfa);  in bfa_fcpim_port_iostats()  local
438 	list_for_each_safe(qe, qen, &fcpim->itnim_q) {  in bfa_fcpim_port_iostats()
474 	struct bfa_fcpim_s *fcpim = BFA_FCPIM(bfa);  in bfa_fcpim_profile_on()  local
478 	list_for_each_safe(qe, qen, &fcpim->itnim_q) {  in bfa_fcpim_profile_on()
482 	fcpim->io_profile = BFA_TRUE;  in bfa_fcpim_profile_on()
483 	fcpim->io_profile_start_time = time;  in bfa_fcpim_profile_on()
484 	fcpim->profile_comp = bfa_ioim_profile_comp;  in bfa_fcpim_profile_on()
485 	fcpim->profile_start = bfa_ioim_profile_start;  in bfa_fcpim_profile_on()
492 	struct bfa_fcpim_s *fcpim = BFA_FCPIM(bfa);  in bfa_fcpim_profile_off()  local
493 	fcpim->io_profile = BFA_FALSE;  in bfa_fcpim_profile_off()
494 	fcpim->io_profile_start_time = 0;  in bfa_fcpim_profile_off()
495 	fcpim->profile_comp = NULL;  in bfa_fcpim_profile_off()
496 	fcpim->profile_start = NULL;  in bfa_fcpim_profile_off()
503 	struct bfa_fcpim_s *fcpim = BFA_FCPIM(bfa);  in bfa_fcpim_qdepth_get()  local
505 	return fcpim->q_depth;  in bfa_fcpim_qdepth_get()
1114 bfa_itnim_attach(struct bfa_fcpim_s *fcpim)  in bfa_itnim_attach()  argument
1116 	struct bfa_s	*bfa = fcpim->bfa;  in bfa_itnim_attach()
1117 	struct bfa_fcp_mod_s	*fcp = fcpim->fcp;  in bfa_itnim_attach()
1121 	INIT_LIST_HEAD(&fcpim->itnim_q);  in bfa_itnim_attach()
1124 	fcpim->itnim_arr = itnim;  in bfa_itnim_attach()
1126 	for (i = 0; i < fcpim->num_itnims; i++, itnim++) {  in bfa_itnim_attach()
1129 		itnim->fcpim = fcpim;  in bfa_itnim_attach()
1270 		list_add_tail(&ioim->qe, &ioim->fcpim->ioim_comp_q);  in bfa_itnim_iotov_cleanup()
1296 	if (itnim->fcpim->path_tov > 0) {  in bfa_itnim_iotov_start()
1301 			bfa_itnim_iotov, itnim, itnim->fcpim->path_tov);  in bfa_itnim_iotov_start()
1339 	struct bfa_fcpim_s *fcpim = BFA_FCPIM(itnim->bfa);  in bfa_itnim_update_del_itn_stats()  local
1340 	fcpim->del_itn_stats.del_itn_iocomp_aborted +=  in bfa_itnim_update_del_itn_stats()
1342 	fcpim->del_itn_stats.del_itn_iocomp_timedout +=  in bfa_itnim_update_del_itn_stats()
1344 	fcpim->del_itn_stats.del_itn_iocom_sqer_needed +=  in bfa_itnim_update_del_itn_stats()
1346 	fcpim->del_itn_stats.del_itn_iocom_res_free +=  in bfa_itnim_update_del_itn_stats()
1348 	fcpim->del_itn_stats.del_itn_iocom_hostabrts +=  in bfa_itnim_update_del_itn_stats()
1350 	fcpim->del_itn_stats.del_itn_total_ios += itnim->stats.total_ios;  in bfa_itnim_update_del_itn_stats()
1351 	fcpim->del_itn_stats.del_io_iocdowns += itnim->stats.io_iocdowns;  in bfa_itnim_update_del_itn_stats()
1352 	fcpim->del_itn_stats.del_tm_iocdowns += itnim->stats.tm_iocdowns;  in bfa_itnim_update_del_itn_stats()
1365 	struct bfa_fcpim_s *fcpim = BFA_FCPIM(bfa);  in bfa_itnim_isr()  local
1375 		itnim = BFA_ITNIM_FROM_TAG(fcpim,  in bfa_itnim_isr()
1383 		itnim = BFA_ITNIM_FROM_TAG(fcpim,  in bfa_itnim_isr()
1391 		itnim = BFA_ITNIM_FROM_TAG(fcpim,  in bfa_itnim_isr()
1410 	struct bfa_fcpim_s *fcpim = BFA_FCPIM(bfa);  in bfa_itnim_create()  local
1415 	itnim = BFA_ITNIM_FROM_TAG(fcpim, rport->rport_tag);  in bfa_itnim_create()
1455 	return itnim->fcpim->path_tov && itnim->iotov_active &&  in bfa_itnim_hold_io()
1470 	struct bfa_fcpim_s *fcpim;  in bfa_itnim_get_ioprofile()  local
1475 	fcpim = BFA_FCPIM(itnim->bfa);  in bfa_itnim_get_ioprofile()
1477 	if (!fcpim->io_profile)  in bfa_itnim_get_ioprofile()
1521 					&ioim->fcpim->ioim_comp_q);  in bfa_ioim_sm_uninit()
2055 		list_add_tail(&ioim->qe, &ioim->fcpim->ioim_resfree_q);  in bfa_ioim_sm_hcb_free()
2159 			snsinfo = BFA_SNSINFO_FROM_TAG(ioim->fcpim->fcp,  in __bfa_cb_ioim_comp()
2688 	list_add_tail(&ioim->qe, &ioim->fcpim->ioim_comp_q);  in bfa_ioim_notify_cleanup()
2691 		if (ioim->fcpim->delay_comp && ioim->itnim->iotov_active) {  in bfa_ioim_notify_cleanup()
2739 	list_add_tail(&ioim->qe, &ioim->fcpim->ioim_comp_q);  in bfa_ioim_delayed_comp()
2747 bfa_ioim_attach(struct bfa_fcpim_s *fcpim)  in bfa_ioim_attach()  argument
2750 	struct bfa_fcp_mod_s	*fcp = fcpim->fcp;  in bfa_ioim_attach()
2758 	fcpim->ioim_arr = ioim;  in bfa_ioim_attach()
2759 	bfa_mem_kva_curp(fcp) = (u8 *) (ioim + fcpim->fcp->num_ioim_reqs);  in bfa_ioim_attach()
2762 	fcpim->ioim_sp_arr = iosp;  in bfa_ioim_attach()
2763 	bfa_mem_kva_curp(fcp) = (u8 *) (iosp + fcpim->fcp->num_ioim_reqs);  in bfa_ioim_attach()
2768 	INIT_LIST_HEAD(&fcpim->ioim_resfree_q);  in bfa_ioim_attach()
2769 	INIT_LIST_HEAD(&fcpim->ioim_comp_q);  in bfa_ioim_attach()
2771 	for (i = 0; i < fcpim->fcp->num_ioim_reqs;  in bfa_ioim_attach()
2778 		ioim->bfa     = fcpim->bfa;  in bfa_ioim_attach()
2779 		ioim->fcpim   = fcpim;  in bfa_ioim_attach()
2793 	struct bfa_fcpim_s *fcpim = BFA_FCPIM(bfa);  in bfa_ioim_isr()  local
2801 	ioim = BFA_IOIM_FROM_TAG(fcpim, iotag);  in bfa_ioim_isr()
2877 	struct bfa_fcpim_s *fcpim = BFA_FCPIM(bfa);  in bfa_ioim_good_comp_isr()  local
2884 	ioim = BFA_IOIM_FROM_TAG(fcpim, iotag);  in bfa_ioim_good_comp_isr()
2887 	bfa_ioim_cb_profile_comp(fcpim, ioim);  in bfa_ioim_good_comp_isr()
2944 	struct bfa_fcpim_s *fcpim = BFA_FCPIM(bfa);  in bfa_ioim_alloc()  local
2951 	bfa_q_deq(&fcpim->fcp->iotag_ioim_free_q, &iotag);  in bfa_ioim_alloc()
2957 	ioim = BFA_IOIM_FROM_TAG(fcpim, iotag->tag);  in bfa_ioim_alloc()
2965 	fcpim->ios_active++;  in bfa_ioim_alloc()
2975 	struct bfa_fcpim_s *fcpim = ioim->fcpim;  in bfa_ioim_free()  local
2982 	fcpim->ios_active--;  in bfa_ioim_free()
2987 		(fcpim->fcp->num_ioim_reqs + fcpim->fcp->num_fwtio_reqs)));  in bfa_ioim_free()
2988 	iotag = BFA_IOTAG_FROM_TAG(fcpim->fcp, ioim->iotag);  in bfa_ioim_free()
2990 	if (ioim->iotag < fcpim->fcp->num_ioim_reqs)  in bfa_ioim_free()
2991 		list_add_tail(&iotag->qe, &fcpim->fcp->iotag_ioim_free_q);  in bfa_ioim_free()
2993 		list_add_tail(&iotag->qe, &fcpim->fcp->iotag_tio_free_q);  in bfa_ioim_free()
3001 	bfa_ioim_cb_profile_start(ioim->fcpim, ioim);  in bfa_ioim_start()
3348 			list_add_tail(&ioim->qe, &ioim->fcpim->ioim_comp_q);  in bfa_tskim_gather_ios()
3514 bfa_tskim_attach(struct bfa_fcpim_s *fcpim)  in bfa_tskim_attach()  argument
3517 	struct bfa_fcp_mod_s	*fcp = fcpim->fcp;  in bfa_tskim_attach()
3520 	INIT_LIST_HEAD(&fcpim->tskim_free_q);  in bfa_tskim_attach()
3521 	INIT_LIST_HEAD(&fcpim->tskim_unused_q);  in bfa_tskim_attach()
3524 	fcpim->tskim_arr = tskim;  in bfa_tskim_attach()
3526 	for (i = 0; i < fcpim->num_tskim_reqs; i++, tskim++) {  in bfa_tskim_attach()
3532 		tskim->bfa	= fcpim->bfa;  in bfa_tskim_attach()
3533 		tskim->fcpim	= fcpim;  in bfa_tskim_attach()
3539 		list_add_tail(&tskim->qe, &fcpim->tskim_free_q);  in bfa_tskim_attach()
3548 	struct bfa_fcpim_s *fcpim = BFA_FCPIM(bfa);  in bfa_tskim_isr()  local
3553 	tskim = BFA_TSKIM_FROM_TAG(fcpim, tsk_tag);  in bfa_tskim_isr()
3577 	struct bfa_fcpim_s *fcpim = BFA_FCPIM(bfa);  in bfa_tskim_alloc()  local
3580 	bfa_q_deq(&fcpim->tskim_free_q, &tskim);  in bfa_tskim_alloc()
3593 	list_add_tail(&tskim->qe, &tskim->fcpim->tskim_free_q);  in bfa_tskim_free()
3626 	struct bfa_fcpim_s	*fcpim = BFA_FCPIM(bfa);  in bfa_tskim_res_recfg()  local
3630 	for (i = 0; i < (fcpim->num_tskim_reqs - num_tskim_fw); i++) {  in bfa_tskim_res_recfg()
3631 		bfa_q_deq_tail(&fcpim->tskim_free_q, &qe);  in bfa_tskim_res_recfg()
3632 		list_add_tail(qe, &fcpim->tskim_unused_q);  in bfa_tskim_res_recfg()
3919 	struct bfa_fcpim_s *fcpim = BFA_FCPIM(bfa);  in bfa_fcpim_throttle_get()  local
3928 	throttle.cur_value = (u16)(fcpim->fcp->num_ioim_reqs);  in bfa_fcpim_throttle_get()
3932 	throttle.max_value = (u16)(fcpim->fcp->max_ioim_reqs);  in bfa_fcpim_throttle_get()