198 				     struct latency_stat *stat)  in latency_stat_init()  argument
201 		stat->ps.total = 0;  in latency_stat_init()
202 		stat->ps.missed = 0;  in latency_stat_init()
204 		blk_rq_stat_init(&stat->rqs);  in latency_stat_init()
209 				    struct latency_stat *stat)  in latency_stat_sum()  argument
212 		sum->ps.total += stat->ps.total;  in latency_stat_sum()
213 		sum->ps.missed += stat->ps.missed;  in latency_stat_sum()
215 		blk_rq_stat_sum(&sum->rqs, &stat->rqs);  in latency_stat_sum()
221 	struct latency_stat *stat = get_cpu_ptr(iolat->stats);  in latency_stat_record_time()  local
224 			stat->ps.missed++;  in latency_stat_record_time()
225 		stat->ps.total++;  in latency_stat_record_time()
227 		blk_rq_stat_add(&stat->rqs, req_time);  in latency_stat_record_time()
228 	put_cpu_ptr(stat);  in latency_stat_record_time()
232 				  struct latency_stat *stat)  in latency_sum_ok()  argument
235 		u64 thresh = div64_u64(stat->ps.total, 10);  in latency_sum_ok()
237 		return stat->ps.missed < thresh;  in latency_sum_ok()
239 	return stat->rqs.mean <= iolat->min_lat_nsec;  in latency_sum_ok()
243 				       struct latency_stat *stat)  in latency_stat_samples()  argument
246 		return stat->ps.total;  in latency_stat_samples()
247 	return stat->rqs.nr_samples;  in latency_stat_samples()
251 					      struct latency_stat *stat)  in iolat_update_total_lat_avg()  argument
270 				   stat->rqs.mean);  in iolat_update_total_lat_avg()
530 	struct latency_stat stat;  in iolatency_check_latencies()  local
534 	latency_stat_init(iolat, &stat);  in iolatency_check_latencies()
539 		latency_stat_sum(iolat, &stat, s);  in iolatency_check_latencies()
550 	iolat_update_total_lat_avg(iolat, &stat);  in iolatency_check_latencies()
553 	if (latency_sum_ok(iolat, &stat) &&  in iolatency_check_latencies()
560 	latency_stat_sum(iolat, &iolat->cur_stat, &stat);  in iolatency_check_latencies()
570 	    latency_sum_ok(iolat, &stat)) {  in iolatency_check_latencies()
908 	struct latency_stat stat;  in iolatency_ssd_stat()  local
911 	latency_stat_init(iolat, &stat);  in iolatency_ssd_stat()
916 		latency_stat_sum(iolat, &stat, s);  in iolatency_ssd_stat()
922 				 (unsigned long long)stat.ps.missed,  in iolatency_ssd_stat()
923 				 (unsigned long long)stat.ps.total);  in iolatency_ssd_stat()
925 			 (unsigned long long)stat.ps.missed,  in iolatency_ssd_stat()
926 			 (unsigned long long)stat.ps.total,  in iolatency_ssd_stat()
987 		struct latency_stat *stat;  in iolatency_pd_init()  local
988 		stat = per_cpu_ptr(iolat->stats, cpu);  in iolatency_pd_init()
989 		latency_stat_init(iolat, stat);  in iolatency_pd_init()