Lines Matching refs:cpu_latency
165 struct kyber_cpu_latency __percpu *cpu_latency; member
210 struct kyber_cpu_latency *cpu_latency, in flush_latency_buckets() argument
214 atomic_t *cpu_buckets = cpu_latency->buckets[sched_domain][type]; in flush_latency_buckets()
285 struct kyber_cpu_latency *cpu_latency; in kyber_timer_fn() local
287 cpu_latency = per_cpu_ptr(kqd->cpu_latency, cpu); in kyber_timer_fn()
289 flush_latency_buckets(kqd, cpu_latency, sched_domain, in kyber_timer_fn()
291 flush_latency_buckets(kqd, cpu_latency, sched_domain, in kyber_timer_fn()
378 kqd->cpu_latency = alloc_percpu_gfp(struct kyber_cpu_latency, in kyber_queue_data_alloc()
380 if (!kqd->cpu_latency) in kyber_queue_data_alloc()
409 free_percpu(kqd->cpu_latency); in kyber_queue_data_alloc()
448 free_percpu(kqd->cpu_latency); in kyber_exit_sched()
618 static void add_latency_sample(struct kyber_cpu_latency *cpu_latency, in add_latency_sample() argument
633 atomic_inc(&cpu_latency->buckets[sched_domain][type][bucket]); in add_latency_sample()
639 struct kyber_cpu_latency *cpu_latency; in kyber_completed_request() local
647 cpu_latency = get_cpu_ptr(kqd->cpu_latency); in kyber_completed_request()
649 add_latency_sample(cpu_latency, sched_domain, KYBER_TOTAL_LATENCY, in kyber_completed_request()
651 add_latency_sample(cpu_latency, sched_domain, KYBER_IO_LATENCY, target, in kyber_completed_request()
653 put_cpu_ptr(kqd->cpu_latency); in kyber_completed_request()