Lines Matching refs:cfs_rq
5 int __update_load_avg_se(u64 now, struct cfs_rq *cfs_rq, struct sched_entity *se);
6 int __update_load_avg_cfs_rq(u64 now, struct cfs_rq *cfs_rq);
185 static inline void update_idle_cfs_rq_clock_pelt(struct cfs_rq *cfs_rq) in update_idle_cfs_rq_clock_pelt() argument
189 if (unlikely(cfs_rq->throttle_count)) in update_idle_cfs_rq_clock_pelt()
192 throttled = cfs_rq->throttled_clock_pelt_time; in update_idle_cfs_rq_clock_pelt()
194 u64_u32_store(cfs_rq->throttled_pelt_idle, throttled); in update_idle_cfs_rq_clock_pelt()
198 static inline u64 cfs_rq_clock_pelt(struct cfs_rq *cfs_rq) in cfs_rq_clock_pelt() argument
200 if (unlikely(cfs_rq->throttle_count)) in cfs_rq_clock_pelt()
201 return cfs_rq->throttled_clock_pelt - cfs_rq->throttled_clock_pelt_time; in cfs_rq_clock_pelt()
203 return rq_clock_pelt(rq_of(cfs_rq)) - cfs_rq->throttled_clock_pelt_time; in cfs_rq_clock_pelt()
206 static inline void update_idle_cfs_rq_clock_pelt(struct cfs_rq *cfs_rq) { } in update_idle_cfs_rq_clock_pelt() argument
207 static inline u64 cfs_rq_clock_pelt(struct cfs_rq *cfs_rq) in cfs_rq_clock_pelt() argument
209 return rq_clock_pelt(rq_of(cfs_rq)); in cfs_rq_clock_pelt()
216 update_cfs_rq_load_avg(u64 now, struct cfs_rq *cfs_rq) in update_cfs_rq_load_avg() argument
266 static inline void update_idle_cfs_rq_clock_pelt(struct cfs_rq *cfs_rq) { } in update_idle_cfs_rq_clock_pelt() argument