Lines Matching refs:runnable_sum
4088 if (sa->runnable_sum) in load_avg_is_decayed()
4330 delta_sum = (long)new_sum - (long)se->avg.runnable_sum; in update_tg_cfs_runnable()
4331 se->avg.runnable_sum = new_sum; in update_tg_cfs_runnable()
4335 add_positive(&cfs_rq->avg.runnable_sum, delta_sum); in update_tg_cfs_runnable()
4337 cfs_rq->avg.runnable_sum = max_t(u32, cfs_rq->avg.runnable_sum, in update_tg_cfs_runnable()
4344 long delta_avg, running_sum, runnable_sum = gcfs_rq->prop_runnable_sum; in update_tg_cfs_load() local
4350 if (!runnable_sum) in update_tg_cfs_load()
4361 if (runnable_sum >= 0) { in update_tg_cfs_load()
4366 runnable_sum += se->avg.load_sum; in update_tg_cfs_load()
4367 runnable_sum = min_t(long, runnable_sum, divider); in update_tg_cfs_load()
4379 runnable_sum = min(se->avg.load_sum, load_sum); in update_tg_cfs_load()
4389 runnable_sum = max(runnable_sum, running_sum); in update_tg_cfs_load()
4391 load_sum = se_weight(se) * runnable_sum; in update_tg_cfs_load()
4400 se->avg.load_sum = runnable_sum; in update_tg_cfs_load()
4409 static inline void add_tg_cfs_propagate(struct cfs_rq *cfs_rq, long runnable_sum) in add_tg_cfs_propagate() argument
4412 cfs_rq->prop_runnable_sum += runnable_sum; in add_tg_cfs_propagate()
4482 static inline void add_tg_cfs_propagate(struct cfs_rq *cfs_rq, long runnable_sum) {} in add_tg_cfs_propagate() argument
4626 sub_positive(&sa->runnable_sum, r * divider); in update_cfs_rq_load_avg()
4628 sa->runnable_sum = max_t(u32, sa->runnable_sum, in update_cfs_rq_load_avg()
4682 se->avg.runnable_sum = se->avg.runnable_avg * divider; in attach_entity_load_avg()
4694 cfs_rq->avg.runnable_sum += se->avg.runnable_sum; in attach_entity_load_avg()
4721 sub_positive(&cfs_rq->avg.runnable_sum, se->avg.runnable_sum); in detach_entity_load_avg()
4723 cfs_rq->avg.runnable_sum = max_t(u32, cfs_rq->avg.runnable_sum, in detach_entity_load_avg()