Lines Matching refs:ttime

100 	struct cfq_ttime ttime;  member
104 .ttime = {.last_end_request = ktime_get_ns(),},}
306 struct cfq_ttime ttime; member
318 struct cfq_ttime ttime; member
822 struct cfq_ttime *ttime, bool group_idle) in cfq_io_thinktime_big() argument
825 if (!sample_valid(ttime->ttime_samples)) in cfq_io_thinktime_big()
831 return ttime->ttime_mean > slice; in cfq_io_thinktime_big()
1524 cfqg->ttime.last_end_request = ktime_get_ns(); in cfq_init_cfqg_base()
2900 !cfq_io_thinktime_big(cfqd, &st->ttime, false)) in cfq_should_idle()
2955 if (sample_valid(cic->ttime.ttime_samples) && in cfq_arm_slice_timer()
2956 (cfqq->slice_end - now < cic->ttime.ttime_mean)) { in cfq_arm_slice_timer()
2958 cic->ttime.ttime_mean); in cfq_arm_slice_timer()
2968 cfq_io_thinktime_big(cfqd, &st->ttime, true))) in cfq_arm_slice_timer()
3325 !cfq_io_thinktime_big(cfqd, &cfqq->cfqg->ttime, true)) { in cfq_select_queue()
3638 cic->ttime.last_end_request = ktime_get_ns(); in cfq_init_icq()
3866 __cfq_update_io_thinktime(struct cfq_ttime *ttime, u64 slice_idle) in __cfq_update_io_thinktime() argument
3868 u64 elapsed = ktime_get_ns() - ttime->last_end_request; in __cfq_update_io_thinktime()
3871 ttime->ttime_samples = (7*ttime->ttime_samples + 256) / 8; in __cfq_update_io_thinktime()
3872 ttime->ttime_total = div_u64(7*ttime->ttime_total + 256*elapsed, 8); in __cfq_update_io_thinktime()
3873 ttime->ttime_mean = div64_ul(ttime->ttime_total + 128, in __cfq_update_io_thinktime()
3874 ttime->ttime_samples); in __cfq_update_io_thinktime()
3882 __cfq_update_io_thinktime(&cic->ttime, cfqd->cfq_slice_idle); in cfq_update_io_thinktime()
3883 __cfq_update_io_thinktime(&cfqq->service_tree->ttime, in cfq_update_io_thinktime()
3887 __cfq_update_io_thinktime(&cfqq->cfqg->ttime, cfqd->cfq_group_idle); in cfq_update_io_thinktime()
3944 else if (sample_valid(cic->ttime.ttime_samples)) { in cfq_update_idle_window()
3945 if (cic->ttime.ttime_mean > cfqd->cfq_slice_idle) in cfq_update_idle_window()
4192 if (cfq_io_thinktime_big(cfqd, &cfqq->cfqg->ttime, true)) in cfq_should_wait_busy()
4199 if (cic && sample_valid(cic->ttime.ttime_samples) in cfq_should_wait_busy()
4200 && (cfqq->slice_end - now < cic->ttime.ttime_mean)) in cfq_should_wait_busy()
4240 RQ_CIC(rq)->ttime.last_end_request = now; in cfq_completed_request()
4248 st->ttime.last_end_request = now; in cfq_completed_request()
4254 cfqq->cfqg->ttime.last_end_request = now; in cfq_completed_request()