fs/bcachefs/clock.c

3 #include "clock.h"
16 void bch2_io_timer_add(struct io_clock *clock, struct io_timer *timer)
20 	spin_lock(&clock->timer_lock);
22 	if (time_after_eq((unsigned long) atomic64_read(&clock->now),
24 		spin_unlock(&clock->timer_lock);
29 	for (i = 0; i < clock->timers.used; i++)
30 		if (clock->timers.data[i] == timer)
33 	BUG_ON(!heap_add(&clock->timers, timer, io_timer_cmp, NULL));
35 	spin_unlock(&clock->timer_lock);
38 void bch2_io_timer_del(struct io_clock *clock, struct io_timer *timer)
42 	spin_lock(&clock->timer_lock);
44 	for (i = 0; i < clock->timers.used; i++)
45 		if (clock->timers.data[i] == timer) {
46 			heap_del(&clock->timers, i, io_timer_cmp, NULL);
50 	spin_unlock(&clock->timer_lock);
78 void bch2_io_clock_schedule_timeout(struct io_clock *clock, unsigned long until)
87 	bch2_io_timer_add(clock, &wait.io_timer);
91 	bch2_io_timer_del(clock, &wait.io_timer);
94 void bch2_kthread_io_clock_wait(struct io_clock *clock,
105 	bch2_io_timer_add(clock, &wait.io_timer);
127 	bch2_io_timer_del(clock, &wait.io_timer);
130 static struct io_timer *get_expired_timer(struct io_clock *clock,
135 	spin_lock(&clock->timer_lock);
137 	if (clock->timers.used &&
138 	    time_after_eq(now, clock->timers.data[0]->expire))
139 		heap_pop(&clock->timers, ret, io_timer_cmp, NULL);
141 	spin_unlock(&clock->timer_lock);
146 void __bch2_increment_clock(struct io_clock *clock, unsigned sectors)
149 	unsigned long now = atomic64_add_return(sectors, &clock->now);
151 	while ((timer = get_expired_timer(clock, now)))
155 void bch2_io_timers_to_text(struct printbuf *out, struct io_clock *clock)
161 	spin_lock(&clock->timer_lock);
162 	now = atomic64_read(&clock->now);
164 	for (i = 0; i < clock->timers.used; i++)
166 		       clock->timers.data[i]->fn,
167 		       clock->timers.data[i]->expire - now);
168 	spin_unlock(&clock->timer_lock);
172 void bch2_io_clock_exit(struct io_clock *clock)
174 	free_heap(&clock->timers);
175 	free_percpu(clock->pcpu_buf);
178 int bch2_io_clock_init(struct io_clock *clock)
180 	atomic64_set(&clock->now, 0);
181 	spin_lock_init(&clock->timer_lock);
183 	clock->max_slop = IO_CLOCK_PCPU_SECTORS * num_possible_cpus();
185 	clock->pcpu_buf = alloc_percpu(*clock->pcpu_buf);
186 	if (!clock->pcpu_buf)
189 	if (!init_heap(&clock->timers, NR_IO_TIMERS, GFP_KERNEL))