lib/vdso/gettimeofday.c

35 static inline bool vdso_clocksource_ok(const struct vdso_data *vd)
37 	return vd->clock_mode != VDSO_CLOCKMODE_NONE;
52 	const struct vdso_data *vd;
59 	vd = vdns - (clk == CLOCK_MONOTONIC_RAW ? CS_RAW : CS_HRES_COARSE);
60 	vd = __arch_get_timens_vdso_data(vd);
62 		vd = &vd[CS_HRES_COARSE];
64 		vd = &vd[CS_RAW];
65 	vdso_ts = &vd->basetime[clk];
68 		seq = vdso_read_begin(vd);
70 		if (unlikely(!vdso_clocksource_ok(vd)))
73 		cycles = __arch_get_hw_counter(vd->clock_mode, vd);
77 		last = vd->cycle_last;
78 		ns += vdso_calc_delta(cycles, last, vd->mask, vd->mult);
79 		ns = vdso_shift_ns(ns, vd->shift);
81 	} while (unlikely(vdso_read_retry(vd, seq)));
98 const struct vdso_data *__arch_get_timens_vdso_data(const struct vdso_data *vd)
110 static __always_inline int do_hres(const struct vdso_data *vd, clockid_t clk,
113 	const struct vdso_timestamp *vdso_ts = &vd->basetime[clk];
125 		 * has vd->seq set to 1 and vd->clock_mode set to
127 		 * this does not affect performance because if vd->seq is
129 		 * check for vd->clock_mode is just a few extra
130 		 * instructions while spin waiting for vd->seq to become
133 		while (unlikely((seq = READ_ONCE(vd->seq)) & 1)) {
135 			    vd->clock_mode == VDSO_CLOCKMODE_TIMENS)
136 				return do_hres_timens(vd, clk, ts);
141 		if (unlikely(!vdso_clocksource_ok(vd)))
144 		cycles = __arch_get_hw_counter(vd->clock_mode, vd);
148 		last = vd->cycle_last;
149 		ns += vdso_calc_delta(cycles, last, vd->mask, vd->mult);
150 		ns = vdso_shift_ns(ns, vd->shift);
152 	} while (unlikely(vdso_read_retry(vd, seq)));
168 	const struct vdso_data *vd = __arch_get_timens_vdso_data(vdns);
169 	const struct vdso_timestamp *vdso_ts = &vd->basetime[clk];
176 		seq = vdso_read_begin(vd);
179 	} while (unlikely(vdso_read_retry(vd, seq)));
201 static __always_inline int do_coarse(const struct vdso_data *vd, clockid_t clk,
204 	const struct vdso_timestamp *vdso_ts = &vd->basetime[clk];
212 		while ((seq = READ_ONCE(vd->seq)) & 1) {
214 			    vd->clock_mode == VDSO_CLOCKMODE_TIMENS)
215 				return do_coarse_timens(vd, clk, ts);
222 	} while (unlikely(vdso_read_retry(vd, seq)));
228 __cvdso_clock_gettime_common(const struct vdso_data *vd, clockid_t clock,
243 		vd = &vd[CS_HRES_COARSE];
245 		return do_coarse(&vd[CS_HRES_COARSE], clock, ts);
247 		vd = &vd[CS_RAW];
251 	return do_hres(vd, clock, ts);
255 __cvdso_clock_gettime_data(const struct vdso_data *vd, clockid_t clock,
258 	int ret = __cvdso_clock_gettime_common(vd, clock, ts);
273 __cvdso_clock_gettime32_data(const struct vdso_data *vd, clockid_t clock,
279 	ret = __cvdso_clock_gettime_common(vd, clock, &ts);
299 __cvdso_gettimeofday_data(const struct vdso_data *vd,
306 		if (do_hres(&vd[CS_HRES_COARSE], CLOCK_REALTIME, &ts))
315 		    vd->clock_mode == VDSO_CLOCKMODE_TIMENS)
316 			vd = __arch_get_timens_vdso_data(vd);
318 		tz->tz_minuteswest = vd[CS_HRES_COARSE].tz_minuteswest;
319 		tz->tz_dsttime = vd[CS_HRES_COARSE].tz_dsttime;
333 __cvdso_time_data(const struct vdso_data *vd, __kernel_old_time_t *time)
338 	    vd->clock_mode == VDSO_CLOCKMODE_TIMENS)
339 		vd = __arch_get_timens_vdso_data(vd);
341 	t = READ_ONCE(vd[CS_HRES_COARSE].basetime[CLOCK_REALTIME].sec);
357 int __cvdso_clock_getres_common(const struct vdso_data *vd, clockid_t clock,
368 	    vd->clock_mode == VDSO_CLOCKMODE_TIMENS)
369 		vd = __arch_get_timens_vdso_data(vd);
380 		ns = READ_ONCE(vd[CS_HRES_COARSE].hrtimer_res);
398 int __cvdso_clock_getres_data(const struct vdso_data *vd, clockid_t clock,
401 	int ret = __cvdso_clock_getres_common(vd, clock, res);
416 __cvdso_clock_getres_time32_data(const struct vdso_data *vd, clockid_t clock,
422 	ret = __cvdso_clock_getres_common(vd, clock, &ts);