kernel/trace/ring_buffer.c

135 /* Used for individual buffers (after the counter) */
233 		/* time extends include the data event after it */
248  * data load of the data event after it.
405 	u64			after;
652  * Note, this must be called after @event is reserved, and before it is
888 	 * that is necessary is that the wake up happens after
1010 		 * Only allow full_waiters_pending update to be seen after
1120  * page after head. It then sets the page after head to point to
1524 	 * an allocation after this task has taken all memory.
1835 	 * lock. We also don't race with writers after disabling recording.
1840 	 * The pages are freed after we restart recording and unlock readers.
2316 	 * If the page stamp is still the same after this rmb() then the
2763 	WARN_ONCE(1, "Delta way too big! %llu ts=%llu before=%llu after=%llu write stamp=%llu\n%s",
2767 		  (unsigned long long)info->after,
2794 		} else if (info->before == info->after && info->before > info->ts) {
3009 	 * If an interrupt came in just after the first while loop
3220  * call ring_buffer_nest_end() after the nested ring_buffer_unlock_commit().
3239  * Must be called after ring_buffer_nest_start() and after the
3502 		buffer_warn_return("[CPU: %d]TIME DOES NOT MATCH expected:%lld actual:%lld delta:%lld before:%lld after:%lld%s context:%s\n",
3505 				   info->before, info->after,
3533 	rb_time_read(&cpu_buffer->write_stamp, &info->after);
3548 		} else if (unlikely(info->before != info->after)) {
3552 			info->delta = info->ts - info->after;
3587 			info->delta = info->ts - info->after;
3601 		 * the next event after this one force using an absolute
3609  /*E*/		rb_time_read(&cpu_buffer->write_stamp, &info->after);
3612 		    info->after == info->before && info->after < ts) {
3614 			 * Nothing came after this event between C and F, it is
3615 			 * safe to use info->after for the delta as it
3618 			info->delta = ts - info->after;
3625 			 * came after this will still be correct (as they would
3679 	/* The commit page can not change after this */
3997  * to the buffer after this will fail and return NULL.
3999  * The caller should call synchronize_rcu() after this.
4025  * to the buffer after this will fail and return NULL.
4099  * to the buffer after this will fail and return NULL.
4101  * The caller should call synchronize_rcu() after this.
4576 	 * We want to make sure we read the overruns after we set up our
4656 	 * Make sure we see any padding after the write update
4832 	 * to read, just give up if we fail to get an event after
6758 	 * those dropped events. We care about events dropped after