kernel/trace/ring_buffer.c

1379 			       struct buffer_page *next_page)
1393 	old_write = local_add_return(RB_WRITE_INTCNT, &next_page->write);
1394 	old_entries = local_add_return(RB_WRITE_INTCNT, &next_page->entries);
1422 		(void)local_cmpxchg(&next_page->write, old_write, val);
1423 		(void)local_cmpxchg(&next_page->entries, old_entries, eval);
1430 		local_set(&next_page->page->commit, 0);
1433 		if (try_cmpxchg(&cpu_buffer->tail_page, &tail_page, next_page))
1807 	struct list_head *tail_page, *to_remove, *next_page;
1848 	next_page = rb_list_head(to_remove)->next;
1851 	 * Now we remove all pages between tail_page and next_page.
1855 	tail_page->next = (struct list_head *)((unsigned long)next_page |
1857 	next_page = rb_list_head(next_page);
1858 	next_page->prev = tail_page;
1861 	cpu_buffer->pages = next_page;
1865 		cpu_buffer->head_page = list_entry(next_page,
2370 		    struct buffer_page *next_page)
2377 	entries = rb_page_entries(next_page);
2384 	type = rb_head_page_set_update(cpu_buffer, next_page, tail_page,
2406 		local_sub(rb_page_commit(next_page), &cpu_buffer->entries_bytes);
2433 		 * a swap with our next_page.
2456 	new_head = next_page;
2459 	ret = rb_head_page_set_head(cpu_buffer, new_head, next_page,
2499 		    buffer_tail_page != next_page)
2501 						next_page,
2511 		ret = rb_head_page_set_normal(cpu_buffer, next_page,
2612 	struct buffer_page *next_page;
2615 	next_page = tail_page;
2617 	rb_inc_page(&next_page);
2624 	if (unlikely(next_page == commit_page)) {
2643 	if (rb_is_head_page(next_page, &tail_page->list)) {
2661 						  next_page);
2687 	rb_tail_page_update(cpu_buffer, tail_page, next_page);