Lines Matching refs:ring_buffer_per_cpu
444 struct ring_buffer_per_cpu {
479 struct ring_buffer_per_cpu **buffers;
488 struct ring_buffer_per_cpu *cpu_buffer;
496 /* buffer may be either ring_buffer or ring_buffer_per_cpu */
501 if (__same_type(*(b), struct ring_buffer_per_cpu)) { \
502 struct ring_buffer_per_cpu *__b = \
639 rb_is_head_page(struct ring_buffer_per_cpu *cpu_buffer,
669 static void rb_set_list_to_head(struct ring_buffer_per_cpu *cpu_buffer,
682 static void rb_head_page_activate(struct ring_buffer_per_cpu *cpu_buffer)
707 rb_head_page_deactivate(struct ring_buffer_per_cpu *cpu_buffer)
718 static int rb_head_page_set(struct ring_buffer_per_cpu *cpu_buffer,
741 static int rb_head_page_set_update(struct ring_buffer_per_cpu *cpu_buffer,
750 static int rb_head_page_set_head(struct ring_buffer_per_cpu *cpu_buffer,
759 static int rb_head_page_set_normal(struct ring_buffer_per_cpu *cpu_buffer,
768 static inline void rb_inc_page(struct ring_buffer_per_cpu *cpu_buffer,
777 rb_set_head_page(struct ring_buffer_per_cpu *cpu_buffer)
834 static int rb_tail_page_update(struct ring_buffer_per_cpu *cpu_buffer,
901 static int rb_check_bpage(struct ring_buffer_per_cpu *cpu_buffer,
915 static int rb_check_list(struct ring_buffer_per_cpu *cpu_buffer,
932 static int rb_check_pages(struct ring_buffer_per_cpu *cpu_buffer)
963 static int rb_allocate_pages(struct ring_buffer_per_cpu *cpu_buffer,
1010 static struct ring_buffer_per_cpu *
1013 struct ring_buffer_per_cpu *cpu_buffer;
1065 static void rb_free_cpu_buffer(struct ring_buffer_per_cpu *cpu_buffer)
1213 static void rb_reset_cpu(struct ring_buffer_per_cpu *cpu_buffer);
1216 rb_remove_pages(struct ring_buffer_per_cpu *cpu_buffer, unsigned nr_pages)
1244 rb_insert_pages(struct ring_buffer_per_cpu *cpu_buffer,
1280 struct ring_buffer_per_cpu *cpu_buffer;
1410 rb_reader_event(struct ring_buffer_per_cpu *cpu_buffer)
1444 rb_commit_index(struct ring_buffer_per_cpu *cpu_buffer)
1458 rb_event_is_commit(struct ring_buffer_per_cpu *cpu_buffer,
1472 rb_set_commit_to_write(struct ring_buffer_per_cpu *cpu_buffer)
1524 static void rb_reset_reader_page(struct ring_buffer_per_cpu *cpu_buffer)
1532 struct ring_buffer_per_cpu *cpu_buffer = iter->cpu_buffer;
1593 rb_handle_head_page(struct ring_buffer_per_cpu *cpu_buffer,
1760 rb_reset_tail(struct ring_buffer_per_cpu *cpu_buffer,
1827 rb_move_tail(struct ring_buffer_per_cpu *cpu_buffer,
1931 __rb_reserve_next(struct ring_buffer_per_cpu *cpu_buffer,
1971 rb_try_to_discard(struct ring_buffer_per_cpu *cpu_buffer,
2007 rb_add_time_stamp(struct ring_buffer_per_cpu *cpu_buffer,
2069 static void rb_start_commit(struct ring_buffer_per_cpu *cpu_buffer)
2075 static void rb_end_commit(struct ring_buffer_per_cpu *cpu_buffer)
2109 struct ring_buffer_per_cpu *cpu_buffer,
2263 struct ring_buffer_per_cpu *cpu_buffer;
2308 rb_update_write_stamp(struct ring_buffer_per_cpu *cpu_buffer,
2319 static void rb_commit(struct ring_buffer_per_cpu *cpu_buffer,
2339 struct ring_buffer_per_cpu *cpu_buffer;
2371 rb_decrement_entry(struct ring_buffer_per_cpu *cpu_buffer,
2426 struct ring_buffer_per_cpu *cpu_buffer;
2478 struct ring_buffer_per_cpu *cpu_buffer;
2523 static int rb_per_cpu_empty(struct ring_buffer_per_cpu *cpu_buffer)
2579 struct ring_buffer_per_cpu *cpu_buffer;
2599 struct ring_buffer_per_cpu *cpu_buffer;
2616 struct ring_buffer_per_cpu *cpu_buffer;
2637 struct ring_buffer_per_cpu *cpu_buffer;
2658 struct ring_buffer_per_cpu *cpu_buffer;
2680 struct ring_buffer_per_cpu *cpu_buffer;
2704 struct ring_buffer_per_cpu *cpu_buffer;
2720 struct ring_buffer_per_cpu *cpu_buffer = iter->cpu_buffer;
2749 struct ring_buffer_per_cpu *cpu_buffer;
2769 struct ring_buffer_per_cpu *cpu_buffer;
2779 rb_update_read_stamp(struct ring_buffer_per_cpu *cpu_buffer,
2839 rb_get_reader_page(struct ring_buffer_per_cpu *cpu_buffer)
2961 static void rb_advance_reader(struct ring_buffer_per_cpu *cpu_buffer)
2986 struct ring_buffer_per_cpu *cpu_buffer;
3026 static int rb_lost_events(struct ring_buffer_per_cpu *cpu_buffer)
3032 rb_buffer_peek(struct ring_buffer_per_cpu *cpu_buffer, u64 *ts,
3100 struct ring_buffer_per_cpu *cpu_buffer;
3204 struct ring_buffer_per_cpu *cpu_buffer = buffer->buffers[cpu];
3241 struct ring_buffer_per_cpu *cpu_buffer = iter->cpu_buffer;
3271 struct ring_buffer_per_cpu *cpu_buffer;
3333 struct ring_buffer_per_cpu *cpu_buffer;
3381 struct ring_buffer_per_cpu *cpu_buffer;
3407 struct ring_buffer_per_cpu *cpu_buffer = iter->cpu_buffer;
3425 struct ring_buffer_per_cpu *cpu_buffer = iter->cpu_buffer;
3456 rb_reset_cpu(struct ring_buffer_per_cpu *cpu_buffer)
3500 struct ring_buffer_per_cpu *cpu_buffer = buffer->buffers[cpu];
3545 struct ring_buffer_per_cpu *cpu_buffer;
3579 struct ring_buffer_per_cpu *cpu_buffer;
3616 struct ring_buffer_per_cpu *cpu_buffer_a;
3617 struct ring_buffer_per_cpu *cpu_buffer_b;
3761 struct ring_buffer_per_cpu *cpu_buffer = buffer->buffers[cpu];