Lines Matching refs:buffer_page
355 struct buffer_page { struct
387 static __always_inline unsigned int rb_page_commit(struct buffer_page *bpage) in rb_page_commit() argument
392 static void free_buffer_page(struct buffer_page *bpage) in free_buffer_page()
427 struct buffer_page *tail_page;
485 struct buffer_page *head_page; /* read from head */
486 struct buffer_page *tail_page; /* write to tail */
487 struct buffer_page *commit_page; /* committed pages */
488 struct buffer_page *reader_page;
563 struct buffer_page *head_page;
564 struct buffer_page *cache_reader_page;
624 struct buffer_page *page = cpu_buffer->commit_page; in verify_event()
625 struct buffer_page *tail_page = READ_ONCE(cpu_buffer->tail_page); in verify_event()
643 page = list_entry(next, struct buffer_page, list); in verify_event()
1217 rb_is_head_page(struct buffer_page *page, struct list_head *list) in rb_is_head_page()
1236 static bool rb_is_reader_page(struct buffer_page *page) in rb_is_reader_page()
1260 struct buffer_page *head; in rb_head_page_activate()
1300 struct buffer_page *head, in rb_head_page_set()
1301 struct buffer_page *prev, in rb_head_page_set()
1323 struct buffer_page *head, in rb_head_page_set_update()
1324 struct buffer_page *prev, in rb_head_page_set_update()
1332 struct buffer_page *head, in rb_head_page_set_head()
1333 struct buffer_page *prev, in rb_head_page_set_head()
1341 struct buffer_page *head, in rb_head_page_set_normal()
1342 struct buffer_page *prev, in rb_head_page_set_normal()
1349 static inline void rb_inc_page(struct buffer_page **bpage) in rb_inc_page()
1353 *bpage = list_entry(p, struct buffer_page, list); in rb_inc_page()
1356 static struct buffer_page *
1359 struct buffer_page *head; in rb_set_head_page()
1360 struct buffer_page *page; in rb_set_head_page()
1394 static bool rb_head_page_replace(struct buffer_page *old, in rb_head_page_replace()
1395 struct buffer_page *new) in rb_head_page_replace()
1410 struct buffer_page *tail_page, in rb_tail_page_update()
1411 struct buffer_page *next_page) in rb_tail_page_update()
1471 struct buffer_page *bpage) in rb_check_bpage()
1753 struct buffer_page *head_page; in rb_meta_validate_events()
1974 struct buffer_page *bpage) in rb_meta_buffer_update()
1992 struct buffer_page *bpage, *tmp; in __rb_allocate_pages()
2116 struct buffer_page *bpage; in rb_allocate_cpu_buffer()
2194 = list_entry(cpu_buffer->pages, struct buffer_page, list); in rb_allocate_cpu_buffer()
2219 struct buffer_page *bpage, *tmp; in rb_free_cpu_buffer()
2232 bpage = list_entry(head, struct buffer_page, list); in rb_free_cpu_buffer()
2467 static inline unsigned long rb_page_entries(struct buffer_page *bpage) in rb_page_entries()
2472 static inline unsigned long rb_page_write(struct buffer_page *bpage) in rb_page_write()
2481 struct buffer_page *to_remove_page, *tmp_iter_page; in rb_remove_pages()
2482 struct buffer_page *last_page, *first_page; in rb_remove_pages()
2512 struct buffer_page, list); in rb_remove_pages()
2539 struct buffer_page, list); in rb_remove_pages()
2548 last_page = list_entry(rb_list_head(to_remove), struct buffer_page, in rb_remove_pages()
2616 struct buffer_page *hpage = rb_set_head_page(cpu_buffer); in rb_insert_pages()
2657 struct buffer_page *bpage, *tmp; in rb_insert_pages()
2892 struct buffer_page *bpage, *tmp; in ring_buffer_resize()
2924 static __always_inline void *__rb_page_index(struct buffer_page *bpage, unsigned index) in __rb_page_index()
2940 struct buffer_page *iter_head_page = iter->head_page; in rb_iter_head_event()
2996 static __always_inline unsigned rb_page_size(struct buffer_page *bpage) in rb_page_size()
3048 struct buffer_page *next_page) in rb_update_meta_head()
3065 struct buffer_page *reader) in rb_update_meta_reader()
3092 struct buffer_page *tail_page, in rb_handle_head_page()
3093 struct buffer_page *next_page) in rb_handle_head_page()
3095 struct buffer_page *new_head; in rb_handle_head_page()
3216 struct buffer_page *buffer_tail_page; in rb_handle_head_page()
3252 struct buffer_page *tail_page = info->tail_page; in rb_reset_tail()
3334 struct buffer_page *tail_page = info->tail_page; in rb_move_tail()
3335 struct buffer_page *commit_page = cpu_buffer->commit_page; in rb_move_tail()
3337 struct buffer_page *next_page; in rb_move_tail()
3599 struct buffer_page *bpage; in rb_try_to_discard()
4206 struct buffer_page *tail_page; in __rb_reserve_next()
4489 struct buffer_page *bpage = cpu_buffer->commit_page; in rb_decrement_entry()
4490 struct buffer_page *start; in rb_decrement_entry()
4640 struct buffer_page *reader = cpu_buffer->reader_page; in rb_per_cpu_empty()
4641 struct buffer_page *head = rb_set_head_page(cpu_buffer); in rb_per_cpu_empty()
4642 struct buffer_page *commit = cpu_buffer->commit_page; in rb_per_cpu_empty()
4839 struct buffer_page *bpage; in ring_buffer_oldest_event_ts()
5083 struct buffer_page *reader; in ring_buffer_iter_empty()
5084 struct buffer_page *head_page; in ring_buffer_iter_empty()
5085 struct buffer_page *commit_page; in ring_buffer_iter_empty()
5086 struct buffer_page *curr_commit_page; in ring_buffer_iter_empty()
5184 static struct buffer_page *
5187 struct buffer_page *reader = NULL; in rb_get_reader_page()
5358 struct buffer_page *reader; in rb_advance_reader()
5418 struct buffer_page *reader; in rb_buffer_peek()
5900 static void rb_clear_buffer_page(struct buffer_page *page) in rb_clear_buffer_page()
5930 struct buffer_page *page; in rb_reset_cpu()
5935 = list_entry(cpu_buffer->pages, struct buffer_page, list); in rb_reset_cpu()
6424 struct buffer_page *reader; in ring_buffer_read_page()
6657 struct buffer_page *bpage, *tmp; in ring_buffer_subbuf_order_set()
6754 struct buffer_page, list); in ring_buffer_subbuf_order_set()
6762 = list_entry(cpu_buffer->pages, struct buffer_page, list); in ring_buffer_subbuf_order_set()
6842 struct buffer_page *first_subbuf, *subbuf; in rb_setup_ids_meta_page()
7159 struct buffer_page *reader; in ring_buffer_map_get_reader()