Lines Matching refs:list
360 struct list_head list; /* list of buffer pages */ member
625 static struct list_head *rb_list_head(struct list_head *list);
647 next = rb_list_head(page->list.next); in verify_event()
648 page = list_entry(next, struct buffer_page, list); in verify_event()
1206 static struct list_head *rb_list_head(struct list_head *list) in rb_list_head() argument
1208 unsigned long val = (unsigned long)list; in rb_list_head()
1222 rb_is_head_page(struct buffer_page *page, struct list_head *list) in rb_is_head_page() argument
1226 val = (unsigned long)list->next; in rb_is_head_page()
1228 if ((val & ~RB_FLAG_MASK) != (unsigned long)&page->list) in rb_is_head_page()
1243 struct list_head *list = page->list.prev; in rb_is_reader_page() local
1245 return rb_list_head(list->next) != &page->list; in rb_is_reader_page()
1251 static void rb_set_list_to_head(struct list_head *list) in rb_set_list_to_head() argument
1255 ptr = (unsigned long *)&list->next; in rb_set_list_to_head()
1274 rb_set_list_to_head(head->list.prev); in rb_head_page_activate()
1282 static void rb_list_head_clear(struct list_head *list) in rb_list_head_clear() argument
1284 unsigned long *ptr = (unsigned long *)&list->next; in rb_list_head_clear()
1309 struct list_head *list; in rb_head_page_set() local
1310 unsigned long val = (unsigned long)&head->list; in rb_head_page_set()
1313 list = &prev->list; in rb_head_page_set()
1317 ret = cmpxchg((unsigned long *)&list->next, in rb_head_page_set()
1356 struct list_head *p = rb_list_head((*bpage)->list.next); in rb_inc_page()
1358 *bpage = list_entry(p, struct buffer_page, list); in rb_inc_page()
1363 struct list_head *p = rb_list_head((*bpage)->list.prev); in rb_dec_page()
1365 *bpage = list_entry(p, struct buffer_page, list); in rb_dec_page()
1373 struct list_head *list; in rb_set_head_page() local
1380 list = cpu_buffer->pages; in rb_set_head_page()
1381 if (RB_WARN_ON(cpu_buffer, rb_list_head(list->prev->next) != list)) in rb_set_head_page()
1393 if (rb_is_head_page(page, page->list.prev)) { in rb_set_head_page()
1409 unsigned long *ptr = (unsigned long *)&old->list.prev->next; in rb_head_page_replace()
1415 return try_cmpxchg(ptr, &val, (unsigned long)&new->list); in rb_head_page_replace()
1491 struct list_head *list) in rb_check_links() argument
1494 rb_list_head(rb_list_head(list->next)->prev) != list)) in rb_check_links()
1498 rb_list_head(rb_list_head(list->prev)->next) != list)) in rb_check_links()
1954 cpu_buffer->reader_page->list.next = &orig_head->list; in rb_meta_validate_events()
1955 cpu_buffer->reader_page->list.prev = orig_head->list.prev; in rb_meta_validate_events()
1956 orig_head->list.prev = &cpu_buffer->reader_page->list; in rb_meta_validate_events()
1957 bpage->list.next = &cpu_buffer->reader_page->list; in rb_meta_validate_events()
1963 head_page->list.prev = bpage->list.prev; in rb_meta_validate_events()
1965 bpage->list.next = &head_page->list; in rb_meta_validate_events()
1966 rb_set_list_to_head(&bpage->list); in rb_meta_validate_events()
1967 cpu_buffer->pages = &head_page->list; in rb_meta_validate_events()
2257 list_add_tail(&bpage->list, pages); in __rb_allocate_pages()
2289 list_for_each_entry_safe(bpage, tmp, pages, list) { in __rb_allocate_pages()
2290 list_del_init(&bpage->list); in __rb_allocate_pages()
2382 INIT_LIST_HEAD(&cpu_buffer->reader_page->list); in rb_allocate_cpu_buffer()
2407 = list_entry(cpu_buffer->pages, struct buffer_page, list); in rb_allocate_cpu_buffer()
2439 list_for_each_entry_safe(bpage, tmp, head, list) { in rb_free_cpu_buffer()
2440 list_del_init(&bpage->list); in rb_free_cpu_buffer()
2443 bpage = list_entry(head, struct buffer_page, list); in rb_free_cpu_buffer()
2721 tail_page = &cpu_buffer->tail_page->list; in rb_remove_pages()
2733 struct buffer_page, list); in rb_remove_pages()
2761 struct buffer_page, list); in rb_remove_pages()
2771 list); in rb_remove_pages()
2842 head_page = &hpage->list; in rb_insert_pages()
2882 list) { in rb_insert_pages()
2883 list_del_init(&bpage->list); in rb_insert_pages()
3121 list) { in ring_buffer_resize()
3122 list_del_init(&bpage->list); in ring_buffer_resize()
3588 if (rb_is_head_page(next_page, &tail_page->list)) { in rb_move_tail()
5448 cpu_buffer->reader_page->list.next = rb_list_head(reader->list.next); in rb_get_reader_page()
5449 cpu_buffer->reader_page->list.prev = reader->list.prev; in rb_get_reader_page()
5456 cpu_buffer->pages = reader->list.prev; in rb_get_reader_page()
5459 rb_set_list_to_head(&cpu_buffer->reader_page->list); in rb_get_reader_page()
5500 rb_list_head(reader->list.next)->prev = &cpu_buffer->reader_page->list; in rb_get_reader_page()
6129 = list_entry(cpu_buffer->pages, struct buffer_page, list); in rb_reset_cpu()
6131 list_for_each_entry(page, cpu_buffer->pages, list) { in rb_reset_cpu()
6138 INIT_LIST_HEAD(&cpu_buffer->reader_page->list); in rb_reset_cpu()
6916 list_add(&cpu_buffer->reader_page->list, &old_pages); in ring_buffer_subbuf_order_set()
6920 struct buffer_page, list); in ring_buffer_subbuf_order_set()
6921 list_del_init(&cpu_buffer->reader_page->list); in ring_buffer_subbuf_order_set()
6929 = list_entry(cpu_buffer->pages, struct buffer_page, list); in ring_buffer_subbuf_order_set()
6943 list_for_each_entry_safe(bpage, tmp, &old_pages, list) { in ring_buffer_subbuf_order_set()
6944 list_del_init(&bpage->list); in ring_buffer_subbuf_order_set()
6968 list_for_each_entry_safe(bpage, tmp, &cpu_buffer->new_pages, list) { in ring_buffer_subbuf_order_set()
6969 list_del_init(&bpage->list); in ring_buffer_subbuf_order_set()