Lines Matching refs:pg
460 struct ftrace_profile_page *pg; in function_stat_next() local
462 pg = (struct ftrace_profile_page *)((unsigned long)rec & PAGE_MASK); in function_stat_next()
468 if ((void *)rec >= (void *)&pg->records[pg->index]) { in function_stat_next()
469 pg = pg->next; in function_stat_next()
470 if (!pg) in function_stat_next()
472 rec = &pg->records[0]; in function_stat_next()
601 struct ftrace_profile_page *pg; in ftrace_profile_reset() local
603 pg = stat->pages = stat->start; in ftrace_profile_reset()
605 while (pg) { in ftrace_profile_reset()
606 memset(pg->records, 0, PROFILE_RECORDS_SIZE); in ftrace_profile_reset()
607 pg->index = 0; in ftrace_profile_reset()
608 pg = pg->next; in ftrace_profile_reset()
617 struct ftrace_profile_page *pg; in ftrace_profile_pages_init() local
643 pg = stat->start = stat->pages; in ftrace_profile_pages_init()
648 pg->next = (void *)get_zeroed_page(GFP_KERNEL); in ftrace_profile_pages_init()
649 if (!pg->next) in ftrace_profile_pages_init()
651 pg = pg->next; in ftrace_profile_pages_init()
657 pg = stat->start; in ftrace_profile_pages_init()
658 while (pg) { in ftrace_profile_pages_init()
659 unsigned long tmp = (unsigned long)pg; in ftrace_profile_pages_init()
661 pg = pg->next; in ftrace_profile_pages_init()
1565 #define do_for_each_ftrace_rec(pg, rec) \ argument
1566 for (pg = ftrace_pages_start; pg; pg = pg->next) { \
1568 for (_____i = 0; _____i < pg->index; _____i++) { \
1569 rec = &pg->records[_____i];
1590 struct ftrace_page *pg; in lookup_rec() local
1597 for (pg = ftrace_pages_start; pg; pg = pg->next) { in lookup_rec()
1598 if (pg->index == 0 || in lookup_rec()
1599 end < pg->records[0].ip || in lookup_rec()
1600 start >= (pg->records[pg->index - 1].ip + MCOUNT_INSN_SIZE)) in lookup_rec()
1602 rec = bsearch(&key, pg->records, pg->index, in lookup_rec()
1740 struct ftrace_page *pg; in __ftrace_hash_rec_update() local
1759 do_for_each_ftrace_rec(pg, rec) { in __ftrace_hash_rec_update()
1977 struct ftrace_page *pg; in __ftrace_hash_update_ipmodify() local
2005 do_for_each_ftrace_rec(pg, rec) { in __ftrace_hash_update_ipmodify()
2051 do_for_each_ftrace_rec(pg, rec) { in __ftrace_hash_update_ipmodify()
2721 struct ftrace_page *pg; in ftrace_replace_code() local
2729 do_for_each_ftrace_rec(pg, rec) { in ftrace_replace_code()
2746 struct ftrace_page *pg; member
2768 iter->pg = ftrace_pages_start; in ftrace_rec_iter_start()
2772 while (iter->pg && !iter->pg->index) in ftrace_rec_iter_start()
2773 iter->pg = iter->pg->next; in ftrace_rec_iter_start()
2775 if (!iter->pg) in ftrace_rec_iter_start()
2791 if (iter->index >= iter->pg->index) { in ftrace_rec_iter_next()
2792 iter->pg = iter->pg->next; in ftrace_rec_iter_next()
2796 while (iter->pg && !iter->pg->index) in ftrace_rec_iter_next()
2797 iter->pg = iter->pg->next; in ftrace_rec_iter_next()
2800 if (!iter->pg) in ftrace_rec_iter_next()
2814 return &iter->pg->records[iter->index]; in ftrace_rec_iter_record()
3151 struct ftrace_page *pg; in ftrace_shutdown() local
3154 do_for_each_ftrace_rec(pg, rec) { in ftrace_shutdown()
3684 struct ftrace_page *pg; in ftrace_update_code() local
3707 for (pg = new_pgs; pg; pg = pg->next) { in ftrace_update_code()
3709 for (i = 0; i < pg->index; i++) { in ftrace_update_code()
3715 p = &pg->records[i]; in ftrace_update_code()
3736 static int ftrace_allocate_records(struct ftrace_page *pg, int count) in ftrace_allocate_records() argument
3750 pg->records = (void *)__get_free_pages(GFP_KERNEL | __GFP_ZERO, order); in ftrace_allocate_records()
3752 if (!pg->records) { in ftrace_allocate_records()
3764 pg->order = order; in ftrace_allocate_records()
3774 struct ftrace_page *pg = pages; in ftrace_free_pages() local
3776 while (pg) { in ftrace_free_pages()
3777 if (pg->records) { in ftrace_free_pages()
3778 free_pages((unsigned long)pg->records, pg->order); in ftrace_free_pages()
3779 ftrace_number_of_pages -= 1 << pg->order; in ftrace_free_pages()
3781 pages = pg->next; in ftrace_free_pages()
3782 kfree(pg); in ftrace_free_pages()
3783 pg = pages; in ftrace_free_pages()
3792 struct ftrace_page *pg; in ftrace_allocate_pages() local
3798 start_pg = pg = kzalloc(sizeof(*pg), GFP_KERNEL); in ftrace_allocate_pages()
3799 if (!pg) in ftrace_allocate_pages()
3808 cnt = ftrace_allocate_records(pg, num_to_init); in ftrace_allocate_pages()
3816 pg->next = kzalloc(sizeof(*pg), GFP_KERNEL); in ftrace_allocate_pages()
3817 if (!pg->next) in ftrace_allocate_pages()
3820 pg = pg->next; in ftrace_allocate_pages()
3837 struct ftrace_page *pg; member
4067 if (iter->idx >= iter->pg->index) { in t_func_next()
4068 if (iter->pg->next) { in t_func_next()
4069 iter->pg = iter->pg->next; in t_func_next()
4074 rec = &iter->pg->records[iter->idx++]; in t_func_next()
4176 iter->pg = ftrace_pages_start; in t_start()
4246 struct ftrace_page *pg; in ftrace_check_work_func() local
4250 do_for_each_ftrace_rec(pg, rec) { in ftrace_check_work_func()
4416 iter->pg = ftrace_pages_start; in ftrace_avail_open()
4440 iter->pg = ftrace_pages_start; in ftrace_enabled_open()
4465 iter->pg = ftrace_pages_start; in ftrace_touched_open()
4489 iter->pg = ftrace_pages_start; in ftrace_avail_addrs_open()
4575 iter->pg = ftrace_pages_start; in ftrace_regex_open()
4703 struct ftrace_page *pg; in add_rec_by_index() local
4710 do_for_each_ftrace_rec(pg, rec) { in add_rec_by_index()
4711 if (pg->index <= index) { in add_rec_by_index()
4712 index -= pg->index; in add_rec_by_index()
4716 rec = &pg->records[index]; in add_rec_by_index()
4787 struct ftrace_page *pg; in match_records() local
4819 do_for_each_ftrace_rec(pg, rec) { in match_records()
6797 struct ftrace_page *pg; in ftrace_graph_set_hash() local
6815 do_for_each_ftrace_rec(pg, rec) { in ftrace_graph_set_hash()
6998 struct ftrace_page *pg; in ftrace_process_locs() local
7053 pg = start_pg; in ftrace_process_locs()
7068 end_offset = (pg->index+1) * sizeof(pg->records[0]); in ftrace_process_locs()
7069 if (end_offset > PAGE_SIZE << pg->order) { in ftrace_process_locs()
7071 if (WARN_ON(!pg->next)) in ftrace_process_locs()
7073 pg = pg->next; in ftrace_process_locs()
7076 rec = &pg->records[pg->index++]; in ftrace_process_locs()
7080 if (pg->next) { in ftrace_process_locs()
7081 pg_unuse = pg->next; in ftrace_process_locs()
7082 pg->next = NULL; in ftrace_process_locs()
7086 ftrace_pages = pg; in ftrace_process_locs()
7216 clear_mod_from_hash(struct ftrace_page *pg, struct ftrace_hash *hash) in clear_mod_from_hash() argument
7225 for (i = 0; i < pg->index; i++) { in clear_mod_from_hash()
7226 rec = &pg->records[i]; in clear_mod_from_hash()
7239 static void clear_mod_from_hashes(struct ftrace_page *pg) in clear_mod_from_hashes() argument
7248 clear_mod_from_hash(pg, tr->ops->func_hash->filter_hash); in clear_mod_from_hashes()
7249 clear_mod_from_hash(pg, tr->ops->func_hash->notrace_hash); in clear_mod_from_hashes()
7278 struct ftrace_page *pg; in ftrace_release_mod() local
7298 for (pg = ftrace_pages_start; pg; pg = *last_pg) { in ftrace_release_mod()
7299 rec = &pg->records[0]; in ftrace_release_mod()
7305 if (WARN_ON(pg == ftrace_pages_start)) in ftrace_release_mod()
7309 if (pg == ftrace_pages) in ftrace_release_mod()
7312 ftrace_update_tot_cnt -= pg->index; in ftrace_release_mod()
7313 *last_pg = pg->next; in ftrace_release_mod()
7315 pg->next = tmp_page; in ftrace_release_mod()
7316 tmp_page = pg; in ftrace_release_mod()
7318 last_pg = &pg->next; in ftrace_release_mod()
7326 for (pg = tmp_page; pg; pg = tmp_page) { in ftrace_release_mod()
7329 clear_mod_from_hashes(pg); in ftrace_release_mod()
7331 if (pg->records) { in ftrace_release_mod()
7332 free_pages((unsigned long)pg->records, pg->order); in ftrace_release_mod()
7333 ftrace_number_of_pages -= 1 << pg->order; in ftrace_release_mod()
7335 tmp_page = pg->next; in ftrace_release_mod()
7336 kfree(pg); in ftrace_release_mod()
7344 struct ftrace_page *pg; in ftrace_module_enable() local
7367 do_for_each_ftrace_rec(pg, rec) { in ftrace_module_enable()
7657 struct ftrace_page *pg; in ftrace_free_mem() local
7677 for (pg = ftrace_pages_start; pg; last_pg = &pg->next, pg = *last_pg) { in ftrace_free_mem()
7678 if (end < pg->records[0].ip || in ftrace_free_mem()
7679 start >= (pg->records[pg->index - 1].ip + MCOUNT_INSN_SIZE)) in ftrace_free_mem()
7682 rec = bsearch(&key, pg->records, pg->index, in ftrace_free_mem()
7694 pg->index--; in ftrace_free_mem()
7696 if (!pg->index) { in ftrace_free_mem()
7697 *last_pg = pg->next; in ftrace_free_mem()
7698 pg->next = tmp_page; in ftrace_free_mem()
7699 tmp_page = pg; in ftrace_free_mem()
7700 pg = container_of(last_pg, struct ftrace_page, next); in ftrace_free_mem()
7702 ftrace_pages = pg; in ftrace_free_mem()
7706 (pg->index - (rec - pg->records)) * sizeof(*rec)); in ftrace_free_mem()