Lines Matching refs:tr
72 #define do_for_each_event_file(tr, file) \ argument
73 list_for_each_entry(tr, &ftrace_trace_arrays, list) { \
74 list_for_each_entry(file, &tr->events, list)
76 #define do_for_each_event_file_safe(tr, file) \ argument
77 list_for_each_entry(tr, &ftrace_trace_arrays, list) { \
79 list_for_each_entry_safe(file, ___n, &tr->events, list)
476 struct trace_array *tr = trace_file->tr; in trace_event_ignore_this_pid() local
481 pid_list = rcu_dereference_raw(tr->filtered_pids); in trace_event_ignore_this_pid()
482 no_pid_list = rcu_dereference_raw(tr->filtered_no_pids); in trace_event_ignore_this_pid()
487 data = this_cpu_ptr(tr->array_buffer.data); in trace_event_ignore_this_pid()
566 struct trace_array *tr; in trace_event_enable_cmd_record() local
570 do_for_each_event_file(tr, file) { in trace_event_enable_cmd_record()
588 struct trace_array *tr; in trace_event_enable_tgid_record() local
592 do_for_each_event_file(tr, file) { in trace_event_enable_tgid_record()
611 struct trace_array *tr = file->tr; in __ftrace_event_enable_disable() local
683 if (tr->trace_flags & TRACE_ITER_RECORD_CMD) { in __ftrace_event_enable_disable()
689 if (tr->trace_flags & TRACE_ITER_RECORD_TGID) { in __ftrace_event_enable_disable()
737 static void ftrace_clear_events(struct trace_array *tr) in ftrace_clear_events() argument
742 list_for_each_entry(file, &tr->events, list) { in ftrace_clear_events()
752 struct trace_array *tr = data; in event_filter_pid_sched_process_exit() local
754 pid_list = rcu_dereference_raw(tr->filtered_pids); in event_filter_pid_sched_process_exit()
757 pid_list = rcu_dereference_raw(tr->filtered_no_pids); in event_filter_pid_sched_process_exit()
767 struct trace_array *tr = data; in event_filter_pid_sched_process_fork() local
769 pid_list = rcu_dereference_sched(tr->filtered_pids); in event_filter_pid_sched_process_fork()
772 pid_list = rcu_dereference_sched(tr->filtered_no_pids); in event_filter_pid_sched_process_fork()
776 void trace_event_follow_fork(struct trace_array *tr, bool enable) in trace_event_follow_fork() argument
780 tr, INT_MIN); in trace_event_follow_fork()
782 tr, INT_MAX); in trace_event_follow_fork()
785 tr); in trace_event_follow_fork()
787 tr); in trace_event_follow_fork()
797 struct trace_array *tr = data; in event_filter_pid_sched_switch_probe_pre() local
802 pid_list = rcu_dereference_sched(tr->filtered_pids); in event_filter_pid_sched_switch_probe_pre()
803 no_pid_list = rcu_dereference_sched(tr->filtered_no_pids); in event_filter_pid_sched_switch_probe_pre()
812 this_cpu_write(tr->array_buffer.data->ignore_pid, ret || in event_filter_pid_sched_switch_probe_pre()
823 struct trace_array *tr = data; in event_filter_pid_sched_switch_probe_post() local
827 pid_list = rcu_dereference_sched(tr->filtered_pids); in event_filter_pid_sched_switch_probe_post()
828 no_pid_list = rcu_dereference_sched(tr->filtered_no_pids); in event_filter_pid_sched_switch_probe_post()
830 this_cpu_write(tr->array_buffer.data->ignore_pid, in event_filter_pid_sched_switch_probe_post()
837 struct trace_array *tr = data; in event_filter_pid_sched_wakeup_probe_pre() local
842 if (!this_cpu_read(tr->array_buffer.data->ignore_pid)) in event_filter_pid_sched_wakeup_probe_pre()
845 pid_list = rcu_dereference_sched(tr->filtered_pids); in event_filter_pid_sched_wakeup_probe_pre()
846 no_pid_list = rcu_dereference_sched(tr->filtered_no_pids); in event_filter_pid_sched_wakeup_probe_pre()
848 this_cpu_write(tr->array_buffer.data->ignore_pid, in event_filter_pid_sched_wakeup_probe_pre()
855 struct trace_array *tr = data; in event_filter_pid_sched_wakeup_probe_post() local
860 if (this_cpu_read(tr->array_buffer.data->ignore_pid)) in event_filter_pid_sched_wakeup_probe_post()
863 pid_list = rcu_dereference_sched(tr->filtered_pids); in event_filter_pid_sched_wakeup_probe_post()
864 no_pid_list = rcu_dereference_sched(tr->filtered_no_pids); in event_filter_pid_sched_wakeup_probe_post()
867 this_cpu_write(tr->array_buffer.data->ignore_pid, in event_filter_pid_sched_wakeup_probe_post()
871 static void unregister_pid_events(struct trace_array *tr) in unregister_pid_events() argument
873 unregister_trace_sched_switch(event_filter_pid_sched_switch_probe_pre, tr); in unregister_pid_events()
874 unregister_trace_sched_switch(event_filter_pid_sched_switch_probe_post, tr); in unregister_pid_events()
876 unregister_trace_sched_wakeup(event_filter_pid_sched_wakeup_probe_pre, tr); in unregister_pid_events()
877 unregister_trace_sched_wakeup(event_filter_pid_sched_wakeup_probe_post, tr); in unregister_pid_events()
879 unregister_trace_sched_wakeup_new(event_filter_pid_sched_wakeup_probe_pre, tr); in unregister_pid_events()
880 unregister_trace_sched_wakeup_new(event_filter_pid_sched_wakeup_probe_post, tr); in unregister_pid_events()
882 unregister_trace_sched_waking(event_filter_pid_sched_wakeup_probe_pre, tr); in unregister_pid_events()
883 unregister_trace_sched_waking(event_filter_pid_sched_wakeup_probe_post, tr); in unregister_pid_events()
886 static void __ftrace_clear_event_pids(struct trace_array *tr, int type) in __ftrace_clear_event_pids() argument
893 pid_list = rcu_dereference_protected(tr->filtered_pids, in __ftrace_clear_event_pids()
895 no_pid_list = rcu_dereference_protected(tr->filtered_no_pids, in __ftrace_clear_event_pids()
903 unregister_pid_events(tr); in __ftrace_clear_event_pids()
905 list_for_each_entry(file, &tr->events, list) { in __ftrace_clear_event_pids()
910 per_cpu_ptr(tr->array_buffer.data, cpu)->ignore_pid = false; in __ftrace_clear_event_pids()
914 rcu_assign_pointer(tr->filtered_pids, NULL); in __ftrace_clear_event_pids()
917 rcu_assign_pointer(tr->filtered_no_pids, NULL); in __ftrace_clear_event_pids()
929 static void ftrace_clear_event_pids(struct trace_array *tr, int type) in ftrace_clear_event_pids() argument
932 __ftrace_clear_event_pids(tr, type); in ftrace_clear_event_pids()
1023 __ftrace_set_clr_event_nolock(struct trace_array *tr, const char *match, in __ftrace_set_clr_event_nolock() argument
1032 list_for_each_entry(file, &tr->events, list) { in __ftrace_set_clr_event_nolock()
1070 static int __ftrace_set_clr_event(struct trace_array *tr, const char *match, in __ftrace_set_clr_event() argument
1076 ret = __ftrace_set_clr_event_nolock(tr, match, sub, event, set); in __ftrace_set_clr_event()
1082 int ftrace_set_clr_event(struct trace_array *tr, char *buf, int set) in ftrace_set_clr_event() argument
1087 if (!tr) in ftrace_set_clr_event()
1113 ret = __ftrace_set_clr_event(tr, match, sub, event, set); in ftrace_set_clr_event()
1136 struct trace_array *tr = top_trace_array(); in trace_set_clr_event() local
1138 if (!tr) in trace_set_clr_event()
1141 return __ftrace_set_clr_event(tr, NULL, system, event, set); in trace_set_clr_event()
1158 int trace_array_set_clr_event(struct trace_array *tr, const char *system, in trace_array_set_clr_event() argument
1163 if (!tr) in trace_array_set_clr_event()
1167 return __ftrace_set_clr_event(tr, NULL, system, event, set); in trace_array_set_clr_event()
1180 struct trace_array *tr = m->private; in ftrace_event_write() local
1201 ret = ftrace_set_clr_event(tr, parser.buffer + !set, set); in ftrace_event_write()
1219 struct trace_array *tr = m->private; in t_next() local
1223 list_for_each_entry_continue(file, &tr->events, list) { in t_next()
1240 struct trace_array *tr = m->private; in t_start() local
1245 file = list_entry(&tr->events, struct trace_event_file, list); in t_start()
1258 struct trace_array *tr = m->private; in s_next() local
1262 list_for_each_entry_continue(file, &tr->events, list) { in s_next()
1273 struct trace_array *tr = m->private; in s_start() local
1278 file = list_entry(&tr->events, struct trace_event_file, list); in s_start()
1307 struct trace_array *tr = m->private; in __next() local
1311 pid_list = rcu_dereference_sched(tr->filtered_pids); in __next()
1313 pid_list = rcu_dereference_sched(tr->filtered_no_pids); in __next()
1334 struct trace_array *tr = m->private; in __start() local
1346 pid_list = rcu_dereference_sched(tr->filtered_pids); in __start()
1348 pid_list = rcu_dereference_sched(tr->filtered_no_pids); in __start()
1450 struct trace_array *tr = dir->tr; in system_enable_read() local
1456 list_for_each_entry(file, &tr->events, list) { in system_enable_read()
1516 ret = __ftrace_set_clr_event(dir->tr, NULL, name, NULL, val); in system_enable_write()
1749 struct trace_array *tr = NULL, *iter_tr; in subsystem_open() local
1763 tr = iter_tr; in subsystem_open()
1781 if (trace_array_get(tr) < 0) { in subsystem_open()
1788 trace_array_put(tr); in subsystem_open()
1798 struct trace_array *tr = inode->i_private; in system_tr_open() local
1811 dir->tr = tr; in system_tr_open()
1821 trace_array_put(dir->tr); in subsystem_release()
1915 struct trace_array *tr = data; in ignore_task_cpu() local
1923 pid_list = rcu_dereference_protected(tr->filtered_pids, in ignore_task_cpu()
1925 no_pid_list = rcu_dereference_protected(tr->filtered_no_pids, in ignore_task_cpu()
1928 this_cpu_write(tr->array_buffer.data->ignore_pid, in ignore_task_cpu()
1932 static void register_pid_events(struct trace_array *tr) in register_pid_events() argument
1941 tr, INT_MAX); in register_pid_events()
1943 tr, 0); in register_pid_events()
1946 tr, INT_MAX); in register_pid_events()
1948 tr, 0); in register_pid_events()
1951 tr, INT_MAX); in register_pid_events()
1953 tr, 0); in register_pid_events()
1956 tr, INT_MAX); in register_pid_events()
1958 tr, 0); in register_pid_events()
1966 struct trace_array *tr = m->private; in event_pid_write() local
1983 filtered_pids = rcu_dereference_protected(tr->filtered_pids, in event_pid_write()
1985 other_pids = rcu_dereference_protected(tr->filtered_no_pids, in event_pid_write()
1988 filtered_pids = rcu_dereference_protected(tr->filtered_no_pids, in event_pid_write()
1990 other_pids = rcu_dereference_protected(tr->filtered_pids, in event_pid_write()
1999 rcu_assign_pointer(tr->filtered_pids, pid_list); in event_pid_write()
2001 rcu_assign_pointer(tr->filtered_no_pids, pid_list); in event_pid_write()
2003 list_for_each_entry(file, &tr->events, list) { in event_pid_write()
2011 register_pid_events(tr); in event_pid_write()
2019 on_each_cpu(ignore_task_cpu, tr, 1); in event_pid_write()
2188 struct trace_array *tr = inode->i_private; in ftrace_event_release() local
2190 trace_array_put(tr); in ftrace_event_release()
2208 struct trace_array *tr = inode->i_private; in ftrace_event_set_open() local
2211 ret = tracing_check_open_get_tr(tr); in ftrace_event_set_open()
2217 ftrace_clear_events(tr); in ftrace_event_set_open()
2221 trace_array_put(tr); in ftrace_event_set_open()
2229 struct trace_array *tr = inode->i_private; in ftrace_event_set_pid_open() local
2232 ret = tracing_check_open_get_tr(tr); in ftrace_event_set_pid_open()
2238 ftrace_clear_event_pids(tr, TRACE_PIDS); in ftrace_event_set_pid_open()
2242 trace_array_put(tr); in ftrace_event_set_pid_open()
2250 struct trace_array *tr = inode->i_private; in ftrace_event_set_npid_open() local
2253 ret = tracing_check_open_get_tr(tr); in ftrace_event_set_npid_open()
2259 ftrace_clear_event_pids(tr, TRACE_NO_PIDS); in ftrace_event_set_npid_open()
2263 trace_array_put(tr); in ftrace_event_set_npid_open()
2299 event_subsystem_dir(struct trace_array *tr, const char *name, in event_subsystem_dir() argument
2307 list_for_each_entry(dir, &tr->systems, list) { in event_subsystem_dir()
2343 dir->tr = tr; in event_subsystem_dir()
2365 list_add(&dir->list, &tr->systems); in event_subsystem_dir()
2420 struct trace_array *tr = file->tr; in event_create_dir() local
2430 d_events = event_subsystem_dir(tr, call->class->system, file, parent); in event_create_dir()
2495 struct trace_array *tr; in remove_event_from_tracers() local
2497 do_for_each_event_file_safe(tr, file) { in remove_event_from_tracers()
2514 struct trace_array *tr; in event_remove() local
2517 do_for_each_event_file(tr, file) { in event_remove()
2522 tr->clear_trace = true; in event_remove()
2788 struct trace_array *tr) in trace_create_new_event() argument
2799 pid_list = rcu_dereference_protected(tr->filtered_pids, in trace_create_new_event()
2801 no_pid_list = rcu_dereference_protected(tr->filtered_no_pids, in trace_create_new_event()
2809 file->tr = tr; in trace_create_new_event()
2813 list_add(&file->list, &tr->events); in trace_create_new_event()
2856 __trace_add_new_event(struct trace_event_call *call, struct trace_array *tr) in __trace_add_new_event() argument
2860 file = trace_create_new_event(call, tr); in __trace_add_new_event()
2865 return event_create_dir(tr->event_dir, file); in __trace_add_new_event()
2895 struct trace_array *tr) in __trace_early_add_new_event() argument
2900 file = trace_create_new_event(call, tr); in __trace_early_add_new_event()
2947 struct trace_array *tr; in probe_remove_event_call() local
2954 do_for_each_event_file(tr, file) { in probe_remove_event_call()
2966 tr->clear_trace = true; in probe_remove_event_call()
2981 list_for_each_entry(tr, &ftrace_trace_arrays, list) { in probe_remove_event_call()
2982 tr->clear_trace = false; in probe_remove_event_call()
3096 __trace_add_event_dirs(struct trace_array *tr) in __trace_add_event_dirs() argument
3102 ret = __trace_add_new_event(call, tr); in __trace_add_event_dirs()
3111 __find_event_file(struct trace_array *tr, const char *system, const char *event) in __find_event_file() argument
3117 list_for_each_entry(file, &tr->events, list) { in __find_event_file()
3134 find_event_file(struct trace_array *tr, const char *system, const char *event) in find_event_file() argument
3138 file = __find_event_file(tr, system, event); in find_event_file()
3170 struct trace_array *tr = top_trace_array(); in trace_get_event_file() local
3175 tr = trace_array_find_get(instance); in trace_get_event_file()
3176 if (!tr) in trace_get_event_file()
3179 ret = trace_array_get(tr); in trace_get_event_file()
3186 file = find_event_file(tr, system, event); in trace_get_event_file()
3188 trace_array_put(tr); in trace_get_event_file()
3196 trace_array_put(tr); in trace_get_event_file()
3227 trace_array_put(file->tr); in trace_put_event_file()
3254 struct trace_array *tr, struct ftrace_probe_ops *ops, in event_enable_probe() argument
3271 struct trace_array *tr, struct ftrace_probe_ops *ops, in event_enable_count_probe() argument
3328 event_enable_init(struct ftrace_probe_ops *ops, struct trace_array *tr, in event_enable_init() argument
3366 event_enable_free(struct ftrace_probe_ops *ops, struct trace_array *tr, in event_enable_free() argument
3419 event_enable_func(struct trace_array *tr, struct ftrace_hash *hash, in event_enable_func() argument
3431 if (!tr) in event_enable_func()
3447 file = find_event_file(tr, system, event); in event_enable_func()
3459 ret = unregister_ftrace_function_probe_func(glob+1, tr, ops); in event_enable_func()
3502 ret = register_ftrace_function_probe(glob, tr, ops, data); in event_enable_func()
3561 static void __trace_early_add_event_dirs(struct trace_array *tr) in __trace_early_add_event_dirs() argument
3567 list_for_each_entry(file, &tr->events, list) { in __trace_early_add_event_dirs()
3568 ret = event_create_dir(tr->event_dir, file); in __trace_early_add_event_dirs()
3581 void __trace_early_add_events(struct trace_array *tr) in __trace_early_add_events() argument
3592 ret = __trace_early_add_new_event(call, tr); in __trace_early_add_events()
3601 __trace_remove_event_dirs(struct trace_array *tr) in __trace_remove_event_dirs() argument
3605 list_for_each_entry_safe(file, next, &tr->events, list) in __trace_remove_event_dirs()
3611 struct trace_array *tr; in __add_event_to_tracers() local
3613 list_for_each_entry(tr, &ftrace_trace_arrays, list) in __add_event_to_tracers()
3614 __trace_add_new_event(call, tr); in __add_event_to_tracers()
3634 create_event_toplevel_files(struct dentry *parent, struct trace_array *tr) in create_event_toplevel_files() argument
3640 tr, &ftrace_set_event_fops); in create_event_toplevel_files()
3651 tr, &ftrace_tr_enable_fops); in create_event_toplevel_files()
3658 tr, &ftrace_set_event_pid_fops); in create_event_toplevel_files()
3661 TRACE_MODE_WRITE, parent, tr, in create_event_toplevel_files()
3673 tr->event_dir = d_events; in create_event_toplevel_files()
3691 int event_trace_add_tracer(struct dentry *parent, struct trace_array *tr) in event_trace_add_tracer() argument
3697 ret = create_event_toplevel_files(parent, tr); in event_trace_add_tracer()
3703 if (unlikely(!list_empty(&tr->events))) in event_trace_add_tracer()
3704 __trace_early_add_event_dirs(tr); in event_trace_add_tracer()
3706 __trace_add_event_dirs(tr); in event_trace_add_tracer()
3718 early_event_add_tracer(struct dentry *parent, struct trace_array *tr) in early_event_add_tracer() argument
3724 ret = create_event_toplevel_files(parent, tr); in early_event_add_tracer()
3729 __trace_early_add_event_dirs(tr); in early_event_add_tracer()
3739 int event_trace_del_tracer(struct trace_array *tr) in event_trace_del_tracer() argument
3744 clear_event_triggers(tr); in event_trace_del_tracer()
3747 __ftrace_clear_event_pids(tr, TRACE_PIDS | TRACE_NO_PIDS); in event_trace_del_tracer()
3750 __ftrace_set_clr_event_nolock(tr, NULL, NULL, NULL, 0); in event_trace_del_tracer()
3756 __trace_remove_event_dirs(tr); in event_trace_del_tracer()
3757 tracefs_remove(tr->event_dir); in event_trace_del_tracer()
3760 tr->event_dir = NULL; in event_trace_del_tracer()
3773 early_enable_events(struct trace_array *tr, char *buf, bool disable_first) in early_enable_events() argument
3787 ftrace_set_clr_event(tr, token, 0); in early_enable_events()
3789 ret = ftrace_set_clr_event(tr, token, 1); in early_enable_events()
3802 struct trace_array *tr = top_trace_array(); in event_trace_enable() local
3806 if (!tr) in event_trace_enable()
3825 __trace_early_add_events(tr); in event_trace_enable()
3827 early_enable_events(tr, bootup_event_buf, false); in event_trace_enable()
3849 struct trace_array *tr; in event_trace_enable_again() local
3851 tr = top_trace_array(); in event_trace_enable_again()
3852 if (!tr) in event_trace_enable_again()
3855 early_enable_events(tr, bootup_event_buf, true); in event_trace_enable_again()
3876 struct trace_array *tr; in event_trace_init() local
3879 tr = top_trace_array(); in event_trace_init()
3880 if (!tr) in event_trace_init()
3884 NULL, tr, &ftrace_avail_fops); in event_trace_init()
3886 ret = early_event_add_tracer(NULL, tr); in event_trace_init()
3972 struct trace_array *tr; in event_trace_self_tests() local
3975 tr = top_trace_array(); in event_trace_self_tests()
3976 if (!tr) in event_trace_self_tests()
3981 list_for_each_entry(file, &tr->events, list) { in event_trace_self_tests()
4024 list_for_each_entry(dir, &tr->systems, list) { in event_trace_self_tests()
4034 ret = __ftrace_set_clr_event(tr, NULL, system->name, NULL, 1); in event_trace_self_tests()
4043 ret = __ftrace_set_clr_event(tr, NULL, system->name, NULL, 0); in event_trace_self_tests()
4058 ret = __ftrace_set_clr_event(tr, NULL, NULL, NULL, 1); in event_trace_self_tests()
4067 ret = __ftrace_set_clr_event(tr, NULL, NULL, NULL, 0); in event_trace_self_tests()
4126 event_trace_file.tr = top_trace_array(); in event_trace_self_test_with_function()
4127 if (WARN_ON(!event_trace_file.tr)) in event_trace_self_test_with_function()