Lines Matching refs:gops
421 unsigned long *fgraph_get_task_var(struct fgraph_ops *gops) in fgraph_get_task_var() argument
423 return ret_stack_get_task_var(current, gops->idx); in fgraph_get_task_var()
487 struct fgraph_ops *gops) in ftrace_graph_entry_stub() argument
493 struct fgraph_ops *gops) in ftrace_graph_ret_stub() argument
644 struct fgraph_ops *gops = READ_ONCE(fgraph_array[i]); in function_graph_enter() local
647 if (gops == &fgraph_stub) in function_graph_enter()
651 if (ftrace_ops_test(&gops->ops, func, NULL) && in function_graph_enter()
652 gops->entryfunc(&trace, gops)) in function_graph_enter()
805 struct fgraph_ops *gops = fgraph_array[i]; in __ftrace_return_to_handler() local
807 if (gops == &fgraph_stub) in __ftrace_return_to_handler()
810 gops->retfunc(&trace, gops); in __ftrace_return_to_handler()
959 void ftrace_stub_graph(struct ftrace_graph_ret *trace, struct fgraph_ops *gops);
1122 struct fgraph_ops *gops) in fgraph_pid_func() argument
1124 struct trace_array *tr = gops->ops.private; in fgraph_pid_func()
1136 return gops->saved_func(trace, gops); in fgraph_pid_func()
1141 struct fgraph_ops *gops; in fgraph_update_pid_func() local
1149 gops = container_of(op, struct fgraph_ops, ops); in fgraph_update_pid_func()
1150 gops->entryfunc = ftrace_pids_enabled(op) ? in fgraph_update_pid_func()
1151 fgraph_pid_func : gops->saved_func; in fgraph_update_pid_func()
1153 static_call_update(fgraph_func, gops->entryfunc); in fgraph_update_pid_func()
1204 static void ftrace_graph_enable_direct(bool enable_branch, struct fgraph_ops *gops) in ftrace_graph_enable_direct() argument
1210 if (gops) { in ftrace_graph_enable_direct()
1211 func = gops->entryfunc; in ftrace_graph_enable_direct()
1212 retfunc = gops->retfunc; in ftrace_graph_enable_direct()
1213 fgraph_direct_gops = gops; in ftrace_graph_enable_direct()
1248 int register_ftrace_graph(struct fgraph_ops *gops) in register_ftrace_graph() argument
1278 gops->idx = i; in register_ftrace_graph()
1286 ftrace_graph_enable_direct(false, gops); in register_ftrace_graph()
1299 init_task_vars(gops->idx); in register_ftrace_graph()
1302 gops->saved_func = gops->entryfunc; in register_ftrace_graph()
1304 ret = ftrace_startup_subops(&graph_ops, &gops->ops, command); in register_ftrace_graph()
1306 fgraph_array[i] = gops; in register_ftrace_graph()
1311 gops->saved_func = NULL; in register_ftrace_graph()
1317 void unregister_ftrace_graph(struct fgraph_ops *gops) in unregister_ftrace_graph() argument
1326 if (unlikely(gops->idx < 0 || gops->idx >= FGRAPH_ARRAY_SIZE || in unregister_ftrace_graph()
1327 fgraph_array[gops->idx] != gops)) in unregister_ftrace_graph()
1330 if (fgraph_lru_release_index(gops->idx) < 0) in unregister_ftrace_graph()
1333 fgraph_array[gops->idx] = &fgraph_stub; in unregister_ftrace_graph()
1340 ftrace_shutdown_subops(&graph_ops, &gops->ops, command); in unregister_ftrace_graph()
1354 gops->saved_func = NULL; in unregister_ftrace_graph()