Lines Matching refs:hist_data
119 struct hist_trigger_data *hist_data; member
134 struct hist_trigger_data *hist_data; member
430 #define for_each_hist_field(i, hist_data) \ argument
431 for ((i) = 0; (i) < (hist_data)->n_fields; (i)++)
433 #define for_each_hist_val_field(i, hist_data) \ argument
434 for ((i) = 0; (i) < (hist_data)->n_vals; (i)++)
436 #define for_each_hist_key_field(i, hist_data) \ argument
437 for ((i) = (hist_data)->n_vals; (i) < (hist_data)->n_fields; (i)++)
501 struct hist_trigger_data *hist_data; member
539 typedef void (*action_fn_t) (struct hist_trigger_data *hist_data,
627 struct hist_trigger_data *hist_data; member
681 struct hist_trigger_data *hist_data) in track_data_alloc() argument
697 data->hist_data = hist_data; in track_data_alloc()
788 static void action_trace(struct hist_trigger_data *hist_data, in action_trace() argument
801 struct hist_trigger_data *hist_data; member
810 struct hist_trigger_data *hist_data = hist_field->hist_data; in hist_field_timestamp() local
811 struct trace_array *tr = hist_data->event_file->tr; in hist_field_timestamp()
815 if (hist_data->attrs->ts_in_usecs && trace_clock_in_ns(tr)) in hist_field_timestamp()
851 hist_field->var.hist_data == var_data) in check_field_for_var_ref()
869 static struct hist_field *find_var_ref(struct hist_trigger_data *hist_data, in find_var_ref() argument
876 for (i = 0; i < hist_data->n_var_refs; i++) { in find_var_ref()
877 hist_field = hist_data->var_refs[i]; in find_var_ref()
899 static struct hist_field *find_any_var_ref(struct hist_trigger_data *hist_data, in find_any_var_ref() argument
902 struct trace_array *tr = hist_data->event_file->tr; in find_any_var_ref()
907 if (var_data->hist_data == hist_data) in find_any_var_ref()
909 found = find_var_ref(var_data->hist_data, hist_data, var_idx); in find_any_var_ref()
930 static bool check_var_refs(struct hist_trigger_data *hist_data) in check_var_refs() argument
936 for_each_hist_field(i, hist_data) { in check_var_refs()
937 field = hist_data->fields[i]; in check_var_refs()
939 if (find_any_var_ref(hist_data, field->var.idx)) { in check_var_refs()
949 static struct hist_var_data *find_hist_vars(struct hist_trigger_data *hist_data) in find_hist_vars() argument
951 struct trace_array *tr = hist_data->event_file->tr; in find_hist_vars()
955 if (var_data->hist_data == hist_data) { in find_hist_vars()
990 static bool has_hist_vars(struct hist_trigger_data *hist_data) in has_hist_vars() argument
995 for_each_hist_field(i, hist_data) { in has_hist_vars()
996 hist_field = hist_data->fields[i]; in has_hist_vars()
1004 static int save_hist_vars(struct hist_trigger_data *hist_data) in save_hist_vars() argument
1006 struct trace_array *tr = hist_data->event_file->tr; in save_hist_vars()
1009 var_data = find_hist_vars(hist_data); in save_hist_vars()
1022 var_data->hist_data = hist_data; in save_hist_vars()
1028 static void remove_hist_vars(struct hist_trigger_data *hist_data) in remove_hist_vars() argument
1030 struct trace_array *tr = hist_data->event_file->tr; in remove_hist_vars()
1033 var_data = find_hist_vars(hist_data); in remove_hist_vars()
1037 if (WARN_ON(check_var_refs(hist_data))) in remove_hist_vars()
1047 static struct hist_field *find_var_field(struct hist_trigger_data *hist_data, in find_var_field() argument
1053 for_each_hist_field(i, hist_data) { in find_var_field()
1054 hist_field = hist_data->fields[i]; in find_var_field()
1065 static struct hist_field *find_var(struct hist_trigger_data *hist_data, in find_var() argument
1075 hist_field = find_var_field(hist_data, var_name); in find_var()
1104 var_hist_data = var_data->hist_data; in find_var_file()
1144 find_match_var(struct hist_trigger_data *hist_data, char *var_name) in find_match_var() argument
1146 struct trace_array *tr = hist_data->event_file->tr; in find_match_var()
1151 for (i = 0; i < hist_data->n_actions; i++) { in find_match_var()
1152 struct action_data *data = hist_data->actions[i]; in find_match_var()
1176 static struct hist_field *find_event_var(struct hist_trigger_data *hist_data, in find_event_var() argument
1181 struct trace_array *tr = hist_data->event_file->tr; in find_event_var()
1186 hist_field = find_match_var(hist_data, var_name); in find_event_var()
1220 static bool resolve_var_refs(struct hist_trigger_data *hist_data, void *key, in resolve_var_refs() argument
1230 for (i = 0; i < hist_data->n_var_refs; i++) { in resolve_var_refs()
1231 hist_field = hist_data->var_refs[i]; in resolve_var_refs()
1233 var_data = hist_field->var.hist_data; in resolve_var_refs()
1240 if ((self && var_data != hist_data) || in resolve_var_refs()
1241 (!self && var_data == hist_data)) in resolve_var_refs()
1564 struct hist_trigger_data *hist_data = elt->map->private_data; in hist_trigger_elt_data_alloc() local
1574 for_each_hist_field(i, hist_data) { in hist_trigger_elt_data_alloc()
1575 hist_field = hist_data->fields[i]; in hist_trigger_elt_data_alloc()
1587 n_str = hist_data->n_field_var_str + hist_data->n_save_var_str + in hist_trigger_elt_data_alloc()
1588 hist_data->n_var_str; in hist_trigger_elt_data_alloc()
1870 static struct hist_field *create_hist_field(struct hist_trigger_data *hist_data, in create_hist_field() argument
1886 hist_field->hist_data = hist_data; in create_hist_field()
1921 hist_field->operands[0] = create_hist_field(hist_data, field, fl, NULL); in create_hist_field()
1993 static void destroy_hist_fields(struct hist_trigger_data *hist_data) in destroy_hist_fields() argument
1998 if (hist_data->fields[i]) { in destroy_hist_fields()
1999 destroy_hist_field(hist_data->fields[i], 0); in destroy_hist_fields()
2000 hist_data->fields[i] = NULL; in destroy_hist_fields()
2004 for (i = 0; i < hist_data->n_var_refs; i++) { in destroy_hist_fields()
2005 WARN_ON(!(hist_data->var_refs[i]->flags & HIST_FIELD_FL_VAR_REF)); in destroy_hist_fields()
2006 __destroy_hist_field(hist_data->var_refs[i]); in destroy_hist_fields()
2007 hist_data->var_refs[i] = NULL; in destroy_hist_fields()
2018 ref_field->var.hist_data = var_field->hist_data; in init_var_ref()
2067 static int find_var_ref_idx(struct hist_trigger_data *hist_data, in find_var_ref_idx() argument
2073 for (i = 0; i < hist_data->n_var_refs; i++) { in find_var_ref_idx()
2074 ref_field = hist_data->var_refs[i]; in find_var_ref_idx()
2076 ref_field->var.hist_data == var_field->hist_data) in find_var_ref_idx()
2098 static struct hist_field *create_var_ref(struct hist_trigger_data *hist_data, in create_var_ref() argument
2107 for (i = 0; i < hist_data->n_var_refs; i++) { in create_var_ref()
2108 ref_field = hist_data->var_refs[i]; in create_var_ref()
2110 ref_field->var.hist_data == var_field->hist_data) { in create_var_ref()
2116 ref_field = create_hist_field(var_field->hist_data, NULL, flags, NULL); in create_var_ref()
2123 hist_data->var_refs[hist_data->n_var_refs] = ref_field; in create_var_ref()
2124 ref_field->var_ref_idx = hist_data->n_var_refs++; in create_var_ref()
2138 static char *field_name_from_var(struct hist_trigger_data *hist_data, in field_name_from_var() argument
2144 for (i = 0; i < hist_data->attrs->var_defs.n_vars; i++) { in field_name_from_var()
2145 name = hist_data->attrs->var_defs.name[i]; in field_name_from_var()
2148 field = hist_data->attrs->var_defs.expr[i]; in field_name_from_var()
2158 static char *local_field_var_ref(struct hist_trigger_data *hist_data, in local_field_var_ref() argument
2165 call = hist_data->event_file->event_call; in local_field_var_ref()
2182 return field_name_from_var(hist_data, var_name); in local_field_var_ref()
2185 static struct hist_field *parse_var_ref(struct hist_trigger_data *hist_data, in parse_var_ref() argument
2190 struct trace_array *tr = hist_data->event_file->tr; in parse_var_ref()
2197 var_field = find_event_var(hist_data, system, event_name, var_name); in parse_var_ref()
2199 ref_field = create_var_ref(hist_data, var_field, in parse_var_ref()
2209 parse_field(struct hist_trigger_data *hist_data, struct trace_event_file *file, in parse_field() argument
2265 hist_data->enable_timestamps = true; in parse_field()
2267 hist_data->attrs->ts_in_usecs = true; in parse_field()
2294 static struct hist_field *create_alias(struct hist_trigger_data *hist_data, in create_alias() argument
2301 alias = create_hist_field(hist_data, NULL, flags, var_name); in create_alias()
2318 static struct hist_field *parse_const(struct hist_trigger_data *hist_data, in parse_const() argument
2322 struct trace_array *tr = hist_data->event_file->tr; in parse_const()
2332 field = create_hist_field(hist_data, NULL, *flags, var_name); in parse_const()
2341 static struct hist_field *parse_atom(struct hist_trigger_data *hist_data, in parse_atom() argument
2352 hist_field = parse_const(hist_data, str, var_name, flags); in parse_atom()
2378 s = local_field_var_ref(hist_data, ref_system, ref_event, ref_var); in parse_atom()
2380 hist_field = parse_var_ref(hist_data, ref_system, in parse_atom()
2384 hist_field = create_alias(hist_data, hist_field, var_name); in parse_atom()
2395 field = parse_field(hist_data, file, str, flags, &buckets); in parse_atom()
2401 hist_field = create_hist_field(hist_data, field, *flags, var_name); in parse_atom()
2413 static struct hist_field *parse_expr(struct hist_trigger_data *hist_data,
2418 static struct hist_field *parse_unary(struct hist_trigger_data *hist_data, in parse_unary() argument
2466 expr = create_hist_field(hist_data, NULL, flags, var_name); in parse_unary()
2473 operand1 = parse_expr(hist_data, file, str, operand_flags, NULL, n_subexprs); in parse_unary()
2521 var = find_var_field(operand1->var.hist_data, operand1->name); in check_expr_operands()
2532 var = find_var_field(operand2->var.hist_data, operand2->name); in check_expr_operands()
2548 static struct hist_field *parse_expr(struct hist_trigger_data *hist_data, in parse_expr() argument
2569 return parse_atom(hist_data, file, str, &flags, var_name); in parse_expr()
2572 return parse_unary(hist_data, file, str, flags, var_name, n_subexprs); in parse_expr()
2592 operand1 = parse_expr(hist_data, file, operand1_str, operand_flags, NULL, n_subexprs); in parse_expr()
2604 operand2 = parse_expr(hist_data, file, str, operand_flags, NULL, n_subexprs); in parse_expr()
2651 expr = create_hist_field(hist_data, NULL, flags, var_name); in parse_expr()
2730 static char *find_trigger_filter(struct hist_trigger_data *hist_data, in find_trigger_filter() argument
2739 if (test->private_data == hist_data) in find_trigger_filter()
2753 struct hist_trigger_data *hist_data, in compatible_keys() argument
2759 if (hist_data->n_fields - hist_data->n_vals != n_keys) in compatible_keys()
2762 i = hist_data->n_vals; in compatible_keys()
2766 hist_field = hist_data->fields[i + n]; in compatible_keys()
2784 struct hist_trigger_data *hist_data; in find_compatible_hist() local
2794 hist_data = test->private_data; in find_compatible_hist()
2796 if (compatible_keys(target_hist_data, hist_data, n_keys)) in find_compatible_hist()
2797 return hist_data; in find_compatible_hist()
2867 struct hist_trigger_data *hist_data; in create_field_var_hist() local
2896 hist_data = find_compatible_hist(target_hist_data, file); in create_field_var_hist()
2897 if (!hist_data) { in create_field_var_hist()
2921 for_each_hist_key_field(i, hist_data) { in create_field_var_hist()
2922 key_field = hist_data->fields[i]; in create_field_var_hist()
2936 saved_filter = find_trigger_filter(hist_data, file); in create_field_var_hist()
2950 var_hist->hist_data = hist_data; in create_field_var_hist()
2983 find_target_event_var(struct hist_trigger_data *hist_data, in find_target_event_var() argument
2986 struct trace_event_file *file = hist_data->event_file; in find_target_event_var()
3004 hist_field = find_var_field(hist_data, var_name); in find_target_event_var()
3042 static void update_field_vars(struct hist_trigger_data *hist_data, in update_field_vars() argument
3048 __update_field_vars(elt, buffer, rbe, rec, hist_data->field_vars, in update_field_vars()
3049 hist_data->n_field_vars, 0); in update_field_vars()
3052 static void save_track_data_vars(struct hist_trigger_data *hist_data, in save_track_data_vars() argument
3058 __update_field_vars(elt, buffer, rbe, rec, hist_data->save_vars, in save_track_data_vars()
3059 hist_data->n_save_vars, hist_data->n_field_var_str); in save_track_data_vars()
3062 static struct hist_field *create_var(struct hist_trigger_data *hist_data, in create_var() argument
3069 if (find_var(hist_data, file, name) && !hist_data->remove) { in create_var()
3080 idx = tracing_map_add_var(hist_data->map); in create_var()
3090 var->var.hist_data = var->hist_data = hist_data; in create_var()
3104 static struct field_var *create_field_var(struct hist_trigger_data *hist_data, in create_field_var() argument
3114 if (hist_data->n_field_vars >= SYNTH_FIELDS_MAX) { in create_field_var()
3120 val = parse_atom(hist_data, file, field_name, &flags, NULL); in create_field_var()
3127 var = create_var(hist_data, file, field_name, val->size, val->type); in create_field_var()
3212 static u64 get_track_val(struct hist_trigger_data *hist_data, in get_track_val() argument
3224 static void save_track_val(struct hist_trigger_data *hist_data, in save_track_val() argument
3233 static void save_track_data(struct hist_trigger_data *hist_data, in save_track_data() argument
3240 data->track_data.save_data(hist_data, elt, buffer, rec, rbe, in save_track_data()
3248 struct hist_trigger_data *hist_data; in check_track_val() local
3251 hist_data = data->track_data.track_var->hist_data; in check_track_val()
3252 track_val = get_track_val(hist_data, elt, data); in check_track_val()
3272 track_val = get_track_val(track_data->hist_data, context->elt, in cond_snapshot_update()
3291 static void save_track_data_snapshot(struct hist_trigger_data *hist_data, in save_track_data_snapshot() argument
3298 struct trace_event_file *file = hist_data->event_file; in save_track_data_snapshot()
3308 struct hist_trigger_data *hist_data,
3312 static struct action_data *snapshot_action(struct hist_trigger_data *hist_data) in snapshot_action() argument
3316 if (!hist_data->n_actions) in snapshot_action()
3319 for (i = 0; i < hist_data->n_actions; i++) { in snapshot_action()
3320 struct action_data *data = hist_data->actions[i]; in snapshot_action()
3330 struct hist_trigger_data *hist_data) in track_data_snapshot_print() argument
3332 struct trace_event_file *file = hist_data->event_file; in track_data_snapshot_print()
3343 action = snapshot_action(hist_data); in track_data_snapshot_print()
3353 hist_trigger_print_key(m, hist_data, track_data->key, &track_data->elt); in track_data_snapshot_print()
3361 static void save_track_data_snapshot(struct hist_trigger_data *hist_data, in save_track_data_snapshot() argument
3368 struct hist_trigger_data *hist_data) {} in track_data_snapshot_print() argument
3372 struct hist_trigger_data *hist_data, in track_data_print() argument
3376 u64 track_val = get_track_val(hist_data, elt, data); in track_data_print()
3387 for (i = 0; i < hist_data->n_save_vars; i++) { in track_data_print()
3388 struct hist_field *save_val = hist_data->save_vars[i]->val; in track_data_print()
3389 struct hist_field *save_var = hist_data->save_vars[i]->var; in track_data_print()
3404 static void ontrack_action(struct hist_trigger_data *hist_data, in ontrack_action() argument
3413 save_track_val(hist_data, elt, data, var_val); in ontrack_action()
3414 save_track_data(hist_data, elt, buffer, rec, rbe, in ontrack_action()
3438 static void track_data_destroy(struct hist_trigger_data *hist_data, in track_data_destroy() argument
3441 struct trace_event_file *file = hist_data->event_file; in track_data_destroy()
3449 if (track_data && track_data->hist_data == hist_data) { in track_data_destroy()
3460 static int action_create(struct hist_trigger_data *hist_data,
3463 static int track_data_create(struct hist_trigger_data *hist_data, in track_data_create() argument
3467 struct trace_event_file *file = hist_data->event_file; in track_data_create()
3479 var_field = find_target_event_var(hist_data, NULL, NULL, track_data_var_str); in track_data_create()
3485 ref_field = create_var_ref(hist_data, var_field, NULL, NULL); in track_data_create()
3492 track_var = create_var(hist_data, file, "__max", sizeof(u64), "u64"); in track_data_create()
3500 track_var = create_var(hist_data, file, "__change", sizeof(u64), "u64"); in track_data_create()
3508 ret = action_create(hist_data, data); in track_data_create()
3664 static struct action_data *track_data_parse(struct hist_trigger_data *hist_data, in track_data_parse() argument
3687 ret = action_parse(hist_data->event_file->tr, str, data, handler); in track_data_parse()
3693 track_data_destroy(hist_data, data); in track_data_parse()
3717 static void destroy_field_vars(struct hist_trigger_data *hist_data) in destroy_field_vars() argument
3721 for (i = 0; i < hist_data->n_field_vars; i++) in destroy_field_vars()
3722 destroy_field_var(hist_data->field_vars[i]); in destroy_field_vars()
3724 for (i = 0; i < hist_data->n_save_vars; i++) in destroy_field_vars()
3725 destroy_field_var(hist_data->save_vars[i]); in destroy_field_vars()
3728 static void save_field_var(struct hist_trigger_data *hist_data, in save_field_var() argument
3731 hist_data->field_vars[hist_data->n_field_vars++] = field_var; in save_field_var()
3734 hist_data->n_field_var_str++; in save_field_var()
3768 trace_action_find_var(struct hist_trigger_data *hist_data, in trace_action_find_var() argument
3772 struct trace_array *tr = hist_data->event_file->tr; in trace_action_find_var()
3777 hist_field = find_target_event_var(hist_data, system, event, var); in trace_action_find_var()
3784 hist_field = find_event_var(hist_data, system, event, var); in trace_action_find_var()
3794 trace_action_create_field_var(struct hist_trigger_data *hist_data, in trace_action_create_field_var() argument
3807 field_var = create_target_field_var(hist_data, system, event, var); in trace_action_create_field_var()
3810 save_field_var(hist_data, field_var); in trace_action_create_field_var()
3833 hist_field = create_field_var_hist(hist_data, system, event, var); in trace_action_create_field_var()
3845 static int trace_action_create(struct hist_trigger_data *hist_data, in trace_action_create() argument
3848 struct trace_array *tr = hist_data->event_file->tr; in trace_action_create()
3895 hist_field = trace_action_find_var(hist_data, data, in trace_action_create()
3899 hist_field = trace_action_create_field_var(hist_data, in trace_action_create()
3912 var_ref = create_var_ref(hist_data, hist_field, in trace_action_create()
3920 var_ref_idx = find_var_ref_idx(hist_data, var_ref); in trace_action_create()
3954 static int action_create(struct hist_trigger_data *hist_data, in action_create() argument
3957 struct trace_event_file *file = hist_data->event_file; in action_create()
3966 return trace_action_create(hist_data, data); in action_create()
3969 track_data = track_data_alloc(hist_data->key_size, data, hist_data); in action_create()
3984 if (hist_data->n_save_vars) { in action_create()
3997 field_var = create_target_field_var(hist_data, NULL, NULL, param); in action_create()
4006 hist_data->save_vars[hist_data->n_save_vars++] = field_var; in action_create()
4008 hist_data->n_save_var_str++; in action_create()
4016 static int onmatch_create(struct hist_trigger_data *hist_data, in onmatch_create() argument
4019 return action_create(hist_data, data); in onmatch_create()
4072 static int create_hitcount_val(struct hist_trigger_data *hist_data) in create_hitcount_val() argument
4074 hist_data->fields[HITCOUNT_IDX] = in create_hitcount_val()
4075 create_hist_field(hist_data, NULL, HIST_FIELD_FL_HITCOUNT, NULL); in create_hitcount_val()
4076 if (!hist_data->fields[HITCOUNT_IDX]) in create_hitcount_val()
4079 hist_data->n_vals++; in create_hitcount_val()
4080 hist_data->n_fields++; in create_hitcount_val()
4082 if (WARN_ON(hist_data->n_vals > TRACING_MAP_VALS_MAX)) in create_hitcount_val()
4088 static int __create_val_field(struct hist_trigger_data *hist_data, in __create_val_field() argument
4097 hist_field = parse_expr(hist_data, file, field_str, flags, var_name, &n_subexprs); in __create_val_field()
4103 hist_data->fields[val_idx] = hist_field; in __create_val_field()
4105 ++hist_data->n_vals; in __create_val_field()
4106 ++hist_data->n_fields; in __create_val_field()
4108 if (WARN_ON(hist_data->n_vals > TRACING_MAP_VALS_MAX + TRACING_MAP_VARS_MAX)) in __create_val_field()
4114 static int create_val_field(struct hist_trigger_data *hist_data, in create_val_field() argument
4122 return __create_val_field(hist_data, val_idx, file, NULL, field_str, 0); in create_val_field()
4160 static int create_var_field(struct hist_trigger_data *hist_data, in create_var_field() argument
4165 struct trace_array *tr = hist_data->event_file->tr; in create_var_field()
4172 if (find_var(hist_data, file, var_name) && !hist_data->remove) { in create_var_field()
4178 hist_data->n_vars++; in create_var_field()
4179 if (WARN_ON(hist_data->n_vars > TRACING_MAP_VARS_MAX)) in create_var_field()
4182 ret = __create_val_field(hist_data, val_idx, file, var_name, expr_str, flags); in create_var_field()
4184 if (!ret && hist_data->fields[val_idx]->flags & HIST_FIELD_FL_EXECNAME) in create_var_field()
4185 update_var_execname(hist_data->fields[val_idx]); in create_var_field()
4187 if (!ret && hist_data->fields[val_idx]->flags & HIST_FIELD_FL_STRING) in create_var_field()
4188 hist_data->fields[val_idx]->var_str_idx = hist_data->n_var_str++; in create_var_field()
4193 static int create_val_fields(struct hist_trigger_data *hist_data, in create_val_fields() argument
4200 ret = create_hitcount_val(hist_data); in create_val_fields()
4204 fields_str = hist_data->attrs->vals_str; in create_val_fields()
4217 ret = create_val_field(hist_data, j++, file, field_str); in create_val_fields()
4228 static int create_key_field(struct hist_trigger_data *hist_data, in create_key_field() argument
4234 struct trace_array *tr = hist_data->event_file->tr; in create_key_field()
4248 hist_field = create_hist_field(hist_data, NULL, flags, NULL); in create_key_field()
4250 hist_field = parse_expr(hist_data, file, field_str, flags, in create_key_field()
4267 hist_data->fields[key_idx] = hist_field; in create_key_field()
4270 hist_data->fields[key_idx]->size = key_size; in create_key_field()
4271 hist_data->fields[key_idx]->offset = key_offset; in create_key_field()
4273 hist_data->key_size += key_size; in create_key_field()
4275 if (hist_data->key_size > HIST_KEY_SIZE_MAX) { in create_key_field()
4280 hist_data->n_keys++; in create_key_field()
4281 hist_data->n_fields++; in create_key_field()
4283 if (WARN_ON(hist_data->n_keys > TRACING_MAP_KEYS_MAX)) in create_key_field()
4291 static int create_key_fields(struct hist_trigger_data *hist_data, in create_key_fields() argument
4294 unsigned int i, key_offset = 0, n_vals = hist_data->n_vals; in create_key_fields()
4298 fields_str = hist_data->attrs->keys_str; in create_key_fields()
4306 ret = create_key_field(hist_data, i, key_offset, in create_key_fields()
4321 static int create_var_fields(struct hist_trigger_data *hist_data, in create_var_fields() argument
4324 unsigned int i, j = hist_data->n_vals; in create_var_fields()
4327 unsigned int n_vars = hist_data->attrs->var_defs.n_vars; in create_var_fields()
4330 char *var_name = hist_data->attrs->var_defs.name[i]; in create_var_fields()
4331 char *expr = hist_data->attrs->var_defs.expr[i]; in create_var_fields()
4333 ret = create_var_field(hist_data, j++, file, var_name, expr); in create_var_fields()
4341 static void free_var_defs(struct hist_trigger_data *hist_data) in free_var_defs() argument
4345 for (i = 0; i < hist_data->attrs->var_defs.n_vars; i++) { in free_var_defs()
4346 kfree(hist_data->attrs->var_defs.name[i]); in free_var_defs()
4347 kfree(hist_data->attrs->var_defs.expr[i]); in free_var_defs()
4350 hist_data->attrs->var_defs.n_vars = 0; in free_var_defs()
4353 static int parse_var_defs(struct hist_trigger_data *hist_data) in parse_var_defs() argument
4355 struct trace_array *tr = hist_data->event_file->tr; in parse_var_defs()
4360 for (i = 0; i < hist_data->attrs->n_assignments; i++) { in parse_var_defs()
4361 str = hist_data->attrs->assignment_str[i]; in parse_var_defs()
4386 hist_data->attrs->var_defs.name[n_vars] = s; in parse_var_defs()
4393 hist_data->attrs->var_defs.expr[n_vars++] = s; in parse_var_defs()
4395 hist_data->attrs->var_defs.n_vars = n_vars; in parse_var_defs()
4401 free_var_defs(hist_data); in parse_var_defs()
4406 static int create_hist_fields(struct hist_trigger_data *hist_data, in create_hist_fields() argument
4411 ret = parse_var_defs(hist_data); in create_hist_fields()
4415 ret = create_val_fields(hist_data, file); in create_hist_fields()
4419 ret = create_var_fields(hist_data, file); in create_hist_fields()
4423 ret = create_key_fields(hist_data, file); in create_hist_fields()
4427 free_var_defs(hist_data); in create_hist_fields()
4448 static int create_sort_keys(struct hist_trigger_data *hist_data) in create_sort_keys() argument
4450 struct trace_array *tr = hist_data->event_file->tr; in create_sort_keys()
4451 char *fields_str = hist_data->attrs->sort_key_str; in create_sort_keys()
4456 hist_data->n_sort_keys = 1; /* we always have at least one, hitcount */ in create_sort_keys()
4466 sort_key = &hist_data->sort_keys[i]; in create_sort_keys()
4501 for (j = 1, k = 1; j < hist_data->n_fields; j++) { in create_sort_keys()
4504 hist_field = hist_data->fields[j]; in create_sort_keys()
4523 if (j == hist_data->n_fields) { in create_sort_keys()
4530 hist_data->n_sort_keys = i; in create_sort_keys()
4535 static void destroy_actions(struct hist_trigger_data *hist_data) in destroy_actions() argument
4539 for (i = 0; i < hist_data->n_actions; i++) { in destroy_actions()
4540 struct action_data *data = hist_data->actions[i]; in destroy_actions()
4546 track_data_destroy(hist_data, data); in destroy_actions()
4552 static int parse_actions(struct hist_trigger_data *hist_data) in parse_actions() argument
4554 struct trace_array *tr = hist_data->event_file->tr; in parse_actions()
4561 for (i = 0; i < hist_data->attrs->n_actions; i++) { in parse_actions()
4562 str = hist_data->attrs->action_str[i]; in parse_actions()
4575 data = track_data_parse(hist_data, action_str, in parse_actions()
4584 data = track_data_parse(hist_data, action_str, in parse_actions()
4595 hist_data->actions[hist_data->n_actions++] = data; in parse_actions()
4601 static int create_actions(struct hist_trigger_data *hist_data) in create_actions() argument
4607 for (i = 0; i < hist_data->attrs->n_actions; i++) { in create_actions()
4608 data = hist_data->actions[i]; in create_actions()
4611 ret = onmatch_create(hist_data, data); in create_actions()
4616 ret = track_data_create(hist_data, data); in create_actions()
4629 struct hist_trigger_data *hist_data, in print_actions() argument
4634 for (i = 0; i < hist_data->n_actions; i++) { in print_actions()
4635 struct action_data *data = hist_data->actions[i]; in print_actions()
4642 track_data_print(m, hist_data, elt, data); in print_actions()
4647 struct hist_trigger_data *hist_data, in print_action_spec() argument
4653 for (i = 0; i < hist_data->n_save_vars; i++) { in print_action_spec()
4654 seq_printf(m, "%s", hist_data->save_vars[i]->var->var.name); in print_action_spec()
4655 if (i < hist_data->n_save_vars - 1) in print_action_spec()
4670 struct hist_trigger_data *hist_data, in print_track_data_spec() argument
4680 print_action_spec(m, hist_data, data); in print_track_data_spec()
4686 struct hist_trigger_data *hist_data, in print_onmatch_spec() argument
4694 print_action_spec(m, hist_data, data); in print_onmatch_spec()
4699 static bool actions_match(struct hist_trigger_data *hist_data, in actions_match() argument
4704 if (hist_data->n_actions != hist_data_test->n_actions) in actions_match()
4707 for (i = 0; i < hist_data->n_actions; i++) { in actions_match()
4708 struct action_data *data = hist_data->actions[i]; in actions_match()
4758 struct hist_trigger_data *hist_data) in print_actions_spec() argument
4762 for (i = 0; i < hist_data->n_actions; i++) { in print_actions_spec()
4763 struct action_data *data = hist_data->actions[i]; in print_actions_spec()
4766 print_onmatch_spec(m, hist_data, data); in print_actions_spec()
4769 print_track_data_spec(m, hist_data, data); in print_actions_spec()
4773 static void destroy_field_var_hists(struct hist_trigger_data *hist_data) in destroy_field_var_hists() argument
4777 for (i = 0; i < hist_data->n_field_var_hists; i++) { in destroy_field_var_hists()
4778 kfree(hist_data->field_var_hists[i]->cmd); in destroy_field_var_hists()
4779 kfree(hist_data->field_var_hists[i]); in destroy_field_var_hists()
4783 static void destroy_hist_data(struct hist_trigger_data *hist_data) in destroy_hist_data() argument
4785 if (!hist_data) in destroy_hist_data()
4788 destroy_hist_trigger_attrs(hist_data->attrs); in destroy_hist_data()
4789 destroy_hist_fields(hist_data); in destroy_hist_data()
4790 tracing_map_destroy(hist_data->map); in destroy_hist_data()
4792 destroy_actions(hist_data); in destroy_hist_data()
4793 destroy_field_vars(hist_data); in destroy_hist_data()
4794 destroy_field_var_hists(hist_data); in destroy_hist_data()
4796 kfree(hist_data); in destroy_hist_data()
4799 static int create_tracing_map_fields(struct hist_trigger_data *hist_data) in create_tracing_map_fields() argument
4801 struct tracing_map *map = hist_data->map; in create_tracing_map_fields()
4806 for_each_hist_field(i, hist_data) { in create_tracing_map_fields()
4807 hist_field = hist_data->fields[i]; in create_tracing_map_fields()
4837 hist_field->var.hist_data = hist_data; in create_tracing_map_fields()
4851 struct hist_trigger_data *hist_data; in create_hist_data() local
4854 hist_data = kzalloc(sizeof(*hist_data), GFP_KERNEL); in create_hist_data()
4855 if (!hist_data) in create_hist_data()
4858 hist_data->attrs = attrs; in create_hist_data()
4859 hist_data->remove = remove; in create_hist_data()
4860 hist_data->event_file = file; in create_hist_data()
4862 ret = parse_actions(hist_data); in create_hist_data()
4866 ret = create_hist_fields(hist_data, file); in create_hist_data()
4870 ret = create_sort_keys(hist_data); in create_hist_data()
4876 hist_data->map = tracing_map_create(map_bits, hist_data->key_size, in create_hist_data()
4877 map_ops, hist_data); in create_hist_data()
4878 if (IS_ERR(hist_data->map)) { in create_hist_data()
4879 ret = PTR_ERR(hist_data->map); in create_hist_data()
4880 hist_data->map = NULL; in create_hist_data()
4884 ret = create_tracing_map_fields(hist_data); in create_hist_data()
4888 return hist_data; in create_hist_data()
4890 hist_data->attrs = NULL; in create_hist_data()
4892 destroy_hist_data(hist_data); in create_hist_data()
4894 hist_data = ERR_PTR(ret); in create_hist_data()
4899 static void hist_trigger_elt_update(struct hist_trigger_data *hist_data, in hist_trigger_elt_update() argument
4913 for_each_hist_val_field(i, hist_data) { in hist_trigger_elt_update()
4914 hist_field = hist_data->fields[i]; in hist_trigger_elt_update()
4924 str_start = hist_data->n_field_var_str + in hist_trigger_elt_update()
4925 hist_data->n_save_var_str; in hist_trigger_elt_update()
4943 for_each_hist_key_field(i, hist_data) { in hist_trigger_elt_update()
4944 hist_field = hist_data->fields[i]; in hist_trigger_elt_update()
4952 update_field_vars(hist_data, elt, buffer, rbe, rec); in hist_trigger_elt_update()
4979 hist_trigger_actions(struct hist_trigger_data *hist_data, in hist_trigger_actions() argument
4988 for (i = 0; i < hist_data->n_actions; i++) { in hist_trigger_actions()
4989 data = hist_data->actions[i]; in hist_trigger_actions()
4990 data->fn(hist_data, elt, buffer, rec, rbe, key, data, var_ref_vals); in hist_trigger_actions()
4998 struct hist_trigger_data *hist_data = data->private_data; in event_hist_trigger() local
4999 bool use_compound_key = (hist_data->n_keys > 1); in event_hist_trigger()
5009 memset(compound_key, 0, hist_data->key_size); in event_hist_trigger()
5011 for_each_hist_key_field(i, hist_data) { in event_hist_trigger()
5012 key_field = hist_data->fields[i]; in event_hist_trigger()
5035 if (hist_data->n_var_refs && in event_hist_trigger()
5036 !resolve_var_refs(hist_data, key, var_ref_vals, false)) in event_hist_trigger()
5039 elt = tracing_map_insert(hist_data->map, key); in event_hist_trigger()
5043 hist_trigger_elt_update(hist_data, elt, buffer, rec, rbe, var_ref_vals); in event_hist_trigger()
5045 if (resolve_var_refs(hist_data, key, var_ref_vals, true)) in event_hist_trigger()
5046 hist_trigger_actions(hist_data, elt, buffer, rec, rbe, key, var_ref_vals); in event_hist_trigger()
5066 struct hist_trigger_data *hist_data, in hist_trigger_print_key() argument
5078 for_each_hist_key_field(i, hist_data) { in hist_trigger_print_key()
5079 key_field = hist_data->fields[i]; in hist_trigger_print_key()
5081 if (i > hist_data->n_vals) in hist_trigger_print_key()
5149 struct hist_trigger_data *hist_data, in hist_trigger_entry_print() argument
5156 hist_trigger_print_key(m, hist_data, key, elt); in hist_trigger_entry_print()
5161 for (i = 1; i < hist_data->n_vals; i++) { in hist_trigger_entry_print()
5162 field_name = hist_field_name(hist_data->fields[i], 0); in hist_trigger_entry_print()
5164 if (hist_data->fields[i]->flags & HIST_FIELD_FL_VAR || in hist_trigger_entry_print()
5165 hist_data->fields[i]->flags & HIST_FIELD_FL_EXPR) in hist_trigger_entry_print()
5168 if (hist_data->fields[i]->flags & HIST_FIELD_FL_HEX) { in hist_trigger_entry_print()
5177 print_actions(m, hist_data, elt); in hist_trigger_entry_print()
5183 struct hist_trigger_data *hist_data) in print_entries() argument
5186 struct tracing_map *map = hist_data->map; in print_entries()
5189 n_entries = tracing_map_sort_entries(map, hist_data->sort_keys, in print_entries()
5190 hist_data->n_sort_keys, in print_entries()
5196 hist_trigger_entry_print(m, hist_data, in print_entries()
5208 struct hist_trigger_data *hist_data; in hist_trigger_show() local
5218 hist_data = data->private_data; in hist_trigger_show()
5219 n_entries = print_entries(m, hist_data); in hist_trigger_show()
5223 track_data_snapshot_print(m, hist_data); in hist_trigger_show()
5226 (u64)atomic64_read(&hist_data->map->hits), in hist_trigger_show()
5227 n_entries, (u64)atomic64_read(&hist_data->map->drops)); in hist_trigger_show()
5326 seq_printf(m, " var.hist_data: %p\n", field->var.hist_data); in hist_field_debug_show()
5410 struct hist_trigger_data *hist_data) in hist_actions_debug_show() argument
5414 if (hist_data->n_actions) in hist_actions_debug_show()
5417 for (i = 0; i < hist_data->n_actions; i++) { in hist_actions_debug_show()
5418 struct action_data *action = hist_data->actions[i]; in hist_actions_debug_show()
5425 if (hist_data->n_save_vars) in hist_actions_debug_show()
5428 for (i = 0; i < hist_data->n_save_vars; i++) { in hist_actions_debug_show()
5429 ret = field_var_debug_show(m, hist_data->save_vars[i], i, true); in hist_actions_debug_show()
5440 struct hist_trigger_data *hist_data; in hist_trigger_debug_show() local
5450 hist_data = data->private_data; in hist_trigger_debug_show()
5452 seq_printf(m, "hist_data: %p\n\n", hist_data); in hist_trigger_debug_show()
5453 seq_printf(m, " n_vals: %u\n", hist_data->n_vals); in hist_trigger_debug_show()
5454 seq_printf(m, " n_keys: %u\n", hist_data->n_keys); in hist_trigger_debug_show()
5455 seq_printf(m, " n_fields: %u\n", hist_data->n_fields); in hist_trigger_debug_show()
5460 ret = hist_field_debug_show(m, hist_data->fields[0], in hist_trigger_debug_show()
5465 for (i = 1; i < hist_data->n_vals; i++) { in hist_trigger_debug_show()
5467 ret = hist_field_debug_show(m, hist_data->fields[i], 0); in hist_trigger_debug_show()
5474 for (i = hist_data->n_vals; i < hist_data->n_fields; i++) { in hist_trigger_debug_show()
5476 ret = hist_field_debug_show(m, hist_data->fields[i], in hist_trigger_debug_show()
5482 if (hist_data->n_var_refs) in hist_trigger_debug_show()
5485 for (i = 0; i < hist_data->n_var_refs; i++) { in hist_trigger_debug_show()
5487 ret = hist_field_debug_show(m, hist_data->var_refs[i], in hist_trigger_debug_show()
5493 if (hist_data->n_field_vars) in hist_trigger_debug_show()
5496 for (i = 0; i < hist_data->n_field_vars; i++) { in hist_trigger_debug_show()
5497 ret = field_var_debug_show(m, hist_data->field_vars[i], i, false); in hist_trigger_debug_show()
5502 ret = hist_actions_debug_show(m, hist_data); in hist_trigger_debug_show()
5587 struct hist_trigger_data *hist_data = data->private_data; in event_hist_trigger_print() local
5599 for_each_hist_key_field(i, hist_data) { in event_hist_trigger_print()
5600 field = hist_data->fields[i]; in event_hist_trigger_print()
5602 if (i > hist_data->n_vals) in event_hist_trigger_print()
5613 for_each_hist_val_field(i, hist_data) { in event_hist_trigger_print()
5614 field = hist_data->fields[i]; in event_hist_trigger_print()
5633 for_each_hist_val_field(i, hist_data) { in event_hist_trigger_print()
5634 field = hist_data->fields[i]; in event_hist_trigger_print()
5646 for (i = 0; i < hist_data->n_sort_keys; i++) { in event_hist_trigger_print()
5651 first_key_idx = hist_data->n_vals - hist_data->n_vars; in event_hist_trigger_print()
5653 sort_key = &hist_data->sort_keys[i]; in event_hist_trigger_print()
5666 idx += hist_data->n_vars; in event_hist_trigger_print()
5667 hist_field_print(m, hist_data->fields[idx]); in event_hist_trigger_print()
5673 seq_printf(m, ":size=%u", (1 << hist_data->map->map_bits)); in event_hist_trigger_print()
5674 if (hist_data->enable_timestamps) in event_hist_trigger_print()
5675 seq_printf(m, ":clock=%s", hist_data->attrs->clock); in event_hist_trigger_print()
5677 print_actions_spec(m, hist_data); in event_hist_trigger_print()
5695 struct hist_trigger_data *hist_data = data->private_data; in event_hist_trigger_init() local
5697 if (!data->ref && hist_data->attrs->name) in event_hist_trigger_init()
5698 save_named_trigger(hist_data->attrs->name, data); in event_hist_trigger_init()
5705 static void unregister_field_var_hists(struct hist_trigger_data *hist_data) in unregister_field_var_hists() argument
5712 for (i = 0; i < hist_data->n_field_var_hists; i++) { in unregister_field_var_hists()
5713 file = hist_data->field_var_hists[i]->hist_data->event_file; in unregister_field_var_hists()
5714 cmd = hist_data->field_var_hists[i]->cmd; in unregister_field_var_hists()
5724 struct hist_trigger_data *hist_data = data->private_data; in event_hist_trigger_free() local
5736 remove_hist_vars(hist_data); in event_hist_trigger_free()
5738 unregister_field_var_hists(hist_data); in event_hist_trigger_free()
5740 destroy_hist_data(hist_data); in event_hist_trigger_free()
5793 struct hist_trigger_data *hist_data = data->private_data; in hist_clear() local
5800 tracing_map_clear(hist_data->map); in hist_clear()
5831 struct hist_trigger_data *hist_data, *hist_data_test; in hist_trigger_match() local
5842 hist_data = data->private_data; in hist_trigger_match()
5845 if (hist_data->n_vals != hist_data_test->n_vals || in hist_trigger_match()
5846 hist_data->n_fields != hist_data_test->n_fields || in hist_trigger_match()
5847 hist_data->n_sort_keys != hist_data_test->n_sort_keys) in hist_trigger_match()
5856 for_each_hist_field(i, hist_data) { in hist_trigger_match()
5857 key_field = hist_data->fields[i]; in hist_trigger_match()
5877 for (i = 0; i < hist_data->n_sort_keys; i++) { in hist_trigger_match()
5878 sort_key = &hist_data->sort_keys[i]; in hist_trigger_match()
5890 if (!actions_match(hist_data, hist_data_test)) in hist_trigger_match()
5900 struct hist_trigger_data *hist_data = data->private_data; in hist_register_trigger() local
5905 if (hist_data->attrs->name) { in hist_register_trigger()
5906 named_data = find_named_trigger(hist_data->attrs->name); in hist_register_trigger()
5910 hist_err(tr, HIST_ERR_NAMED_MISMATCH, errpos(hist_data->attrs->name)); in hist_register_trigger()
5917 if (hist_data->attrs->name && !named_data) in hist_register_trigger()
5926 if (hist_data->attrs->pause) in hist_register_trigger()
5928 else if (hist_data->attrs->cont) in hist_register_trigger()
5930 else if (hist_data->attrs->clear) in hist_register_trigger()
5940 if (hist_data->attrs->cont || hist_data->attrs->clear) { in hist_register_trigger()
5946 if (hist_data->attrs->pause) in hist_register_trigger()
5961 if (hist_data->enable_timestamps) { in hist_register_trigger()
5962 char *clock = hist_data->attrs->clock; in hist_register_trigger()
5964 ret = tracing_set_clock(file->tr, hist_data->attrs->clock); in hist_register_trigger()
5974 destroy_hist_data(hist_data); in hist_register_trigger()
6002 struct hist_trigger_data *hist_data = data->private_data; in have_hist_trigger_match() local
6008 if (hist_data->attrs->name) in have_hist_trigger_match()
6009 named_data = find_named_trigger(hist_data->attrs->name); in have_hist_trigger_match()
6026 struct hist_trigger_data *hist_data = data->private_data; in hist_trigger_check_refs() local
6031 if (hist_data->attrs->name) in hist_trigger_check_refs()
6032 named_data = find_named_trigger(hist_data->attrs->name); in hist_trigger_check_refs()
6038 hist_data = test->private_data; in hist_trigger_check_refs()
6039 if (check_var_refs(hist_data)) in hist_trigger_check_refs()
6052 struct hist_trigger_data *hist_data = data->private_data; in hist_unregister_trigger() local
6058 if (hist_data->attrs->name) in hist_unregister_trigger()
6059 named_data = find_named_trigger(hist_data->attrs->name); in hist_unregister_trigger()
6076 if (hist_data->enable_timestamps) { in hist_unregister_trigger()
6077 if (!hist_data->remove || unregistered) in hist_unregister_trigger()
6084 struct hist_trigger_data *hist_data; in hist_file_check_refs() local
6091 hist_data = test->private_data; in hist_file_check_refs()
6092 if (check_var_refs(hist_data)) in hist_file_check_refs()
6103 struct hist_trigger_data *hist_data; in hist_unreg_all() local
6114 hist_data = test->private_data; in hist_unreg_all()
6124 if (hist_data->enable_timestamps) in hist_unreg_all()
6140 struct hist_trigger_data *hist_data; in event_hist_trigger_func() local
6209 hist_data = create_hist_data(hist_trigger_bits, attrs, file, remove); in event_hist_trigger_func()
6210 if (IS_ERR(hist_data)) { in event_hist_trigger_func()
6212 return PTR_ERR(hist_data); in event_hist_trigger_func()
6230 trigger_data->private_data = hist_data; in event_hist_trigger_func()
6273 if (has_hist_vars(hist_data)) in event_hist_trigger_func()
6274 save_hist_vars(hist_data); in event_hist_trigger_func()
6276 ret = create_actions(hist_data); in event_hist_trigger_func()
6280 ret = tracing_map_init(hist_data->map); in event_hist_trigger_func()
6305 remove_hist_vars(hist_data); in event_hist_trigger_func()
6309 destroy_hist_data(hist_data); in event_hist_trigger_func()