Lines Matching refs:inject
140 static int output_bytes(struct perf_inject *inject, void *buf, size_t sz) in output_bytes() argument
144 size = perf_data__write(&inject->output, buf, sz); in output_bytes()
148 inject->bytes_written += size; in output_bytes()
155 struct perf_inject *inject = container_of(tool, struct perf_inject, in perf_event__repipe_synth() local
158 return output_bytes(inject, event, event->header.size); in perf_event__repipe_synth()
195 struct perf_inject *inject = container_of(tool, struct perf_inject, in perf_event__repipe_attr() local
203 if (!inject->is_pipe) in perf_event__repipe_attr()
218 static int copy_bytes(struct perf_inject *inject, struct perf_data *data, off_t size) in copy_bytes() argument
228 ret = output_bytes(inject, buf, ssz); in copy_bytes()
241 struct perf_inject *inject = container_of(tool, struct perf_inject, in perf_event__repipe_auxtrace() local
245 inject->have_auxtrace = true; in perf_event__repipe_auxtrace()
247 if (!inject->output.is_pipe) { in perf_event__repipe_auxtrace()
250 offset = lseek(inject->output.file.fd, 0, SEEK_CUR); in perf_event__repipe_auxtrace()
260 ret = output_bytes(inject, event, event->header.size); in perf_event__repipe_auxtrace()
263 ret = copy_bytes(inject, session->data, in perf_event__repipe_auxtrace()
266 ret = output_bytes(inject, event, in perf_event__repipe_auxtrace()
308 struct perf_inject *inject = container_of(tool, struct perf_inject, tool); in perf_event__drop_aux() local
310 if (!inject->aux_id) in perf_event__drop_aux()
311 inject->aux_id = sample->id; in perf_event__drop_aux()
317 perf_inject__cut_auxtrace_sample(struct perf_inject *inject, in perf_inject__cut_auxtrace_sample() argument
323 union perf_event *ev = (union perf_event *)inject->event_copy; in perf_inject__cut_auxtrace_sample()
350 struct perf_inject *inject = container_of(tool, struct perf_inject, in perf_event__repipe_sample() local
360 if (inject->itrace_synth_opts.set && sample->aux_sample.size) in perf_event__repipe_sample()
361 event = perf_inject__cut_auxtrace_sample(inject, event, sample); in perf_event__repipe_sample()
385 struct perf_inject *inject = container_of(tool, struct perf_inject, tool); in perf_event__jit_repipe_mmap() local
392 ret = jit_process(inject->session, &inject->output, machine, in perf_event__jit_repipe_mmap()
397 inject->bytes_written += n; in perf_event__jit_repipe_mmap()
500 struct perf_inject *inject = container_of(tool, struct perf_inject, tool); in perf_event__jit_repipe_mmap2() local
507 ret = jit_process(inject->session, &inject->output, machine, in perf_event__jit_repipe_mmap2()
512 inject->bytes_written += n; in perf_event__jit_repipe_mmap2()
683 static bool perf_inject__lookup_known_build_id(struct perf_inject *inject, in perf_inject__lookup_known_build_id() argument
689 strlist__for_each_entry(pos, inject->known_build_ids) { in perf_inject__lookup_known_build_id()
712 struct perf_inject *inject = container_of(tool, struct perf_inject, in dso__inject_build_id() local
721 if (inject->known_build_ids != NULL && in dso__inject_build_id()
722 perf_inject__lookup_known_build_id(inject, dso)) in dso__inject_build_id()
775 struct perf_inject *inject = container_of(tool, struct perf_inject, tool); in perf_inject__sched_process_exit() local
778 list_for_each_entry(ent, &inject->samples, node) { in perf_inject__sched_process_exit()
795 struct perf_inject *inject = container_of(tool, struct perf_inject, tool); in perf_inject__sched_switch() local
809 list_add(&ent->node, &inject->samples); in perf_inject__sched_switch()
823 struct perf_inject *inject = container_of(tool, struct perf_inject, tool); in perf_inject__sched_stat() local
826 list_for_each_entry(ent, &inject->samples, node) { in perf_inject__sched_stat()
1029 struct perf_inject *inject = container_of(tool, struct perf_inject, tool); in process_attr() local
1031 return perf_event__process_attr(tool, event, &inject->session->evlist); in process_attr()
1036 struct perf_inject *inject = container_of(gs, struct perf_inject, guest_session); in guest_session__add_attr() local
1068 ret = perf_event__synthesize_attr(&inject->tool, &attr, evsel->core.ids, in guest_session__add_attr()
1077 sid = evlist__id2sid(inject->session->evlist, id_array[i]); in guest_session__add_attr()
1105 static int synthesize_id_index(struct perf_inject *inject, size_t new_cnt) in synthesize_id_index() argument
1107 struct perf_session *session = inject->session; in synthesize_id_index()
1112 return __perf_event__synthesize_id_index(&inject->tool, perf_event__repipe, in synthesize_id_index()
1158 struct perf_inject *inject = container_of(tool, struct perf_inject, tool); in process_build_id() local
1160 return perf_event__process_build_id(inject->session, event); in process_build_id()
1163 static int synthesize_build_id(struct perf_inject *inject, struct dso *dso, pid_t machine_pid) in synthesize_build_id() argument
1165 struct machine *machine = perf_session__findnew_machine(inject->session, machine_pid); in synthesize_build_id()
1175 return perf_event__synthesize_build_id(&inject->tool, dso, cpumode, in synthesize_build_id()
1181 struct perf_inject *inject = container_of(gs, struct perf_inject, guest_session); in guest_session__add_build_ids() local
1187 perf_header__set_feat(&inject->session->header, HEADER_BUILD_ID); in guest_session__add_build_ids()
1190 ret = synthesize_build_id(inject, dso, gs->machine_pid); in guest_session__add_build_ids()
1331 struct perf_inject *inject = container_of(gs, struct perf_inject, guest_session); in guest_session__get_tc() local
1333 get_tsc_conv(&gs->host_tc, &inject->session->time_conv); in guest_session__get_tc()
1443 struct perf_inject *inject = container_of(gs, struct perf_inject, guest_session); in guest_session__inject_events() local
1532 ret = evlist__append_id_sample(inject->session->evlist, ev, sample); in guest_session__inject_events()
1543 ret = output_bytes(inject, ev, ev->header.size); in guest_session__inject_events()
1559 struct perf_inject *inject = container_of(tool, struct perf_inject, tool); in host__repipe() local
1562 ret = guest_session__inject_events(&inject->guest_session, sample->time); in host__repipe()
1571 struct perf_inject *inject = container_of(session->tool, struct perf_inject, tool); in host__finished_init() local
1572 struct guest_session *gs = &inject->guest_session; in host__finished_init()
1600 ret = synthesize_id_index(inject, gs->session->evlist->core.nr_entries); in host__finished_init()
1631 struct perf_inject *inject = container_of(tool, struct perf_inject, tool); in host__finished_round() local
1638 ret = guest_session__inject_events(&inject->guest_session, timestamp); in host__finished_round()
1650 struct perf_inject *inject = container_of(tool, struct perf_inject, tool); in host__context_switch() local
1652 struct guest_session *gs = &inject->guest_session; in host__context_switch()
1708 static void strip_init(struct perf_inject *inject) in strip_init() argument
1710 struct evlist *evlist = inject->session->evlist; in strip_init()
1713 inject->tool.context_switch = perf_event__drop; in strip_init()
1721 struct perf_inject *inject = opt->value; in parse_vm_time_correlation() local
1728 inject->itrace_synth_opts.set = true; in parse_vm_time_correlation()
1729 inject->itrace_synth_opts.vm_time_correlation = true; in parse_vm_time_correlation()
1730 inject->in_place_update = true; in parse_vm_time_correlation()
1737 inject->itrace_synth_opts.vm_tm_corr_dry_run = true; in parse_vm_time_correlation()
1738 inject->in_place_update_dry_run = true; in parse_vm_time_correlation()
1744 inject->itrace_synth_opts.vm_tm_corr_args = strdup(args); in parse_vm_time_correlation()
1746 return inject->itrace_synth_opts.vm_tm_corr_args ? 0 : -ENOMEM; in parse_vm_time_correlation()
1751 struct perf_inject *inject = opt->value; in parse_guest_data() local
1752 struct guest_session *gs = &inject->guest_session; in parse_guest_data()
1772 inject->output.is_dir = true; in parse_guest_data()
1778 if (!inject->guest_session.machine_pid) in parse_guest_data()
1808 struct perf_inject *inject = data; in save_section_info_cb() local
1810 inject->secs[feat] = *section; in save_section_info_cb()
1814 static int save_section_info(struct perf_inject *inject) in save_section_info() argument
1816 struct perf_header *header = &inject->session->header; in save_section_info()
1817 int fd = perf_data__fd(inject->session->data); in save_section_info()
1819 return perf_header__process_sections(header, fd, inject, save_section_info_cb); in save_section_info()
1875 static int feat_copy(struct perf_inject *inject, int feat, struct feat_writer *fw) in feat_copy() argument
1877 int fd = perf_data__fd(inject->session->data); in feat_copy()
1878 u64 offs = inject->secs[feat].offset; in feat_copy()
1879 size_t sz = inject->secs[feat].size; in feat_copy()
1898 struct perf_inject *inject; member
1904 struct perf_inject *inject = inj_fc->inject; in feat_copy_cb() local
1907 if (!inject->secs[feat].offset || in feat_copy_cb()
1911 ret = feat_copy(inject, feat, fw); in feat_copy_cb()
1918 static int copy_kcore_dir(struct perf_inject *inject) in copy_kcore_dir() argument
1924 inject->input_name, inject->output.path); in copy_kcore_dir()
1935 struct perf_inject *inject = container_of(gs, struct perf_inject, guest_session); in guest_session__copy_kcore_dir() local
1940 gs->perf_data_file, inject->output.path, gs->machine_pid); in guest_session__copy_kcore_dir()
1949 static int output_fd(struct perf_inject *inject) in output_fd() argument
1951 return inject->in_place_update ? -1 : perf_data__fd(&inject->output); in output_fd()
1954 static int __cmd_inject(struct perf_inject *inject) in __cmd_inject() argument
1957 struct guest_session *gs = &inject->guest_session; in __cmd_inject()
1958 struct perf_session *session = inject->session; in __cmd_inject()
1959 int fd = output_fd(inject); in __cmd_inject()
1964 if (inject->build_ids || inject->sched_stat || in __cmd_inject()
1965 inject->itrace_synth_opts.set || inject->build_id_all) { in __cmd_inject()
1966 inject->tool.mmap = perf_event__repipe_mmap; in __cmd_inject()
1967 inject->tool.mmap2 = perf_event__repipe_mmap2; in __cmd_inject()
1968 inject->tool.fork = perf_event__repipe_fork; in __cmd_inject()
1970 inject->tool.tracing_data = perf_event__repipe_tracing_data; in __cmd_inject()
1976 if (inject->build_id_all) { in __cmd_inject()
1977 inject->tool.mmap = perf_event__repipe_buildid_mmap; in __cmd_inject()
1978 inject->tool.mmap2 = perf_event__repipe_buildid_mmap2; in __cmd_inject()
1979 } else if (inject->build_ids) { in __cmd_inject()
1980 inject->tool.sample = perf_event__inject_buildid; in __cmd_inject()
1981 } else if (inject->sched_stat) { in __cmd_inject()
1999 } else if (inject->itrace_synth_opts.vm_time_correlation) { in __cmd_inject()
2000 session->itrace_synth_opts = &inject->itrace_synth_opts; in __cmd_inject()
2001 memset(&inject->tool, 0, sizeof(inject->tool)); in __cmd_inject()
2002 inject->tool.id_index = perf_event__process_id_index; in __cmd_inject()
2003 inject->tool.auxtrace_info = perf_event__process_auxtrace_info; in __cmd_inject()
2004 inject->tool.auxtrace = perf_event__process_auxtrace; in __cmd_inject()
2005 inject->tool.auxtrace_error = perf_event__process_auxtrace_error; in __cmd_inject()
2006 inject->tool.ordered_events = true; in __cmd_inject()
2007 inject->tool.ordering_requires_timestamps = true; in __cmd_inject()
2008 } else if (inject->itrace_synth_opts.set) { in __cmd_inject()
2009 session->itrace_synth_opts = &inject->itrace_synth_opts; in __cmd_inject()
2010 inject->itrace_synth_opts.inject = true; in __cmd_inject()
2011 inject->tool.comm = perf_event__repipe_comm; in __cmd_inject()
2012 inject->tool.namespaces = perf_event__repipe_namespaces; in __cmd_inject()
2013 inject->tool.exit = perf_event__repipe_exit; in __cmd_inject()
2014 inject->tool.id_index = perf_event__process_id_index; in __cmd_inject()
2015 inject->tool.auxtrace_info = perf_event__process_auxtrace_info; in __cmd_inject()
2016 inject->tool.auxtrace = perf_event__process_auxtrace; in __cmd_inject()
2017 inject->tool.aux = perf_event__drop_aux; in __cmd_inject()
2018 inject->tool.itrace_start = perf_event__drop_aux; in __cmd_inject()
2019 inject->tool.aux_output_hw_id = perf_event__drop_aux; in __cmd_inject()
2020 inject->tool.ordered_events = true; in __cmd_inject()
2021 inject->tool.ordering_requires_timestamps = true; in __cmd_inject()
2024 if (inject->strip) in __cmd_inject()
2025 strip_init(inject); in __cmd_inject()
2033 inject->tool.mmap = host__repipe; in __cmd_inject()
2034 inject->tool.mmap2 = host__repipe; in __cmd_inject()
2035 inject->tool.comm = host__repipe; in __cmd_inject()
2036 inject->tool.fork = host__repipe; in __cmd_inject()
2037 inject->tool.exit = host__repipe; in __cmd_inject()
2038 inject->tool.lost = host__repipe; in __cmd_inject()
2039 inject->tool.context_switch = host__repipe; in __cmd_inject()
2040 inject->tool.ksymbol = host__repipe; in __cmd_inject()
2041 inject->tool.text_poke = host__repipe; in __cmd_inject()
2047 inject->tool.finished_init = host__finished_init; in __cmd_inject()
2049 inject->tool.finished_round = host__finished_round, in __cmd_inject()
2051 inject->tool.context_switch = host__context_switch; in __cmd_inject()
2056 inject->tool.ordered_events = true; in __cmd_inject()
2057 inject->tool.ordering_requires_timestamps = true; in __cmd_inject()
2069 if (!inject->itrace_synth_opts.set) in __cmd_inject()
2072 if (!inject->is_pipe && !inject->in_place_update) in __cmd_inject()
2091 if (!inject->is_pipe && !inject->in_place_update) { in __cmd_inject()
2094 .inject = inject, in __cmd_inject()
2097 if (inject->build_ids) in __cmd_inject()
2105 inject->have_auxtrace && !inject->itrace_synth_opts.set) in __cmd_inject()
2111 if (inject->itrace_synth_opts.set) { in __cmd_inject()
2114 if (inject->itrace_synth_opts.last_branch || in __cmd_inject()
2115 inject->itrace_synth_opts.add_last_branch) in __cmd_inject()
2120 session->header.data_size = inject->bytes_written; in __cmd_inject()
2123 if (inject->copy_kcore_dir) { in __cmd_inject()
2124 ret = copy_kcore_dir(inject); in __cmd_inject()
2144 struct perf_inject inject = { in cmd_inject() local
2186 .samples = LIST_HEAD_INIT(inject.samples), in cmd_inject()
2202 OPT_BOOLEAN('b', "build-ids", &inject.build_ids, in cmd_inject()
2204 OPT_BOOLEAN(0, "buildid-all", &inject.build_id_all, in cmd_inject()
2209 OPT_STRING('i', "input", &inject.input_name, "file", in cmd_inject()
2211 OPT_STRING('o', "output", &inject.output.path, "file", in cmd_inject()
2213 OPT_BOOLEAN('s', "sched-stat", &inject.sched_stat, in cmd_inject()
2217 OPT_BOOLEAN('j', "jit", &inject.jit_mode, "merge jitdump files into perf.data file"), in cmd_inject()
2228 OPT_CALLBACK_OPTARG(0, "itrace", &inject.itrace_synth_opts, in cmd_inject()
2232 OPT_BOOLEAN(0, "strip", &inject.strip, in cmd_inject()
2234 OPT_CALLBACK_OPTARG(0, "vm-time-correlation", &inject, NULL, "opts", in cmd_inject()
2237 OPT_CALLBACK_OPTARG(0, "guest-data", &inject, NULL, "opts", in cmd_inject()
2260 if (inject.strip && !inject.itrace_synth_opts.set) { in cmd_inject()
2268 if (inject.in_place_update) { in cmd_inject()
2269 if (!strcmp(inject.input_name, "-")) { in cmd_inject()
2273 if (strcmp(inject.output.path, "-")) { in cmd_inject()
2277 if (!data.force && !inject.in_place_update_dry_run) { in cmd_inject()
2282 if (!inject.in_place_update_dry_run) in cmd_inject()
2285 if (strcmp(inject.output.path, "-") && !inject.strip && in cmd_inject()
2286 has_kcore_dir(inject.input_name)) { in cmd_inject()
2287 inject.output.is_dir = true; in cmd_inject()
2288 inject.copy_kcore_dir = true; in cmd_inject()
2290 if (perf_data__open(&inject.output)) { in cmd_inject()
2296 data.path = inject.input_name; in cmd_inject()
2297 if (!strcmp(inject.input_name, "-") || inject.output.is_pipe) { in cmd_inject()
2298 inject.is_pipe = true; in cmd_inject()
2304 if (strcmp(inject.input_name, "-")) in cmd_inject()
2308 inject.session = __perf_session__new(&data, repipe, in cmd_inject()
2309 output_fd(&inject), in cmd_inject()
2310 &inject.tool); in cmd_inject()
2311 if (IS_ERR(inject.session)) { in cmd_inject()
2312 ret = PTR_ERR(inject.session); in cmd_inject()
2316 if (zstd_init(&(inject.session->zstd_data), 0) < 0) in cmd_inject()
2320 ret = save_section_info(&inject); in cmd_inject()
2324 if (!data.is_pipe && inject.output.is_pipe) { in cmd_inject()
2325 ret = perf_header__write_pipe(perf_data__fd(&inject.output)); in cmd_inject()
2331 ret = perf_event__synthesize_for_pipe(&inject.tool, in cmd_inject()
2332 inject.session, in cmd_inject()
2333 &inject.output, in cmd_inject()
2339 if (inject.build_ids && !inject.build_id_all) { in cmd_inject()
2346 inject.tool.ordered_events = true; in cmd_inject()
2347 inject.tool.ordering_requires_timestamps = true; in cmd_inject()
2349 inject.known_build_ids = in cmd_inject()
2352 if (inject.known_build_ids == NULL) { in cmd_inject()
2359 if (inject.sched_stat) { in cmd_inject()
2360 inject.tool.ordered_events = true; in cmd_inject()
2364 if (inject.jit_mode) { in cmd_inject()
2365 inject.tool.mmap2 = perf_event__jit_repipe_mmap2; in cmd_inject()
2366 inject.tool.mmap = perf_event__jit_repipe_mmap; in cmd_inject()
2367 inject.tool.ordered_events = true; in cmd_inject()
2368 inject.tool.ordering_requires_timestamps = true; in cmd_inject()
2373 inject.tool.finished_round = perf_event__drop_oe; in cmd_inject()
2376 ret = symbol__init(&inject.session->header.env); in cmd_inject()
2380 ret = __cmd_inject(&inject); in cmd_inject()
2382 guest_session__exit(&inject.guest_session); in cmd_inject()
2385 strlist__delete(inject.known_build_ids); in cmd_inject()
2386 zstd_fini(&(inject.session->zstd_data)); in cmd_inject()
2387 perf_session__delete(inject.session); in cmd_inject()
2389 if (!inject.in_place_update) in cmd_inject()
2390 perf_data__close(&inject.output); in cmd_inject()
2391 free(inject.itrace_synth_opts.vm_tm_corr_args); in cmd_inject()