xref: /linux-6.3-rc2/tools/perf/util/intel-pt-decoder/intel-pt-decoder.c

111 #define INTEL_PT_STATE_ERR1	(decoder->pkt_state)
269 static bool intel_pt_print_once(struct intel_pt_decoder *decoder,  in intel_pt_print_once()  argument
274 	if (decoder->print_once & bit)  in intel_pt_print_once()
276 	decoder->print_once |= bit;  in intel_pt_print_once()
288 static void intel_pt_setup_period(struct intel_pt_decoder *decoder)  in intel_pt_setup_period()  argument
290 	if (decoder->period_type == INTEL_PT_PERIOD_TICKS) {  in intel_pt_setup_period()
293 		period = intel_pt_lower_power_of_2(decoder->period);  in intel_pt_setup_period()
294 		decoder->period_mask  = ~(period - 1);  in intel_pt_setup_period()
295 		decoder->period_ticks = period;  in intel_pt_setup_period()
308 	struct intel_pt_decoder *decoder;  in intel_pt_decoder_new()  local
313 	decoder = zalloc(sizeof(struct intel_pt_decoder));  in intel_pt_decoder_new()
314 	if (!decoder)  in intel_pt_decoder_new()
317 	decoder->get_trace          = params->get_trace;  in intel_pt_decoder_new()
318 	decoder->walk_insn          = params->walk_insn;  in intel_pt_decoder_new()
319 	decoder->pgd_ip             = params->pgd_ip;  in intel_pt_decoder_new()
320 	decoder->lookahead          = params->lookahead;  in intel_pt_decoder_new()
321 	decoder->findnew_vmcs_info  = params->findnew_vmcs_info;  in intel_pt_decoder_new()
322 	decoder->data               = params->data;  in intel_pt_decoder_new()
323 	decoder->return_compression = params->return_compression;  in intel_pt_decoder_new()
324 	decoder->branch_enable      = params->branch_enable;  in intel_pt_decoder_new()
325 	decoder->hop                = params->quick >= 1;  in intel_pt_decoder_new()
326 	decoder->leap               = params->quick >= 2;  in intel_pt_decoder_new()
327 	decoder->vm_time_correlation = params->vm_time_correlation;  in intel_pt_decoder_new()
328 	decoder->vm_tm_corr_dry_run = params->vm_tm_corr_dry_run;  in intel_pt_decoder_new()
329 	decoder->first_timestamp    = params->first_timestamp;  in intel_pt_decoder_new()
330 	decoder->last_reliable_timestamp = params->first_timestamp;  in intel_pt_decoder_new()
331 	decoder->max_loops          = params->max_loops ? params->max_loops : INTEL_PT_MAX_LOOPS;  in intel_pt_decoder_new()
333 	decoder->flags              = params->flags;  in intel_pt_decoder_new()
335 	decoder->ctl                = params->ctl;  in intel_pt_decoder_new()
336 	decoder->period             = params->period;  in intel_pt_decoder_new()
337 	decoder->period_type        = params->period_type;  in intel_pt_decoder_new()
339 	decoder->max_non_turbo_ratio    = params->max_non_turbo_ratio;  in intel_pt_decoder_new()
340 	decoder->max_non_turbo_ratio_fp = params->max_non_turbo_ratio;  in intel_pt_decoder_new()
342 	decoder->cyc_threshold = intel_pt_cyc_threshold(decoder->ctl);  in intel_pt_decoder_new()
344 	intel_pt_setup_period(decoder);  in intel_pt_decoder_new()
346 	decoder->mtc_shift = params->mtc_period;  in intel_pt_decoder_new()
347 	decoder->ctc_rem_mask = (1 << decoder->mtc_shift) - 1;  in intel_pt_decoder_new()
349 	decoder->tsc_ctc_ratio_n = params->tsc_ctc_ratio_n;  in intel_pt_decoder_new()
350 	decoder->tsc_ctc_ratio_d = params->tsc_ctc_ratio_d;  in intel_pt_decoder_new()
352 	if (!decoder->tsc_ctc_ratio_n)  in intel_pt_decoder_new()
353 		decoder->tsc_ctc_ratio_d = 0;  in intel_pt_decoder_new()
355 	if (decoder->tsc_ctc_ratio_d) {  in intel_pt_decoder_new()
356 		if (!(decoder->tsc_ctc_ratio_n % decoder->tsc_ctc_ratio_d))  in intel_pt_decoder_new()
357 			decoder->tsc_ctc_mult = decoder->tsc_ctc_ratio_n /  in intel_pt_decoder_new()
358 						decoder->tsc_ctc_ratio_d;  in intel_pt_decoder_new()
367 	decoder->tsc_slip = 0x10000;  in intel_pt_decoder_new()
369 	intel_pt_log("timestamp: mtc_shift %u\n", decoder->mtc_shift);  in intel_pt_decoder_new()
370 	intel_pt_log("timestamp: tsc_ctc_ratio_n %u\n", decoder->tsc_ctc_ratio_n);  in intel_pt_decoder_new()
371 	intel_pt_log("timestamp: tsc_ctc_ratio_d %u\n", decoder->tsc_ctc_ratio_d);  in intel_pt_decoder_new()
372 	intel_pt_log("timestamp: tsc_ctc_mult %u\n", decoder->tsc_ctc_mult);  in intel_pt_decoder_new()
373 	intel_pt_log("timestamp: tsc_slip %#x\n", decoder->tsc_slip);  in intel_pt_decoder_new()
375 	if (decoder->hop)  in intel_pt_decoder_new()
378 	return decoder;  in intel_pt_decoder_new()
381 void intel_pt_set_first_timestamp(struct intel_pt_decoder *decoder,  in intel_pt_set_first_timestamp()  argument
384 	decoder->first_timestamp = first_timestamp;  in intel_pt_set_first_timestamp()
458 void intel_pt_decoder_free(struct intel_pt_decoder *decoder)  in intel_pt_decoder_free()  argument
460 	intel_pt_free_stack(&decoder->stack);  in intel_pt_decoder_free()
461 	free(decoder);  in intel_pt_decoder_free()
548 static inline void intel_pt_set_last_ip(struct intel_pt_decoder *decoder)  in intel_pt_set_last_ip()  argument
550 	decoder->last_ip = intel_pt_calc_ip(&decoder->packet, decoder->last_ip);  in intel_pt_set_last_ip()
551 	decoder->have_last_ip = true;  in intel_pt_set_last_ip()
554 static inline void intel_pt_set_ip(struct intel_pt_decoder *decoder)  in intel_pt_set_ip()  argument
556 	intel_pt_set_last_ip(decoder);  in intel_pt_set_ip()
557 	decoder->ip = decoder->last_ip;  in intel_pt_set_ip()
560 static void intel_pt_decoder_log_packet(struct intel_pt_decoder *decoder)  in intel_pt_decoder_log_packet()  argument
562 	intel_pt_log_packet(&decoder->packet, decoder->pkt_len, decoder->pos,  in intel_pt_decoder_log_packet()
563 			    decoder->buf);  in intel_pt_decoder_log_packet()
566 static int intel_pt_bug(struct intel_pt_decoder *decoder)  in intel_pt_bug()  argument
569 	decoder->pkt_state = INTEL_PT_STATE_NO_PSB;  in intel_pt_bug()
573 static inline void intel_pt_clear_tx_flags(struct intel_pt_decoder *decoder)  in intel_pt_clear_tx_flags()  argument
575 	decoder->tx_flags = 0;  in intel_pt_clear_tx_flags()
578 static inline void intel_pt_update_in_tx(struct intel_pt_decoder *decoder)  in intel_pt_update_in_tx()  argument
580 	decoder->tx_flags = decoder->packet.payload & INTEL_PT_IN_TX;  in intel_pt_update_in_tx()
583 static inline void intel_pt_update_pip(struct intel_pt_decoder *decoder)  in intel_pt_update_pip()  argument
585 	decoder->pip_payload = decoder->packet.payload;  in intel_pt_update_pip()
588 static inline void intel_pt_update_nr(struct intel_pt_decoder *decoder)  in intel_pt_update_nr()  argument
590 	decoder->next_nr = decoder->pip_payload & 1;  in intel_pt_update_nr()
593 static inline void intel_pt_set_nr(struct intel_pt_decoder *decoder)  in intel_pt_set_nr()  argument
595 	decoder->nr = decoder->pip_payload & 1;  in intel_pt_set_nr()
596 	decoder->next_nr = decoder->nr;  in intel_pt_set_nr()
599 static inline void intel_pt_set_pip(struct intel_pt_decoder *decoder)  in intel_pt_set_pip()  argument
601 	intel_pt_update_pip(decoder);  in intel_pt_set_pip()
602 	intel_pt_set_nr(decoder);  in intel_pt_set_pip()
605 static int intel_pt_bad_packet(struct intel_pt_decoder *decoder)  in intel_pt_bad_packet()  argument
607 	intel_pt_clear_tx_flags(decoder);  in intel_pt_bad_packet()
608 	decoder->have_tma = false;  in intel_pt_bad_packet()
609 	decoder->pkt_len = 1;  in intel_pt_bad_packet()
610 	decoder->pkt_step = 1;  in intel_pt_bad_packet()
611 	intel_pt_decoder_log_packet(decoder);  in intel_pt_bad_packet()
612 	if (decoder->pkt_state != INTEL_PT_STATE_NO_PSB) {  in intel_pt_bad_packet()
614 		decoder->pkt_state = INTEL_PT_STATE_ERR1;  in intel_pt_bad_packet()
619 static inline void intel_pt_update_sample_time(struct intel_pt_decoder *decoder)  in intel_pt_update_sample_time()  argument
621 	decoder->sample_timestamp = decoder->timestamp;  in intel_pt_update_sample_time()
622 	decoder->sample_insn_cnt = decoder->timestamp_insn_cnt;  in intel_pt_update_sample_time()
623 	decoder->state.cycles = decoder->tot_cyc_cnt;  in intel_pt_update_sample_time()
626 static void intel_pt_reposition(struct intel_pt_decoder *decoder)  in intel_pt_reposition()  argument
628 	decoder->ip = 0;  in intel_pt_reposition()
629 	decoder->pkt_state = INTEL_PT_STATE_NO_PSB;  in intel_pt_reposition()
630 	decoder->timestamp = 0;  in intel_pt_reposition()
631 	decoder->have_tma = false;  in intel_pt_reposition()
634 static int intel_pt_get_data(struct intel_pt_decoder *decoder, bool reposition)  in intel_pt_get_data()  argument
639 	decoder->pkt_step = 0;  in intel_pt_get_data()
642 	ret = decoder->get_trace(&buffer, decoder->data);  in intel_pt_get_data()
645 	decoder->buf = buffer.buf;  in intel_pt_get_data()
646 	decoder->len = buffer.len;  in intel_pt_get_data()
647 	if (!decoder->len) {  in intel_pt_get_data()
651 	decoder->buf_timestamp = buffer.ref_timestamp;  in intel_pt_get_data()
653 		intel_pt_reposition(decoder);  in intel_pt_get_data()
654 		decoder->ref_timestamp = buffer.ref_timestamp;  in intel_pt_get_data()
655 		decoder->state.trace_nr = buffer.trace_nr;  in intel_pt_get_data()
656 		decoder->vm_tm_corr_same_buf = false;  in intel_pt_get_data()
658 			     decoder->ref_timestamp);  in intel_pt_get_data()
665 static int intel_pt_get_next_data(struct intel_pt_decoder *decoder,  in intel_pt_get_next_data()  argument
668 	if (!decoder->next_buf)  in intel_pt_get_next_data()
669 		return intel_pt_get_data(decoder, reposition);  in intel_pt_get_next_data()
671 	decoder->buf = decoder->next_buf;  in intel_pt_get_next_data()
672 	decoder->len = decoder->next_len;  in intel_pt_get_next_data()
673 	decoder->next_buf = 0;  in intel_pt_get_next_data()
674 	decoder->next_len = 0;  in intel_pt_get_next_data()
678 static int intel_pt_get_split_packet(struct intel_pt_decoder *decoder)  in intel_pt_get_split_packet()  argument
680 	unsigned char *buf = decoder->temp_buf;  in intel_pt_get_split_packet()
684 	old_len = decoder->len;  in intel_pt_get_split_packet()
685 	len = decoder->len;  in intel_pt_get_split_packet()
686 	memcpy(buf, decoder->buf, len);  in intel_pt_get_split_packet()
688 	ret = intel_pt_get_data(decoder, false);  in intel_pt_get_split_packet()
690 		decoder->pos += old_len;  in intel_pt_get_split_packet()
695 	if (n > decoder->len)  in intel_pt_get_split_packet()
696 		n = decoder->len;  in intel_pt_get_split_packet()
697 	memcpy(buf + len, decoder->buf, n);  in intel_pt_get_split_packet()
700 	decoder->prev_pkt_ctx = decoder->pkt_ctx;  in intel_pt_get_split_packet()
701 	ret = intel_pt_get_packet(buf, len, &decoder->packet, &decoder->pkt_ctx);  in intel_pt_get_split_packet()
703 		decoder->next_buf = decoder->buf;  in intel_pt_get_split_packet()
704 		decoder->next_len = decoder->len;  in intel_pt_get_split_packet()
705 		decoder->buf = buf;  in intel_pt_get_split_packet()
706 		decoder->len = old_len;  in intel_pt_get_split_packet()
707 		return intel_pt_bad_packet(decoder);  in intel_pt_get_split_packet()
710 	decoder->next_buf = decoder->buf + (ret - old_len);  in intel_pt_get_split_packet()
711 	decoder->next_len = decoder->len - (ret - old_len);  in intel_pt_get_split_packet()
713 	decoder->buf = buf;  in intel_pt_get_split_packet()
714 	decoder->len = ret;  in intel_pt_get_split_packet()
720 	struct intel_pt_decoder	  *decoder;  member
731 static int intel_pt_pkt_lookahead(struct intel_pt_decoder *decoder,  in intel_pt_pkt_lookahead()  argument
735 	const unsigned char *buf = decoder->buf;  in intel_pt_pkt_lookahead()
736 	enum intel_pt_pkt_ctx pkt_ctx = decoder->pkt_ctx;  in intel_pt_pkt_lookahead()
737 	size_t len = decoder->len;  in intel_pt_pkt_lookahead()
740 	pkt_info.decoder          = decoder;  in intel_pt_pkt_lookahead()
741 	pkt_info.pos              = decoder->pos;  in intel_pt_pkt_lookahead()
742 	pkt_info.pkt_len          = decoder->pkt_step;  in intel_pt_pkt_lookahead()
743 	pkt_info.last_packet_type = decoder->last_packet_type;  in intel_pt_pkt_lookahead()
809 	struct intel_pt_decoder *decoder = pkt_info->decoder;  in intel_pt_calc_cyc_cb()  local
845 		if (decoder->mtc_shift > 8 && data->fixup_last_mtc) {  in intel_pt_calc_cyc_cb()
847 			intel_pt_fixup_last_mtc(mtc, decoder->mtc_shift,  in intel_pt_calc_cyc_cb()
854 		data->ctc_delta += mtc_delta << decoder->mtc_shift;  in intel_pt_calc_cyc_cb()
857 		if (decoder->tsc_ctc_mult) {  in intel_pt_calc_cyc_cb()
859 				data->ctc_delta * decoder->tsc_ctc_mult;  in intel_pt_calc_cyc_cb()
863 					decoder->tsc_ctc_ratio_n,  in intel_pt_calc_cyc_cb()
864 					decoder->tsc_ctc_ratio_d);  in intel_pt_calc_cyc_cb()
887 		    data->timestamp - timestamp < decoder->tsc_slip)  in intel_pt_calc_cyc_cb()
904 		if (!decoder->tsc_ctc_ratio_d)  in intel_pt_calc_cyc_cb()
909 		ctc_rem = ctc & decoder->ctc_rem_mask;  in intel_pt_calc_cyc_cb()
911 		data->last_mtc = (ctc >> decoder->mtc_shift) & 0xff;  in intel_pt_calc_cyc_cb()
914 		if (decoder->tsc_ctc_mult) {  in intel_pt_calc_cyc_cb()
915 			data->ctc_timestamp -= ctc_rem * decoder->tsc_ctc_mult;  in intel_pt_calc_cyc_cb()
918 				multdiv(ctc_rem, decoder->tsc_ctc_ratio_n,  in intel_pt_calc_cyc_cb()
919 					decoder->tsc_ctc_ratio_d);  in intel_pt_calc_cyc_cb()
937 		data->cbr_cyc_to_tsc = decoder->max_non_turbo_ratio_fp / cbr;  in intel_pt_calc_cyc_cb()
953 	if (!data->cbr && decoder->cbr) {  in intel_pt_calc_cyc_cb()
954 		data->cbr = decoder->cbr;  in intel_pt_calc_cyc_cb()
955 		data->cbr_cyc_to_tsc = decoder->cbr_cyc_to_tsc;  in intel_pt_calc_cyc_cb()
961 	cyc_to_tsc = (double)(timestamp - decoder->timestamp) / data->cycle_cnt;  in intel_pt_calc_cyc_cb()
970 	decoder->calc_cyc_to_tsc = cyc_to_tsc;  in intel_pt_calc_cyc_cb()
971 	decoder->have_calc_cyc_to_tsc = true;  in intel_pt_calc_cyc_cb()
984 static void intel_pt_calc_cyc_to_tsc(struct intel_pt_decoder *decoder,  in intel_pt_calc_cyc_to_tsc()  argument
990 		.last_mtc       = decoder->last_mtc,  in intel_pt_calc_cyc_to_tsc()
991 		.ctc_timestamp  = decoder->ctc_timestamp,  in intel_pt_calc_cyc_to_tsc()
992 		.ctc_delta      = decoder->ctc_delta,  in intel_pt_calc_cyc_to_tsc()
993 		.tsc_timestamp  = decoder->tsc_timestamp,  in intel_pt_calc_cyc_to_tsc()
994 		.timestamp      = decoder->timestamp,  in intel_pt_calc_cyc_to_tsc()
995 		.have_tma       = decoder->have_tma,  in intel_pt_calc_cyc_to_tsc()
996 		.fixup_last_mtc = decoder->fixup_last_mtc,  in intel_pt_calc_cyc_to_tsc()
1009 	intel_pt_pkt_lookahead(decoder, intel_pt_calc_cyc_cb, &data);  in intel_pt_calc_cyc_to_tsc()
1012 static int intel_pt_get_next_packet(struct intel_pt_decoder *decoder)  in intel_pt_get_next_packet()  argument
1016 	decoder->last_packet_type = decoder->packet.type;  in intel_pt_get_next_packet()
1019 		decoder->pos += decoder->pkt_step;  in intel_pt_get_next_packet()
1020 		decoder->buf += decoder->pkt_step;  in intel_pt_get_next_packet()
1021 		decoder->len -= decoder->pkt_step;  in intel_pt_get_next_packet()
1023 		if (!decoder->len) {  in intel_pt_get_next_packet()
1024 			ret = intel_pt_get_next_data(decoder, false);  in intel_pt_get_next_packet()
1029 		decoder->prev_pkt_ctx = decoder->pkt_ctx;  in intel_pt_get_next_packet()
1030 		ret = intel_pt_get_packet(decoder->buf, decoder->len,  in intel_pt_get_next_packet()
1031 					  &decoder->packet, &decoder->pkt_ctx);  in intel_pt_get_next_packet()
1033 		    decoder->len < INTEL_PT_PKT_MAX_SZ && !decoder->next_buf) {  in intel_pt_get_next_packet()
1034 			ret = intel_pt_get_split_packet(decoder);  in intel_pt_get_next_packet()
1039 			return intel_pt_bad_packet(decoder);  in intel_pt_get_next_packet()
1041 		decoder->pkt_len = ret;  in intel_pt_get_next_packet()
1042 		decoder->pkt_step = ret;  in intel_pt_get_next_packet()
1043 		intel_pt_decoder_log_packet(decoder);  in intel_pt_get_next_packet()
1044 	} while (decoder->packet.type == INTEL_PT_PAD);  in intel_pt_get_next_packet()
1049 static uint64_t intel_pt_next_period(struct intel_pt_decoder *decoder)  in intel_pt_next_period()  argument
1053 	timestamp = decoder->timestamp + decoder->timestamp_insn_cnt;  in intel_pt_next_period()
1054 	masked_timestamp = timestamp & decoder->period_mask;  in intel_pt_next_period()
1055 	if (decoder->continuous_period) {  in intel_pt_next_period()
1056 		if (masked_timestamp > decoder->last_masked_timestamp)  in intel_pt_next_period()
1060 		masked_timestamp = timestamp & decoder->period_mask;  in intel_pt_next_period()
1061 		if (masked_timestamp > decoder->last_masked_timestamp) {  in intel_pt_next_period()
1062 			decoder->last_masked_timestamp = masked_timestamp;  in intel_pt_next_period()
1063 			decoder->continuous_period = true;  in intel_pt_next_period()
1067 	if (masked_timestamp < decoder->last_masked_timestamp)  in intel_pt_next_period()
1068 		return decoder->period_ticks;  in intel_pt_next_period()
1070 	return decoder->period_ticks - (timestamp - masked_timestamp);  in intel_pt_next_period()
1073 static uint64_t intel_pt_next_sample(struct intel_pt_decoder *decoder)  in intel_pt_next_sample()  argument
1075 	switch (decoder->period_type) {  in intel_pt_next_sample()
1077 		return decoder->period - decoder->period_insn_cnt;  in intel_pt_next_sample()
1079 		return intel_pt_next_period(decoder);  in intel_pt_next_sample()
1087 static void intel_pt_sample_insn(struct intel_pt_decoder *decoder)  in intel_pt_sample_insn()  argument
1091 	switch (decoder->period_type) {  in intel_pt_sample_insn()
1093 		decoder->period_insn_cnt = 0;  in intel_pt_sample_insn()
1096 		timestamp = decoder->timestamp + decoder->timestamp_insn_cnt;  in intel_pt_sample_insn()
1097 		masked_timestamp = timestamp & decoder->period_mask;  in intel_pt_sample_insn()
1098 		if (masked_timestamp > decoder->last_masked_timestamp)  in intel_pt_sample_insn()
1099 			decoder->last_masked_timestamp = masked_timestamp;  in intel_pt_sample_insn()
1101 			decoder->last_masked_timestamp += decoder->period_ticks;  in intel_pt_sample_insn()
1109 	decoder->state.type |= INTEL_PT_INSTRUCTION;  in intel_pt_sample_insn()
1116 static void intel_pt_sample_fup_insn(struct intel_pt_decoder *decoder)  in intel_pt_sample_fup_insn()  argument
1122 	decoder->state.insn_op = INTEL_PT_OP_OTHER;  in intel_pt_sample_fup_insn()
1123 	decoder->state.insn_len = 0;  in intel_pt_sample_fup_insn()
1125 	if (!decoder->branch_enable || !decoder->pge || decoder->hop ||  in intel_pt_sample_fup_insn()
1126 	    decoder->ip != decoder->last_ip)  in intel_pt_sample_fup_insn()
1129 	if (!decoder->mtc_insn)  in intel_pt_sample_fup_insn()
1130 		decoder->mtc_insn = true;  in intel_pt_sample_fup_insn()
1132 	max_insn_cnt = intel_pt_next_sample(decoder);  in intel_pt_sample_fup_insn()
1136 	err = decoder->walk_insn(&intel_pt_insn, &insn_cnt, &decoder->ip,  in intel_pt_sample_fup_insn()
1137 				 0, max_insn_cnt, decoder->data);  in intel_pt_sample_fup_insn()
1143 		intel_pt_log_at("ERROR: Unexpected branch at FUP instruction", decoder->ip);  in intel_pt_sample_fup_insn()
1147 	decoder->tot_insn_cnt += insn_cnt;  in intel_pt_sample_fup_insn()
1148 	decoder->timestamp_insn_cnt += insn_cnt;  in intel_pt_sample_fup_insn()
1149 	decoder->sample_insn_cnt += insn_cnt;  in intel_pt_sample_fup_insn()
1150 	decoder->period_insn_cnt += insn_cnt;  in intel_pt_sample_fup_insn()
1152 	intel_pt_sample_insn(decoder);  in intel_pt_sample_fup_insn()
1154 	decoder->state.type |= INTEL_PT_INSTRUCTION;  in intel_pt_sample_fup_insn()
1155 	decoder->ip += intel_pt_insn.length;  in intel_pt_sample_fup_insn()
1158 static int intel_pt_walk_insn(struct intel_pt_decoder *decoder,  in intel_pt_walk_insn()  argument
1164 	if (!decoder->mtc_insn)  in intel_pt_walk_insn()
1165 		decoder->mtc_insn = true;  in intel_pt_walk_insn()
1167 	max_insn_cnt = intel_pt_next_sample(decoder);  in intel_pt_walk_insn()
1169 	err = decoder->walk_insn(intel_pt_insn, &insn_cnt, &decoder->ip, ip,  in intel_pt_walk_insn()
1170 				 max_insn_cnt, decoder->data);  in intel_pt_walk_insn()
1172 	decoder->tot_insn_cnt += insn_cnt;  in intel_pt_walk_insn()
1173 	decoder->timestamp_insn_cnt += insn_cnt;  in intel_pt_walk_insn()
1174 	decoder->sample_insn_cnt += insn_cnt;  in intel_pt_walk_insn()
1175 	decoder->period_insn_cnt += insn_cnt;  in intel_pt_walk_insn()
1178 		decoder->no_progress = 0;  in intel_pt_walk_insn()
1179 		decoder->pkt_state = INTEL_PT_STATE_ERR2;  in intel_pt_walk_insn()
1181 				decoder->ip);  in intel_pt_walk_insn()
1187 	if (ip && decoder->ip == ip) {  in intel_pt_walk_insn()
1193 		intel_pt_sample_insn(decoder);  in intel_pt_walk_insn()
1196 		decoder->state.type = INTEL_PT_INSTRUCTION;  in intel_pt_walk_insn()
1197 		decoder->state.from_ip = decoder->ip;  in intel_pt_walk_insn()
1198 		decoder->state.to_ip = 0;  in intel_pt_walk_insn()
1199 		decoder->ip += intel_pt_insn->length;  in intel_pt_walk_insn()
1208 			err = intel_pt_push(&decoder->stack, decoder->ip +  in intel_pt_walk_insn()
1214 		decoder->ret_addr = intel_pt_pop(&decoder->stack);  in intel_pt_walk_insn()
1218 		int cnt = decoder->no_progress++;  in intel_pt_walk_insn()
1220 		decoder->state.from_ip = decoder->ip;  in intel_pt_walk_insn()
1221 		decoder->ip += intel_pt_insn->length +  in intel_pt_walk_insn()
1223 		decoder->state.to_ip = decoder->ip;  in intel_pt_walk_insn()
1235 				decoder->stuck_ip = decoder->state.to_ip;  in intel_pt_walk_insn()
1236 				decoder->stuck_ip_prd = 1;  in intel_pt_walk_insn()
1237 				decoder->stuck_ip_cnt = 1;  in intel_pt_walk_insn()
1238 			} else if (cnt > decoder->max_loops ||  in intel_pt_walk_insn()
1239 				   decoder->state.to_ip == decoder->stuck_ip) {  in intel_pt_walk_insn()
1241 						decoder->state.to_ip);  in intel_pt_walk_insn()
1242 				decoder->pkt_state = INTEL_PT_STATE_ERR_RESYNC;  in intel_pt_walk_insn()
1245 			} else if (!--decoder->stuck_ip_cnt) {  in intel_pt_walk_insn()
1246 				decoder->stuck_ip_prd += 1;  in intel_pt_walk_insn()
1247 				decoder->stuck_ip_cnt = decoder->stuck_ip_prd;  in intel_pt_walk_insn()
1248 				decoder->stuck_ip = decoder->state.to_ip;  in intel_pt_walk_insn()
1254 	decoder->no_progress = 0;  in intel_pt_walk_insn()
1256 	decoder->state.insn_op = intel_pt_insn->op;  in intel_pt_walk_insn()
1257 	decoder->state.insn_len = intel_pt_insn->length;  in intel_pt_walk_insn()
1258 	memcpy(decoder->state.insn, intel_pt_insn->buf,  in intel_pt_walk_insn()
1261 	if (decoder->tx_flags & INTEL_PT_IN_TX)  in intel_pt_walk_insn()
1262 		decoder->state.flags |= INTEL_PT_IN_TX;  in intel_pt_walk_insn()
1267 static void intel_pt_mode_exec_status(struct intel_pt_decoder *decoder)  in intel_pt_mode_exec_status()  argument
1269 	bool iflag = decoder->packet.count & INTEL_PT_IFLAG;  in intel_pt_mode_exec_status()
1271 	decoder->exec_mode = decoder->packet.payload;  in intel_pt_mode_exec_status()
1272 	decoder->iflag = iflag;  in intel_pt_mode_exec_status()
1273 	decoder->next_iflag = iflag;  in intel_pt_mode_exec_status()
1274 	decoder->state.from_iflag = iflag;  in intel_pt_mode_exec_status()
1275 	decoder->state.to_iflag = iflag;  in intel_pt_mode_exec_status()
1278 static void intel_pt_mode_exec(struct intel_pt_decoder *decoder)  in intel_pt_mode_exec()  argument
1280 	bool iflag = decoder->packet.count & INTEL_PT_IFLAG;  in intel_pt_mode_exec()
1282 	decoder->exec_mode = decoder->packet.payload;  in intel_pt_mode_exec()
1283 	decoder->next_iflag = iflag;  in intel_pt_mode_exec()
1286 static void intel_pt_sample_iflag(struct intel_pt_decoder *decoder)  in intel_pt_sample_iflag()  argument
1288 	decoder->state.type |= INTEL_PT_IFLAG_CHG;  in intel_pt_sample_iflag()
1289 	decoder->state.from_iflag = decoder->iflag;  in intel_pt_sample_iflag()
1290 	decoder->state.to_iflag = decoder->next_iflag;  in intel_pt_sample_iflag()
1291 	decoder->iflag = decoder->next_iflag;  in intel_pt_sample_iflag()
1294 static void intel_pt_sample_iflag_chg(struct intel_pt_decoder *decoder)  in intel_pt_sample_iflag_chg()  argument
1296 	if (decoder->iflag != decoder->next_iflag)  in intel_pt_sample_iflag_chg()
1297 		intel_pt_sample_iflag(decoder);  in intel_pt_sample_iflag_chg()
1300 static void intel_pt_clear_fup_event(struct intel_pt_decoder *decoder)  in intel_pt_clear_fup_event()  argument
1302 	decoder->set_fup_tx_flags = false;  in intel_pt_clear_fup_event()
1303 	decoder->set_fup_ptw = false;  in intel_pt_clear_fup_event()
1304 	decoder->set_fup_mwait = false;  in intel_pt_clear_fup_event()
1305 	decoder->set_fup_pwre = false;  in intel_pt_clear_fup_event()
1306 	decoder->set_fup_exstop = false;  in intel_pt_clear_fup_event()
1307 	decoder->set_fup_bep = false;  in intel_pt_clear_fup_event()
1308 	decoder->set_fup_cfe_ip = false;  in intel_pt_clear_fup_event()
1309 	decoder->set_fup_cfe = false;  in intel_pt_clear_fup_event()
1310 	decoder->evd_cnt = 0;  in intel_pt_clear_fup_event()
1311 	decoder->set_fup_mode_exec = false;  in intel_pt_clear_fup_event()
1312 	decoder->iflag = decoder->next_iflag;  in intel_pt_clear_fup_event()
1315 static bool intel_pt_fup_event(struct intel_pt_decoder *decoder, bool no_tip)  in intel_pt_fup_event()  argument
1317 	enum intel_pt_sample_type type = decoder->state.type;  in intel_pt_fup_event()
1321 	decoder->state.type &= ~INTEL_PT_BRANCH;  in intel_pt_fup_event()
1323 	if (decoder->set_fup_cfe_ip || decoder->set_fup_cfe) {  in intel_pt_fup_event()
1324 		bool ip = decoder->set_fup_cfe_ip;  in intel_pt_fup_event()
1326 		decoder->set_fup_cfe_ip = false;  in intel_pt_fup_event()
1327 		decoder->set_fup_cfe = false;  in intel_pt_fup_event()
1328 		decoder->state.type |= INTEL_PT_EVT;  in intel_pt_fup_event()
1329 		if (!ip && decoder->pge)  in intel_pt_fup_event()
1330 			decoder->state.type |= INTEL_PT_BRANCH;  in intel_pt_fup_event()
1331 		decoder->state.cfe_type = decoder->fup_cfe_pkt.count;  in intel_pt_fup_event()
1332 		decoder->state.cfe_vector = decoder->fup_cfe_pkt.payload;  in intel_pt_fup_event()
1333 		decoder->state.evd_cnt = decoder->evd_cnt;  in intel_pt_fup_event()
1334 		decoder->state.evd = decoder->evd;  in intel_pt_fup_event()
1335 		decoder->evd_cnt = 0;  in intel_pt_fup_event()
1336 		if (ip || decoder->pge)  in intel_pt_fup_event()
1337 			decoder->state.flags |= INTEL_PT_FUP_IP;  in intel_pt_fup_event()
1340 	if (decoder->set_fup_mode_exec) {  in intel_pt_fup_event()
1341 		decoder->set_fup_mode_exec = false;  in intel_pt_fup_event()
1342 		intel_pt_sample_iflag(decoder);  in intel_pt_fup_event()
1346 	if (decoder->set_fup_tx_flags) {  in intel_pt_fup_event()
1347 		decoder->set_fup_tx_flags = false;  in intel_pt_fup_event()
1348 		decoder->tx_flags = decoder->fup_tx_flags;  in intel_pt_fup_event()
1349 		decoder->state.type |= INTEL_PT_TRANSACTION;  in intel_pt_fup_event()
1350 		if (decoder->fup_tx_flags & INTEL_PT_ABORT_TX)  in intel_pt_fup_event()
1351 			decoder->state.type |= INTEL_PT_BRANCH;  in intel_pt_fup_event()
1352 		decoder->state.flags = decoder->fup_tx_flags;  in intel_pt_fup_event()
1355 	if (decoder->set_fup_ptw) {  in intel_pt_fup_event()
1356 		decoder->set_fup_ptw = false;  in intel_pt_fup_event()
1357 		decoder->state.type |= INTEL_PT_PTW;  in intel_pt_fup_event()
1358 		decoder->state.flags |= INTEL_PT_FUP_IP;  in intel_pt_fup_event()
1359 		decoder->state.ptw_payload = decoder->fup_ptw_payload;  in intel_pt_fup_event()
1362 	if (decoder->set_fup_mwait) {  in intel_pt_fup_event()
1363 		decoder->set_fup_mwait = false;  in intel_pt_fup_event()
1364 		decoder->state.type |= INTEL_PT_MWAIT_OP;  in intel_pt_fup_event()
1365 		decoder->state.mwait_payload = decoder->fup_mwait_payload;  in intel_pt_fup_event()
1368 	if (decoder->set_fup_pwre) {  in intel_pt_fup_event()
1369 		decoder->set_fup_pwre = false;  in intel_pt_fup_event()
1370 		decoder->state.type |= INTEL_PT_PWR_ENTRY;  in intel_pt_fup_event()
1371 		decoder->state.pwre_payload = decoder->fup_pwre_payload;  in intel_pt_fup_event()
1374 	if (decoder->set_fup_exstop) {  in intel_pt_fup_event()
1375 		decoder->set_fup_exstop = false;  in intel_pt_fup_event()
1376 		decoder->state.type |= INTEL_PT_EX_STOP;  in intel_pt_fup_event()
1377 		decoder->state.flags |= INTEL_PT_FUP_IP;  in intel_pt_fup_event()
1380 	if (decoder->set_fup_bep) {  in intel_pt_fup_event()
1381 		decoder->set_fup_bep = false;  in intel_pt_fup_event()
1382 		decoder->state.type |= INTEL_PT_BLK_ITEMS;  in intel_pt_fup_event()
1385 	if (decoder->overflow) {  in intel_pt_fup_event()
1386 		decoder->overflow = false;  in intel_pt_fup_event()
1387 		if (!ret && !decoder->pge) {  in intel_pt_fup_event()
1388 			if (decoder->hop) {  in intel_pt_fup_event()
1389 				decoder->state.type = 0;  in intel_pt_fup_event()
1390 				decoder->pkt_state = INTEL_PT_STATE_RESAMPLE;  in intel_pt_fup_event()
1392 			decoder->pge = true;  in intel_pt_fup_event()
1393 			decoder->state.type |= INTEL_PT_BRANCH | INTEL_PT_TRACE_BEGIN;  in intel_pt_fup_event()
1394 			decoder->state.from_ip = 0;  in intel_pt_fup_event()
1395 			decoder->state.to_ip = decoder->ip;  in intel_pt_fup_event()
1400 		decoder->state.from_ip = decoder->ip;  in intel_pt_fup_event()
1401 		decoder->state.to_ip = 0;  in intel_pt_fup_event()
1403 			intel_pt_sample_fup_insn(decoder);  in intel_pt_fup_event()
1405 		decoder->state.type = type;  in intel_pt_fup_event()
1410 static inline bool intel_pt_fup_with_nlip(struct intel_pt_decoder *decoder,  in intel_pt_fup_with_nlip()  argument
1414 	return decoder->flags & INTEL_PT_FUP_WITH_NLIP && !err &&  in intel_pt_fup_with_nlip()
1416 	       ip == decoder->ip + intel_pt_insn->length;  in intel_pt_fup_with_nlip()
1419 static int intel_pt_walk_fup(struct intel_pt_decoder *decoder)  in intel_pt_walk_fup()  argument
1425 	ip = decoder->last_ip;  in intel_pt_walk_fup()
1428 		err = intel_pt_walk_insn(decoder, &intel_pt_insn, ip);  in intel_pt_walk_fup()
1432 		    intel_pt_fup_with_nlip(decoder, &intel_pt_insn, ip, err)) {  in intel_pt_walk_fup()
1433 			bool no_tip = decoder->pkt_state != INTEL_PT_STATE_FUP;  in intel_pt_walk_fup()
1435 			decoder->pkt_state = INTEL_PT_STATE_IN_SYNC;  in intel_pt_walk_fup()
1436 			if (intel_pt_fup_event(decoder, no_tip) && no_tip)  in intel_pt_walk_fup()
1440 		decoder->set_fup_tx_flags = false;  in intel_pt_walk_fup()
1446 					decoder->ip);  in intel_pt_walk_fup()
1447 			decoder->pkt_state = INTEL_PT_STATE_ERR_RESYNC;  in intel_pt_walk_fup()
1453 					decoder->ip);  in intel_pt_walk_fup()
1454 			decoder->pkt_state = INTEL_PT_STATE_ERR_RESYNC;  in intel_pt_walk_fup()
1458 		intel_pt_bug(decoder);  in intel_pt_walk_fup()
1462 static int intel_pt_walk_tip(struct intel_pt_decoder *decoder)  in intel_pt_walk_tip()  argument
1467 	err = intel_pt_walk_insn(decoder, &intel_pt_insn, 0);  in intel_pt_walk_tip()
1469 	    decoder->pgd_ip &&  in intel_pt_walk_tip()
1470 	    decoder->pkt_state == INTEL_PT_STATE_TIP_PGD &&  in intel_pt_walk_tip()
1471 	    (decoder->state.type & INTEL_PT_BRANCH) &&  in intel_pt_walk_tip()
1472 	    decoder->pgd_ip(decoder->state.to_ip, decoder->data)) {  in intel_pt_walk_tip()
1474 		decoder->no_progress = 0;  in intel_pt_walk_tip()
1475 		decoder->pge = false;  in intel_pt_walk_tip()
1476 		decoder->continuous_period = false;  in intel_pt_walk_tip()
1477 		decoder->pkt_state = INTEL_PT_STATE_IN_SYNC;  in intel_pt_walk_tip()
1478 		decoder->state.type |= INTEL_PT_TRACE_END;  in intel_pt_walk_tip()
1479 		intel_pt_update_nr(decoder);  in intel_pt_walk_tip()
1487 	intel_pt_update_nr(decoder);  in intel_pt_walk_tip()
1488 	intel_pt_sample_iflag_chg(decoder);  in intel_pt_walk_tip()
1491 		if (decoder->pkt_state == INTEL_PT_STATE_TIP_PGD) {  in intel_pt_walk_tip()
1492 			decoder->pge = false;  in intel_pt_walk_tip()
1493 			decoder->continuous_period = false;  in intel_pt_walk_tip()
1494 			decoder->pkt_state = INTEL_PT_STATE_IN_SYNC;  in intel_pt_walk_tip()
1495 			decoder->state.from_ip = decoder->ip;  in intel_pt_walk_tip()
1496 			if (decoder->packet.count == 0) {  in intel_pt_walk_tip()
1497 				decoder->state.to_ip = 0;  in intel_pt_walk_tip()
1499 				decoder->state.to_ip = decoder->last_ip;  in intel_pt_walk_tip()
1500 				decoder->ip = decoder->last_ip;  in intel_pt_walk_tip()
1502 			decoder->state.type |= INTEL_PT_TRACE_END;  in intel_pt_walk_tip()
1504 			decoder->pkt_state = INTEL_PT_STATE_IN_SYNC;  in intel_pt_walk_tip()
1505 			decoder->state.from_ip = decoder->ip;  in intel_pt_walk_tip()
1506 			if (decoder->packet.count == 0) {  in intel_pt_walk_tip()
1507 				decoder->state.to_ip = 0;  in intel_pt_walk_tip()
1509 				decoder->state.to_ip = decoder->last_ip;  in intel_pt_walk_tip()
1510 				decoder->ip = decoder->last_ip;  in intel_pt_walk_tip()
1517 		uint64_t to_ip = decoder->ip + intel_pt_insn.length +  in intel_pt_walk_tip()
1520 		if (decoder->pgd_ip &&  in intel_pt_walk_tip()
1521 		    decoder->pkt_state == INTEL_PT_STATE_TIP_PGD &&  in intel_pt_walk_tip()
1522 		    decoder->pgd_ip(to_ip, decoder->data)) {  in intel_pt_walk_tip()
1524 			decoder->pge = false;  in intel_pt_walk_tip()
1525 			decoder->continuous_period = false;  in intel_pt_walk_tip()
1526 			decoder->pkt_state = INTEL_PT_STATE_IN_SYNC;  in intel_pt_walk_tip()
1527 			decoder->ip = to_ip;  in intel_pt_walk_tip()
1528 			decoder->state.from_ip = decoder->ip;  in intel_pt_walk_tip()
1529 			decoder->state.to_ip = to_ip;  in intel_pt_walk_tip()
1530 			decoder->state.type |= INTEL_PT_TRACE_END;  in intel_pt_walk_tip()
1534 				decoder->ip);  in intel_pt_walk_tip()
1535 		decoder->pkt_state = INTEL_PT_STATE_ERR_RESYNC;  in intel_pt_walk_tip()
1539 	return intel_pt_bug(decoder);  in intel_pt_walk_tip()
1605 static int intel_pt_emulated_ptwrite(struct intel_pt_decoder *decoder)  in intel_pt_emulated_ptwrite()  argument
1607 	int n = 64 - decoder->tnt.count;  in intel_pt_emulated_ptwrite()
1610 		.payload = decoder->tnt.payload >> n,  in intel_pt_emulated_ptwrite()
1613 	decoder->emulated_ptwrite = false;  in intel_pt_emulated_ptwrite()
1616 	intel_pt_pkt_lookahead(decoder, intel_pt_eptw_lookahead_cb, &data);  in intel_pt_emulated_ptwrite()
1620 	decoder->state.type = INTEL_PT_PTW;  in intel_pt_emulated_ptwrite()
1621 	decoder->state.from_ip = decoder->ip;  in intel_pt_emulated_ptwrite()
1622 	decoder->state.to_ip = 0;  in intel_pt_emulated_ptwrite()
1623 	decoder->state.ptw_payload = data.payload;  in intel_pt_emulated_ptwrite()
1627 static int intel_pt_walk_tnt(struct intel_pt_decoder *decoder)  in intel_pt_walk_tnt()  argument
1633 		if (decoder->emulated_ptwrite)  in intel_pt_walk_tnt()
1634 			return intel_pt_emulated_ptwrite(decoder);  in intel_pt_walk_tnt()
1635 		err = intel_pt_walk_insn(decoder, &intel_pt_insn, 0);  in intel_pt_walk_tnt()
1637 			decoder->emulated_ptwrite = intel_pt_insn.emulated_ptwrite;  in intel_pt_walk_tnt()
1641 			decoder->emulated_ptwrite = false;  in intel_pt_walk_tnt()
1646 			if (!decoder->return_compression) {  in intel_pt_walk_tnt()
1648 						decoder->ip);  in intel_pt_walk_tnt()
1649 				decoder->pkt_state = INTEL_PT_STATE_ERR3;  in intel_pt_walk_tnt()
1652 			if (!decoder->ret_addr) {  in intel_pt_walk_tnt()
1654 						decoder->ip);  in intel_pt_walk_tnt()
1655 				decoder->pkt_state = INTEL_PT_STATE_ERR3;  in intel_pt_walk_tnt()
1658 			if (!(decoder->tnt.payload & BIT63)) {  in intel_pt_walk_tnt()
1660 						decoder->ip);  in intel_pt_walk_tnt()
1661 				decoder->pkt_state = INTEL_PT_STATE_ERR3;  in intel_pt_walk_tnt()
1664 			decoder->tnt.count -= 1;  in intel_pt_walk_tnt()
1665 			if (decoder->tnt.count)  in intel_pt_walk_tnt()
1666 				decoder->pkt_state = INTEL_PT_STATE_TNT_CONT;  in intel_pt_walk_tnt()
1668 				decoder->pkt_state = INTEL_PT_STATE_IN_SYNC;  in intel_pt_walk_tnt()
1669 			decoder->tnt.payload <<= 1;  in intel_pt_walk_tnt()
1670 			decoder->state.from_ip = decoder->ip;  in intel_pt_walk_tnt()
1671 			decoder->ip = decoder->ret_addr;  in intel_pt_walk_tnt()
1672 			decoder->state.to_ip = decoder->ip;  in intel_pt_walk_tnt()
1678 			err = intel_pt_get_next_packet(decoder);  in intel_pt_walk_tnt()
1681 			if (decoder->packet.type != INTEL_PT_TIP ||  in intel_pt_walk_tnt()
1682 			    decoder->packet.count == 0) {  in intel_pt_walk_tnt()
1684 						decoder->ip);  in intel_pt_walk_tnt()
1685 				decoder->pkt_state = INTEL_PT_STATE_ERR3;  in intel_pt_walk_tnt()
1686 				decoder->pkt_step = 0;  in intel_pt_walk_tnt()
1689 			intel_pt_set_last_ip(decoder);  in intel_pt_walk_tnt()
1690 			decoder->state.from_ip = decoder->ip;  in intel_pt_walk_tnt()
1691 			decoder->state.to_ip = decoder->last_ip;  in intel_pt_walk_tnt()
1692 			decoder->ip = decoder->last_ip;  in intel_pt_walk_tnt()
1693 			intel_pt_update_nr(decoder);  in intel_pt_walk_tnt()
1694 			intel_pt_sample_iflag_chg(decoder);  in intel_pt_walk_tnt()
1699 			decoder->tnt.count -= 1;  in intel_pt_walk_tnt()
1700 			if (decoder->tnt.count)  in intel_pt_walk_tnt()
1701 				decoder->pkt_state = INTEL_PT_STATE_TNT_CONT;  in intel_pt_walk_tnt()
1703 				decoder->pkt_state = INTEL_PT_STATE_IN_SYNC;  in intel_pt_walk_tnt()
1704 			if (decoder->tnt.payload & BIT63) {  in intel_pt_walk_tnt()
1705 				decoder->tnt.payload <<= 1;  in intel_pt_walk_tnt()
1706 				decoder->state.from_ip = decoder->ip;  in intel_pt_walk_tnt()
1707 				decoder->ip += intel_pt_insn.length +  in intel_pt_walk_tnt()
1709 				decoder->state.to_ip = decoder->ip;  in intel_pt_walk_tnt()
1713 			if (decoder->state.type & INTEL_PT_INSTRUCTION) {  in intel_pt_walk_tnt()
1714 				decoder->tnt.payload <<= 1;  in intel_pt_walk_tnt()
1715 				decoder->state.type = INTEL_PT_INSTRUCTION;  in intel_pt_walk_tnt()
1716 				decoder->state.from_ip = decoder->ip;  in intel_pt_walk_tnt()
1717 				decoder->state.to_ip = 0;  in intel_pt_walk_tnt()
1718 				decoder->ip += intel_pt_insn.length;  in intel_pt_walk_tnt()
1721 			decoder->sample_cyc = false;  in intel_pt_walk_tnt()
1722 			decoder->ip += intel_pt_insn.length;  in intel_pt_walk_tnt()
1723 			if (!decoder->tnt.count) {  in intel_pt_walk_tnt()
1724 				intel_pt_update_sample_time(decoder);  in intel_pt_walk_tnt()
1727 			decoder->tnt.payload <<= 1;  in intel_pt_walk_tnt()
1731 		return intel_pt_bug(decoder);  in intel_pt_walk_tnt()
1735 static int intel_pt_mode_tsx(struct intel_pt_decoder *decoder, bool *no_tip)  in intel_pt_mode_tsx()  argument
1740 	fup_tx_flags = decoder->packet.payload &  in intel_pt_mode_tsx()
1742 	err = intel_pt_get_next_packet(decoder);  in intel_pt_mode_tsx()
1745 	if (decoder->packet.type == INTEL_PT_FUP) {  in intel_pt_mode_tsx()
1746 		decoder->fup_tx_flags = fup_tx_flags;  in intel_pt_mode_tsx()
1747 		decoder->set_fup_tx_flags = true;  in intel_pt_mode_tsx()
1748 		if (!(decoder->fup_tx_flags & INTEL_PT_ABORT_TX))  in intel_pt_mode_tsx()
1752 				decoder->pos);  in intel_pt_mode_tsx()
1753 		intel_pt_update_in_tx(decoder);  in intel_pt_mode_tsx()
1758 static int intel_pt_evd(struct intel_pt_decoder *decoder)  in intel_pt_evd()  argument
1760 	if (decoder->evd_cnt >= INTEL_PT_MAX_EVDS) {  in intel_pt_evd()
1761 		intel_pt_log_at("ERROR: Too many EVD packets", decoder->pos);  in intel_pt_evd()
1764 	decoder->evd[decoder->evd_cnt++] = (struct intel_pt_evd){  in intel_pt_evd()
1765 		.type = decoder->packet.count,  in intel_pt_evd()
1766 		.payload = decoder->packet.payload,  in intel_pt_evd()
1787 static bool intel_pt_time_in_range(struct intel_pt_decoder *decoder,  in intel_pt_time_in_range()  argument
1790 	uint64_t max_timestamp = decoder->buf_timestamp;  in intel_pt_time_in_range()
1793 		max_timestamp = decoder->last_reliable_timestamp +  in intel_pt_time_in_range()
1796 	return timestamp >= decoder->last_reliable_timestamp &&  in intel_pt_time_in_range()
1797 	       timestamp < decoder->buf_timestamp;  in intel_pt_time_in_range()
1800 static void intel_pt_calc_tsc_timestamp(struct intel_pt_decoder *decoder)  in intel_pt_calc_tsc_timestamp()  argument
1805 	decoder->have_tma = false;  in intel_pt_calc_tsc_timestamp()
1807 	if (decoder->ref_timestamp) {  in intel_pt_calc_tsc_timestamp()
1808 		timestamp = intel_pt_8b_tsc(decoder->packet.payload,  in intel_pt_calc_tsc_timestamp()
1809 					    decoder->ref_timestamp);  in intel_pt_calc_tsc_timestamp()
1810 		decoder->tsc_timestamp = timestamp;  in intel_pt_calc_tsc_timestamp()
1811 		decoder->timestamp = timestamp;  in intel_pt_calc_tsc_timestamp()
1812 		decoder->ref_timestamp = 0;  in intel_pt_calc_tsc_timestamp()
1813 		decoder->timestamp_insn_cnt = 0;  in intel_pt_calc_tsc_timestamp()
1814 	} else if (decoder->timestamp) {  in intel_pt_calc_tsc_timestamp()
1815 		timestamp = decoder->packet.payload |  in intel_pt_calc_tsc_timestamp()
1816 			    (decoder->timestamp & (0xffULL << 56));  in intel_pt_calc_tsc_timestamp()
1817 		decoder->tsc_timestamp = timestamp;  in intel_pt_calc_tsc_timestamp()
1818 		if (timestamp < decoder->timestamp &&  in intel_pt_calc_tsc_timestamp()
1819 		    decoder->timestamp - timestamp < decoder->tsc_slip) {  in intel_pt_calc_tsc_timestamp()
1822 			timestamp = decoder->timestamp;  in intel_pt_calc_tsc_timestamp()
1824 		if (timestamp < decoder->timestamp) {  in intel_pt_calc_tsc_timestamp()
1825 			if (!decoder->buf_timestamp ||  in intel_pt_calc_tsc_timestamp()
1826 			    (timestamp + (1ULL << 56) < decoder->buf_timestamp)) {  in intel_pt_calc_tsc_timestamp()
1829 				decoder->tsc_timestamp = timestamp;  in intel_pt_calc_tsc_timestamp()
1832 				timestamp = decoder->timestamp;  in intel_pt_calc_tsc_timestamp()
1836 		if (decoder->vm_time_correlation &&  in intel_pt_calc_tsc_timestamp()
1837 		    (bad || !intel_pt_time_in_range(decoder, timestamp)) &&  in intel_pt_calc_tsc_timestamp()
1838 		    intel_pt_print_once(decoder, INTEL_PT_PRT_ONCE_ERANGE))  in intel_pt_calc_tsc_timestamp()
1840 		decoder->timestamp = timestamp;  in intel_pt_calc_tsc_timestamp()
1841 		decoder->timestamp_insn_cnt = 0;  in intel_pt_calc_tsc_timestamp()
1844 	if (decoder->last_packet_type == INTEL_PT_CYC) {  in intel_pt_calc_tsc_timestamp()
1845 		decoder->cyc_ref_timestamp = decoder->timestamp;  in intel_pt_calc_tsc_timestamp()
1846 		decoder->cycle_cnt = 0;  in intel_pt_calc_tsc_timestamp()
1847 		decoder->have_calc_cyc_to_tsc = false;  in intel_pt_calc_tsc_timestamp()
1848 		intel_pt_calc_cyc_to_tsc(decoder, false);  in intel_pt_calc_tsc_timestamp()
1851 	intel_pt_log_to("Setting timestamp", decoder->timestamp);  in intel_pt_calc_tsc_timestamp()
1854 static int intel_pt_overflow(struct intel_pt_decoder *decoder)  in intel_pt_overflow()  argument
1857 	intel_pt_clear_tx_flags(decoder);  in intel_pt_overflow()
1858 	intel_pt_set_nr(decoder);  in intel_pt_overflow()
1859 	decoder->timestamp_insn_cnt = 0;  in intel_pt_overflow()
1860 	decoder->pkt_state = INTEL_PT_STATE_IN_SYNC;  in intel_pt_overflow()
1861 	decoder->state.from_ip = decoder->ip;  in intel_pt_overflow()
1862 	decoder->ip = 0;  in intel_pt_overflow()
1863 	decoder->pge = false;  in intel_pt_overflow()
1864 	intel_pt_clear_fup_event(decoder);  in intel_pt_overflow()
1865 	decoder->overflow = true;  in intel_pt_overflow()
1869 static inline void intel_pt_mtc_cyc_cnt_pge(struct intel_pt_decoder *decoder)  in intel_pt_mtc_cyc_cnt_pge()  argument
1871 	if (decoder->have_cyc)  in intel_pt_mtc_cyc_cnt_pge()
1874 	decoder->cyc_cnt_timestamp = decoder->timestamp;  in intel_pt_mtc_cyc_cnt_pge()
1875 	decoder->base_cyc_cnt = decoder->tot_cyc_cnt;  in intel_pt_mtc_cyc_cnt_pge()
1878 static inline void intel_pt_mtc_cyc_cnt_cbr(struct intel_pt_decoder *decoder)  in intel_pt_mtc_cyc_cnt_cbr()  argument
1880 	decoder->tsc_to_cyc = decoder->cbr / decoder->max_non_turbo_ratio_fp;  in intel_pt_mtc_cyc_cnt_cbr()
1882 	if (decoder->pge)  in intel_pt_mtc_cyc_cnt_cbr()
1883 		intel_pt_mtc_cyc_cnt_pge(decoder);  in intel_pt_mtc_cyc_cnt_cbr()
1886 static inline void intel_pt_mtc_cyc_cnt_upd(struct intel_pt_decoder *decoder)  in intel_pt_mtc_cyc_cnt_upd()  argument
1890 	if (decoder->have_cyc)  in intel_pt_mtc_cyc_cnt_upd()
1893 	decoder->sample_cyc = true;  in intel_pt_mtc_cyc_cnt_upd()
1895 	if (!decoder->pge || decoder->timestamp <= decoder->cyc_cnt_timestamp)  in intel_pt_mtc_cyc_cnt_upd()
1898 	tsc_delta = decoder->timestamp - decoder->cyc_cnt_timestamp;  in intel_pt_mtc_cyc_cnt_upd()
1899 	tot_cyc_cnt = tsc_delta * decoder->tsc_to_cyc + decoder->base_cyc_cnt;  in intel_pt_mtc_cyc_cnt_upd()
1901 	if (tot_cyc_cnt > decoder->tot_cyc_cnt)  in intel_pt_mtc_cyc_cnt_upd()
1902 		decoder->tot_cyc_cnt = tot_cyc_cnt;  in intel_pt_mtc_cyc_cnt_upd()
1905 static void intel_pt_calc_tma(struct intel_pt_decoder *decoder)  in intel_pt_calc_tma()  argument
1907 	uint32_t ctc = decoder->packet.payload;  in intel_pt_calc_tma()
1908 	uint32_t fc = decoder->packet.count;  in intel_pt_calc_tma()
1909 	uint32_t ctc_rem = ctc & decoder->ctc_rem_mask;  in intel_pt_calc_tma()
1911 	if (!decoder->tsc_ctc_ratio_d)  in intel_pt_calc_tma()
1914 	if (decoder->pge && !decoder->in_psb)  in intel_pt_calc_tma()
1915 		intel_pt_mtc_cyc_cnt_pge(decoder);  in intel_pt_calc_tma()
1917 		intel_pt_mtc_cyc_cnt_upd(decoder);  in intel_pt_calc_tma()
1919 	decoder->last_mtc = (ctc >> decoder->mtc_shift) & 0xff;  in intel_pt_calc_tma()
1920 	decoder->last_ctc = ctc - ctc_rem;  in intel_pt_calc_tma()
1921 	decoder->ctc_timestamp = decoder->tsc_timestamp - fc;  in intel_pt_calc_tma()
1922 	if (decoder->tsc_ctc_mult) {  in intel_pt_calc_tma()
1923 		decoder->ctc_timestamp -= ctc_rem * decoder->tsc_ctc_mult;  in intel_pt_calc_tma()
1925 		decoder->ctc_timestamp -= multdiv(ctc_rem,  in intel_pt_calc_tma()
1926 						  decoder->tsc_ctc_ratio_n,  in intel_pt_calc_tma()
1927 						  decoder->tsc_ctc_ratio_d);  in intel_pt_calc_tma()
1929 	decoder->ctc_delta = 0;  in intel_pt_calc_tma()
1930 	decoder->have_tma = true;  in intel_pt_calc_tma()
1931 	decoder->fixup_last_mtc = true;  in intel_pt_calc_tma()
1933 		     decoder->ctc_timestamp, decoder->last_mtc, ctc_rem);  in intel_pt_calc_tma()
1936 static void intel_pt_calc_mtc_timestamp(struct intel_pt_decoder *decoder)  in intel_pt_calc_mtc_timestamp()  argument
1941 	if (!decoder->have_tma)  in intel_pt_calc_mtc_timestamp()
1944 	mtc = decoder->packet.payload;  in intel_pt_calc_mtc_timestamp()
1946 	if (decoder->mtc_shift > 8 && decoder->fixup_last_mtc) {  in intel_pt_calc_mtc_timestamp()
1947 		decoder->fixup_last_mtc = false;  in intel_pt_calc_mtc_timestamp()
1948 		intel_pt_fixup_last_mtc(mtc, decoder->mtc_shift,  in intel_pt_calc_mtc_timestamp()
1949 					&decoder->last_mtc);  in intel_pt_calc_mtc_timestamp()
1952 	if (mtc > decoder->last_mtc)  in intel_pt_calc_mtc_timestamp()
1953 		mtc_delta = mtc - decoder->last_mtc;  in intel_pt_calc_mtc_timestamp()
1955 		mtc_delta = mtc + 256 - decoder->last_mtc;  in intel_pt_calc_mtc_timestamp()
1957 	decoder->ctc_delta += mtc_delta << decoder->mtc_shift;  in intel_pt_calc_mtc_timestamp()
1959 	if (decoder->tsc_ctc_mult) {  in intel_pt_calc_mtc_timestamp()
1960 		timestamp = decoder->ctc_timestamp +  in intel_pt_calc_mtc_timestamp()
1961 			    decoder->ctc_delta * decoder->tsc_ctc_mult;  in intel_pt_calc_mtc_timestamp()
1963 		timestamp = decoder->ctc_timestamp +  in intel_pt_calc_mtc_timestamp()
1964 			    multdiv(decoder->ctc_delta,  in intel_pt_calc_mtc_timestamp()
1965 				    decoder->tsc_ctc_ratio_n,  in intel_pt_calc_mtc_timestamp()
1966 				    decoder->tsc_ctc_ratio_d);  in intel_pt_calc_mtc_timestamp()
1969 	if (timestamp < decoder->timestamp)  in intel_pt_calc_mtc_timestamp()
1971 			     timestamp, decoder->timestamp);  in intel_pt_calc_mtc_timestamp()
1973 		decoder->timestamp = timestamp;  in intel_pt_calc_mtc_timestamp()
1975 	intel_pt_mtc_cyc_cnt_upd(decoder);  in intel_pt_calc_mtc_timestamp()
1977 	decoder->timestamp_insn_cnt = 0;  in intel_pt_calc_mtc_timestamp()
1978 	decoder->last_mtc = mtc;  in intel_pt_calc_mtc_timestamp()
1980 	if (decoder->last_packet_type == INTEL_PT_CYC) {  in intel_pt_calc_mtc_timestamp()
1981 		decoder->cyc_ref_timestamp = decoder->timestamp;  in intel_pt_calc_mtc_timestamp()
1982 		decoder->cycle_cnt = 0;  in intel_pt_calc_mtc_timestamp()
1983 		decoder->have_calc_cyc_to_tsc = false;  in intel_pt_calc_mtc_timestamp()
1984 		intel_pt_calc_cyc_to_tsc(decoder, true);  in intel_pt_calc_mtc_timestamp()
1987 	intel_pt_log_to("Setting timestamp", decoder->timestamp);  in intel_pt_calc_mtc_timestamp()
1990 static void intel_pt_calc_cbr(struct intel_pt_decoder *decoder)  in intel_pt_calc_cbr()  argument
1992 	unsigned int cbr = decoder->packet.payload & 0xff;  in intel_pt_calc_cbr()
1994 	decoder->cbr_payload = decoder->packet.payload;  in intel_pt_calc_cbr()
1996 	if (decoder->cbr == cbr)  in intel_pt_calc_cbr()
1999 	decoder->cbr = cbr;  in intel_pt_calc_cbr()
2000 	decoder->cbr_cyc_to_tsc = decoder->max_non_turbo_ratio_fp / cbr;  in intel_pt_calc_cbr()
2002 	intel_pt_mtc_cyc_cnt_cbr(decoder);  in intel_pt_calc_cbr()
2005 static void intel_pt_calc_cyc_timestamp(struct intel_pt_decoder *decoder)  in intel_pt_calc_cyc_timestamp()  argument
2007 	uint64_t timestamp = decoder->cyc_ref_timestamp;  in intel_pt_calc_cyc_timestamp()
2009 	decoder->have_cyc = true;  in intel_pt_calc_cyc_timestamp()
2011 	decoder->cycle_cnt += decoder->packet.payload;  in intel_pt_calc_cyc_timestamp()
2012 	if (decoder->pge)  in intel_pt_calc_cyc_timestamp()
2013 		decoder->tot_cyc_cnt += decoder->packet.payload;  in intel_pt_calc_cyc_timestamp()
2014 	decoder->sample_cyc = true;  in intel_pt_calc_cyc_timestamp()
2016 	if (!decoder->cyc_ref_timestamp)  in intel_pt_calc_cyc_timestamp()
2019 	if (decoder->have_calc_cyc_to_tsc)  in intel_pt_calc_cyc_timestamp()
2020 		timestamp += decoder->cycle_cnt * decoder->calc_cyc_to_tsc;  in intel_pt_calc_cyc_timestamp()
2021 	else if (decoder->cbr)  in intel_pt_calc_cyc_timestamp()
2022 		timestamp += decoder->cycle_cnt * decoder->cbr_cyc_to_tsc;  in intel_pt_calc_cyc_timestamp()
2026 	if (timestamp < decoder->timestamp)  in intel_pt_calc_cyc_timestamp()
2028 			     timestamp, decoder->timestamp);  in intel_pt_calc_cyc_timestamp()
2030 		decoder->timestamp = timestamp;  in intel_pt_calc_cyc_timestamp()
2032 	decoder->timestamp_insn_cnt = 0;  in intel_pt_calc_cyc_timestamp()
2034 	intel_pt_log_to("Setting timestamp", decoder->timestamp);  in intel_pt_calc_cyc_timestamp()
2037 static void intel_pt_bbp(struct intel_pt_decoder *decoder)  in intel_pt_bbp()  argument
2039 	if (decoder->prev_pkt_ctx == INTEL_PT_NO_CTX) {  in intel_pt_bbp()
2040 		memset(decoder->state.items.mask, 0, sizeof(decoder->state.items.mask));  in intel_pt_bbp()
2041 		decoder->state.items.is_32_bit = false;  in intel_pt_bbp()
2043 	decoder->blk_type = decoder->packet.payload;  in intel_pt_bbp()
2044 	decoder->blk_type_pos = intel_pt_blk_type_pos(decoder->blk_type);  in intel_pt_bbp()
2045 	if (decoder->blk_type == INTEL_PT_GP_REGS)  in intel_pt_bbp()
2046 		decoder->state.items.is_32_bit = decoder->packet.count;  in intel_pt_bbp()
2047 	if (decoder->blk_type_pos < 0) {  in intel_pt_bbp()
2049 			     decoder->blk_type);  in intel_pt_bbp()
2050 	} else if (decoder->state.items.mask[decoder->blk_type_pos]) {  in intel_pt_bbp()
2052 			     decoder->blk_type);  in intel_pt_bbp()
2056 static void intel_pt_bip(struct intel_pt_decoder *decoder)  in intel_pt_bip()  argument
2058 	uint32_t id = decoder->packet.count;  in intel_pt_bip()
2060 	int pos = decoder->blk_type_pos;  in intel_pt_bip()
2064 			     id, decoder->blk_type);  in intel_pt_bip()
2068 	if (decoder->state.items.mask[pos] & bit) {  in intel_pt_bip()
2070 			     id, decoder->blk_type);  in intel_pt_bip()
2073 	decoder->state.items.mask[pos] |= bit;  in intel_pt_bip()
2074 	decoder->state.items.val[pos][id] = decoder->packet.payload;  in intel_pt_bip()
2078 static int intel_pt_walk_psbend(struct intel_pt_decoder *decoder)  in intel_pt_walk_psbend()  argument
2082 	decoder->in_psb = true;  in intel_pt_walk_psbend()
2085 		err = intel_pt_get_next_packet(decoder);  in intel_pt_walk_psbend()
2089 		switch (decoder->packet.type) {  in intel_pt_walk_psbend()
2115 			decoder->have_tma = false;  in intel_pt_walk_psbend()
2121 			err = intel_pt_overflow(decoder);  in intel_pt_walk_psbend()
2125 			intel_pt_calc_tsc_timestamp(decoder);  in intel_pt_walk_psbend()
2129 			intel_pt_calc_tma(decoder);  in intel_pt_walk_psbend()
2133 			intel_pt_calc_cbr(decoder);  in intel_pt_walk_psbend()
2137 			intel_pt_mode_exec_status(decoder);  in intel_pt_walk_psbend()
2141 			intel_pt_set_pip(decoder);  in intel_pt_walk_psbend()
2145 			decoder->pge = true;  in intel_pt_walk_psbend()
2146 			if (decoder->packet.count) {  in intel_pt_walk_psbend()
2147 				intel_pt_set_last_ip(decoder);  in intel_pt_walk_psbend()
2148 				decoder->psb_ip = decoder->last_ip;  in intel_pt_walk_psbend()
2153 			intel_pt_update_in_tx(decoder);  in intel_pt_walk_psbend()
2157 			intel_pt_calc_mtc_timestamp(decoder);  in intel_pt_walk_psbend()
2158 			if (decoder->period_type == INTEL_PT_PERIOD_MTC)  in intel_pt_walk_psbend()
2159 				decoder->state.type |= INTEL_PT_INSTRUCTION;  in intel_pt_walk_psbend()
2163 			intel_pt_calc_cyc_timestamp(decoder);  in intel_pt_walk_psbend()
2174 	decoder->in_psb = false;  in intel_pt_walk_psbend()
2179 static int intel_pt_walk_fup_tip(struct intel_pt_decoder *decoder)  in intel_pt_walk_fup_tip()  argument
2183 	if (decoder->tx_flags & INTEL_PT_ABORT_TX) {  in intel_pt_walk_fup_tip()
2184 		decoder->tx_flags = 0;  in intel_pt_walk_fup_tip()
2185 		decoder->state.flags &= ~INTEL_PT_IN_TX;  in intel_pt_walk_fup_tip()
2186 		decoder->state.flags |= INTEL_PT_ABORT_TX;  in intel_pt_walk_fup_tip()
2188 		decoder->state.flags |= INTEL_PT_ASYNC;  in intel_pt_walk_fup_tip()
2192 		err = intel_pt_get_next_packet(decoder);  in intel_pt_walk_fup_tip()
2196 		switch (decoder->packet.type) {  in intel_pt_walk_fup_tip()
2221 			decoder->pkt_state = INTEL_PT_STATE_ERR3;  in intel_pt_walk_fup_tip()
2222 			decoder->pkt_step = 0;  in intel_pt_walk_fup_tip()
2226 			intel_pt_calc_cbr(decoder);  in intel_pt_walk_fup_tip()
2230 			return intel_pt_overflow(decoder);  in intel_pt_walk_fup_tip()
2233 			decoder->state.from_ip = decoder->ip;  in intel_pt_walk_fup_tip()
2234 			if (decoder->packet.count == 0) {  in intel_pt_walk_fup_tip()
2235 				decoder->state.to_ip = 0;  in intel_pt_walk_fup_tip()
2237 				intel_pt_set_ip(decoder);  in intel_pt_walk_fup_tip()
2238 				decoder->state.to_ip = decoder->ip;  in intel_pt_walk_fup_tip()
2240 			decoder->pge = false;  in intel_pt_walk_fup_tip()
2241 			decoder->continuous_period = false;  in intel_pt_walk_fup_tip()
2242 			decoder->state.type |= INTEL_PT_TRACE_END;  in intel_pt_walk_fup_tip()
2243 			intel_pt_update_nr(decoder);  in intel_pt_walk_fup_tip()
2247 			decoder->pge = true;  in intel_pt_walk_fup_tip()
2249 				     decoder->ip);  in intel_pt_walk_fup_tip()
2250 			decoder->state.from_ip = 0;  in intel_pt_walk_fup_tip()
2251 			if (decoder->packet.count == 0) {  in intel_pt_walk_fup_tip()
2252 				decoder->state.to_ip = 0;  in intel_pt_walk_fup_tip()
2254 				intel_pt_set_ip(decoder);  in intel_pt_walk_fup_tip()
2255 				decoder->state.to_ip = decoder->ip;  in intel_pt_walk_fup_tip()
2257 			decoder->state.type |= INTEL_PT_TRACE_BEGIN;  in intel_pt_walk_fup_tip()
2258 			intel_pt_mtc_cyc_cnt_pge(decoder);  in intel_pt_walk_fup_tip()
2259 			intel_pt_set_nr(decoder);  in intel_pt_walk_fup_tip()
2263 			decoder->state.from_ip = decoder->ip;  in intel_pt_walk_fup_tip()
2264 			if (decoder->packet.count == 0) {  in intel_pt_walk_fup_tip()
2265 				decoder->state.to_ip = 0;  in intel_pt_walk_fup_tip()
2267 				intel_pt_set_ip(decoder);  in intel_pt_walk_fup_tip()
2268 				decoder->state.to_ip = decoder->ip;  in intel_pt_walk_fup_tip()
2270 			intel_pt_update_nr(decoder);  in intel_pt_walk_fup_tip()
2271 			intel_pt_sample_iflag_chg(decoder);  in intel_pt_walk_fup_tip()
2275 			intel_pt_update_pip(decoder);  in intel_pt_walk_fup_tip()
2279 			intel_pt_calc_mtc_timestamp(decoder);  in intel_pt_walk_fup_tip()
2280 			if (decoder->period_type == INTEL_PT_PERIOD_MTC)  in intel_pt_walk_fup_tip()
2281 				decoder->state.type |= INTEL_PT_INSTRUCTION;  in intel_pt_walk_fup_tip()
2285 			intel_pt_calc_cyc_timestamp(decoder);  in intel_pt_walk_fup_tip()
2289 			intel_pt_mode_exec(decoder);  in intel_pt_walk_fup_tip()
2298 			return intel_pt_bug(decoder);  in intel_pt_walk_fup_tip()
2303 static int intel_pt_resample(struct intel_pt_decoder *decoder)  in intel_pt_resample()  argument
2305 	decoder->pkt_state = INTEL_PT_STATE_IN_SYNC;  in intel_pt_resample()
2306 	decoder->state.type = INTEL_PT_INSTRUCTION;  in intel_pt_resample()
2307 	decoder->state.from_ip = decoder->ip;  in intel_pt_resample()
2308 	decoder->state.to_ip = 0;  in intel_pt_resample()
2408 static bool intel_pt_ovf_fup_lookahead(struct intel_pt_decoder *decoder)  in intel_pt_ovf_fup_lookahead()  argument
2415 	intel_pt_pkt_lookahead(decoder, intel_pt_ovf_fup_lookahead_cb, &data);  in intel_pt_ovf_fup_lookahead()
2435 static uint64_t intel_pt_ctc_to_tsc(struct intel_pt_decoder *decoder, uint64_t ctc)  in intel_pt_ctc_to_tsc()  argument
2437 	if (decoder->tsc_ctc_mult)  in intel_pt_ctc_to_tsc()
2438 		return ctc * decoder->tsc_ctc_mult;  in intel_pt_ctc_to_tsc()
2440 		return multdiv(ctc, decoder->tsc_ctc_ratio_n, decoder->tsc_ctc_ratio_d);  in intel_pt_ctc_to_tsc()
2443 static uint64_t intel_pt_calc_expected_tsc(struct intel_pt_decoder *decoder,  in intel_pt_calc_expected_tsc()  argument
2466 	expected_tsc = last_ctc_timestamp + intel_pt_ctc_to_tsc(decoder, new_ctc_delta) + fc;  in intel_pt_calc_expected_tsc()
2477 		intel_pt_log_x64(intel_pt_ctc_to_tsc(decoder, new_ctc_delta));  in intel_pt_calc_expected_tsc()
2484 static uint64_t intel_pt_expected_tsc(struct intel_pt_decoder *decoder,  in intel_pt_expected_tsc()  argument
2490 	return intel_pt_calc_expected_tsc(decoder, ctc, fc,  in intel_pt_expected_tsc()
2491 					  decoder->ctc_timestamp,  in intel_pt_expected_tsc()
2495 static void intel_pt_translate_vm_tsc(struct intel_pt_decoder *decoder,  in intel_pt_translate_vm_tsc()  argument
2498 	uint64_t payload = decoder->packet.payload;  in intel_pt_translate_vm_tsc()
2501 	decoder->packet.payload -= vmcs_info->tsc_offset;  in intel_pt_translate_vm_tsc()
2503 	decoder->packet.payload &= SEVEN_BYTES;  in intel_pt_translate_vm_tsc()
2509 	if (!decoder->vm_tm_corr_dry_run)  in intel_pt_translate_vm_tsc()
2510 		memcpy((void *)decoder->buf + 1, &decoder->packet.payload, 7);  in intel_pt_translate_vm_tsc()
2514 		     payload, decoder->packet.payload, vmcs_info->vmcs,  in intel_pt_translate_vm_tsc()
2518 static void intel_pt_translate_vm_tsc_offset(struct intel_pt_decoder *decoder,  in intel_pt_translate_vm_tsc_offset()  argument
2526 	intel_pt_translate_vm_tsc(decoder, &vmcs_info);  in intel_pt_translate_vm_tsc_offset()
2545 static void intel_pt_vm_tm_corr_psb(struct intel_pt_decoder *decoder,  in intel_pt_vm_tm_corr_psb()  argument
2549 	data->ctc_delta = decoder->ctc_delta;  in intel_pt_vm_tm_corr_psb()
2550 	data->last_ctc = decoder->last_ctc;  in intel_pt_vm_tm_corr_psb()
2551 	intel_pt_pkt_lookahead(decoder, intel_pt_vm_psb_lookahead_cb, data);  in intel_pt_vm_tm_corr_psb()
2554 	decoder->in_psb = data->psbend;  in intel_pt_vm_tm_corr_psb()
2557 static void intel_pt_vm_tm_corr_first_tsc(struct intel_pt_decoder *decoder,  in intel_pt_vm_tm_corr_first_tsc()  argument
2562 	if (!decoder->in_psb) {  in intel_pt_vm_tm_corr_first_tsc()
2570 				intel_pt_translate_vm_tsc(decoder, vmcs_info);  in intel_pt_vm_tm_corr_first_tsc()
2571 				decoder->vm_tm_corr_reliable = true;  in intel_pt_vm_tm_corr_first_tsc()
2576 			decoder->vm_tm_corr_reliable = true;  in intel_pt_vm_tm_corr_first_tsc()
2579 		decoder->vm_tm_corr_reliable = false;  in intel_pt_vm_tm_corr_first_tsc()
2580 		if (intel_pt_time_in_range(decoder, host_tsc)) {  in intel_pt_vm_tm_corr_first_tsc()
2585 				intel_pt_translate_vm_tsc(decoder, vmcs_info);  in intel_pt_vm_tm_corr_first_tsc()
2592 static void intel_pt_vm_tm_corr_tsc(struct intel_pt_decoder *decoder,  in intel_pt_vm_tm_corr_tsc()  argument
2607 	if (!decoder->in_psb) {  in intel_pt_vm_tm_corr_tsc()
2609 		data->ctc_delta = decoder->ctc_delta;  in intel_pt_vm_tm_corr_tsc()
2610 		data->last_ctc = decoder->last_ctc;  in intel_pt_vm_tm_corr_tsc()
2612 		intel_pt_pkt_lookahead(decoder, intel_pt_tma_lookahead_cb, data);  in intel_pt_vm_tm_corr_tsc()
2613 		if (decoder->pge) {  in intel_pt_vm_tm_corr_tsc()
2615 			data->pip_packet.payload = decoder->pip_payload;  in intel_pt_vm_tm_corr_tsc()
2625 	vmcs = data->vmcs ? data->vmcs_packet.payload : decoder->vmcs;  in intel_pt_vm_tm_corr_tsc()
2629 	vmcs_info = decoder->findnew_vmcs_info(decoder->data, vmcs);  in intel_pt_vm_tm_corr_tsc()
2631 	ref_timestamp = decoder->timestamp ? decoder->timestamp : decoder->buf_timestamp;  in intel_pt_vm_tm_corr_tsc()
2632 	host_tsc = intel_pt_8b_tsc(decoder->packet.payload, ref_timestamp);  in intel_pt_vm_tm_corr_tsc()
2634 	if (!decoder->ctc_timestamp) {  in intel_pt_vm_tm_corr_tsc()
2635 		intel_pt_vm_tm_corr_first_tsc(decoder, data, vmcs_info, host_tsc);  in intel_pt_vm_tm_corr_tsc()
2639 	expected_tsc = intel_pt_expected_tsc(decoder, data);  in intel_pt_vm_tm_corr_tsc()
2649 				intel_pt_translate_vm_tsc_offset(decoder, tsc_offset);  in intel_pt_vm_tm_corr_tsc()
2650 				decoder->vm_tm_corr_reliable = false;  in intel_pt_vm_tm_corr_tsc()
2654 			decoder->last_reliable_timestamp = host_tsc;  in intel_pt_vm_tm_corr_tsc()
2655 			decoder->vm_tm_corr_reliable = true;  in intel_pt_vm_tm_corr_tsc()
2660 		if (decoder->in_psb) {  in intel_pt_vm_tm_corr_tsc()
2683 		if (host_tsc >= expected_tsc && intel_pt_time_in_range(decoder, host_tsc)) {  in intel_pt_vm_tm_corr_tsc()
2685 			decoder->vm_tm_corr_reliable = false;  in intel_pt_vm_tm_corr_tsc()
2696 		} else if (decoder->in_psb && data->pip && decoder->vm_tm_corr_reliable &&  in intel_pt_vm_tm_corr_tsc()
2697 			   decoder->vm_tm_corr_continuous && decoder->vm_tm_corr_same_buf) {  in intel_pt_vm_tm_corr_tsc()
2701 		} else if (decoder->in_psb && data->pip && decoder->vm_tm_corr_same_buf) {  in intel_pt_vm_tm_corr_tsc()
2726 		intel_pt_translate_vm_tsc(decoder, vmcs_info);  in intel_pt_vm_tm_corr_tsc()
2736 			if (intel_pt_print_once(decoder, INTEL_PT_PRT_ONCE_UNK_VMCS))  in intel_pt_vm_tm_corr_tsc()
2739 		intel_pt_translate_vm_tsc_offset(decoder, tsc_offset);  in intel_pt_vm_tm_corr_tsc()
2742 	decoder->vm_tm_corr_reliable = reliable;  in intel_pt_vm_tm_corr_tsc()
2745 static void intel_pt_vm_tm_corr_pebs_tsc(struct intel_pt_decoder *decoder)  in intel_pt_vm_tm_corr_pebs_tsc()  argument
2747 	uint64_t host_tsc = decoder->packet.payload;  in intel_pt_vm_tm_corr_pebs_tsc()
2748 	uint64_t guest_tsc = decoder->packet.payload;  in intel_pt_vm_tm_corr_pebs_tsc()
2752 	vmcs = decoder->vmcs;  in intel_pt_vm_tm_corr_pebs_tsc()
2756 	vmcs_info = decoder->findnew_vmcs_info(decoder->data, vmcs);  in intel_pt_vm_tm_corr_pebs_tsc()
2758 	if (decoder->pge) {  in intel_pt_vm_tm_corr_pebs_tsc()
2759 		if (in_vm(decoder->pip_payload)) { /* Guest */  in intel_pt_vm_tm_corr_pebs_tsc()
2768 		if (intel_pt_time_in_range(decoder, host_tsc)) {  in intel_pt_vm_tm_corr_pebs_tsc()
2777 		host_tsc = intel_pt_8b_tsc(host_tsc, decoder->timestamp);  in intel_pt_vm_tm_corr_pebs_tsc()
2782 		if (!intel_pt_time_in_range(decoder, host_tsc) &&  in intel_pt_vm_tm_corr_pebs_tsc()
2783 		    intel_pt_print_once(decoder, INTEL_PT_PRT_ONCE_ERANGE))  in intel_pt_vm_tm_corr_pebs_tsc()
2786 		if (intel_pt_print_once(decoder, INTEL_PT_PRT_ONCE_UNK_VMCS))  in intel_pt_vm_tm_corr_pebs_tsc()
2788 		host_tsc = decoder->timestamp;  in intel_pt_vm_tm_corr_pebs_tsc()
2791 	decoder->packet.payload = host_tsc;  in intel_pt_vm_tm_corr_pebs_tsc()
2793 	if (!decoder->vm_tm_corr_dry_run)  in intel_pt_vm_tm_corr_pebs_tsc()
2794 		memcpy((void *)decoder->buf + 1, &host_tsc, 8);  in intel_pt_vm_tm_corr_pebs_tsc()
2797 static int intel_pt_vm_time_correlation(struct intel_pt_decoder *decoder)  in intel_pt_vm_time_correlation()  argument
2803 	if (decoder->in_psb)  in intel_pt_vm_time_correlation()
2804 		intel_pt_vm_tm_corr_psb(decoder, &data);  in intel_pt_vm_time_correlation()
2807 		err = intel_pt_get_next_packet(decoder);  in intel_pt_vm_time_correlation()
2813 		switch (decoder->packet.type) {  in intel_pt_vm_time_correlation()
2815 			decoder->pge = false;  in intel_pt_vm_time_correlation()
2816 			decoder->vm_tm_corr_continuous = false;  in intel_pt_vm_time_correlation()
2822 			decoder->pge = true;  in intel_pt_vm_time_correlation()
2826 			decoder->in_psb = false;  in intel_pt_vm_time_correlation()
2827 			pge = decoder->pge;  in intel_pt_vm_time_correlation()
2828 			decoder->pge = intel_pt_ovf_fup_lookahead(decoder);  in intel_pt_vm_time_correlation()
2829 			if (pge != decoder->pge)  in intel_pt_vm_time_correlation()
2831 			if (!decoder->pge)  in intel_pt_vm_time_correlation()
2832 				decoder->vm_tm_corr_continuous = false;  in intel_pt_vm_time_correlation()
2836 			if (decoder->in_psb)  in intel_pt_vm_time_correlation()
2837 				decoder->pge = true;  in intel_pt_vm_time_correlation()
2841 			decoder->pge = false;  in intel_pt_vm_time_correlation()
2842 			decoder->vm_tm_corr_continuous = false;  in intel_pt_vm_time_correlation()
2843 			decoder->have_tma = false;  in intel_pt_vm_time_correlation()
2847 			intel_pt_vm_tm_corr_psb(decoder, &data);  in intel_pt_vm_time_correlation()
2851 			decoder->pip_payload = decoder->packet.payload;  in intel_pt_vm_time_correlation()
2855 			intel_pt_calc_mtc_timestamp(decoder);  in intel_pt_vm_time_correlation()
2859 			intel_pt_vm_tm_corr_tsc(decoder, &data);  in intel_pt_vm_time_correlation()
2860 			intel_pt_calc_tsc_timestamp(decoder);  in intel_pt_vm_time_correlation()
2861 			decoder->vm_tm_corr_same_buf = true;  in intel_pt_vm_time_correlation()
2862 			decoder->vm_tm_corr_continuous = decoder->pge;  in intel_pt_vm_time_correlation()
2866 			intel_pt_calc_tma(decoder);  in intel_pt_vm_time_correlation()
2870 			intel_pt_calc_cyc_timestamp(decoder);  in intel_pt_vm_time_correlation()
2874 			intel_pt_calc_cbr(decoder);  in intel_pt_vm_time_correlation()
2878 			decoder->in_psb = false;  in intel_pt_vm_time_correlation()
2883 			if (decoder->packet.payload != NO_VMCS)  in intel_pt_vm_time_correlation()
2884 				decoder->vmcs = decoder->packet.payload;  in intel_pt_vm_time_correlation()
2888 			decoder->blk_type = decoder->packet.payload;  in intel_pt_vm_time_correlation()
2892 			if (decoder->blk_type == INTEL_PT_PEBS_BASIC &&  in intel_pt_vm_time_correlation()
2893 			    decoder->packet.count == 2)  in intel_pt_vm_time_correlation()
2894 				intel_pt_vm_tm_corr_pebs_tsc(decoder);  in intel_pt_vm_time_correlation()
2899 			decoder->blk_type = 0;  in intel_pt_vm_time_correlation()
2930 static int intel_pt_scan_for_psb(struct intel_pt_decoder *decoder);
2933 static int intel_pt_hop_trace(struct intel_pt_decoder *decoder, bool *no_tip, int *err)  in intel_pt_hop_trace()  argument
2938 	if (decoder->leap && !decoder->in_psb && decoder->packet.type != INTEL_PT_PSB) {  in intel_pt_hop_trace()
2939 		*err = intel_pt_scan_for_psb(decoder);  in intel_pt_hop_trace()
2944 	switch (decoder->packet.type) {  in intel_pt_hop_trace()
2949 		decoder->pge = false;  in intel_pt_hop_trace()
2950 		if (!decoder->packet.count) {  in intel_pt_hop_trace()
2951 			intel_pt_set_nr(decoder);  in intel_pt_hop_trace()
2954 		intel_pt_set_ip(decoder);  in intel_pt_hop_trace()
2955 		decoder->state.type |= INTEL_PT_TRACE_END;  in intel_pt_hop_trace()
2956 		decoder->state.from_ip = 0;  in intel_pt_hop_trace()
2957 		decoder->state.to_ip = decoder->ip;  in intel_pt_hop_trace()
2958 		intel_pt_update_nr(decoder);  in intel_pt_hop_trace()
2962 		if (!decoder->packet.count) {  in intel_pt_hop_trace()
2963 			intel_pt_set_nr(decoder);  in intel_pt_hop_trace()
2966 		intel_pt_set_ip(decoder);  in intel_pt_hop_trace()
2967 		decoder->state.type = INTEL_PT_INSTRUCTION;  in intel_pt_hop_trace()
2968 		decoder->state.from_ip = decoder->ip;  in intel_pt_hop_trace()
2969 		decoder->state.to_ip = 0;  in intel_pt_hop_trace()
2970 		intel_pt_update_nr(decoder);  in intel_pt_hop_trace()
2971 		intel_pt_sample_iflag_chg(decoder);  in intel_pt_hop_trace()
2975 		if (!decoder->packet.count)  in intel_pt_hop_trace()
2977 		intel_pt_set_ip(decoder);  in intel_pt_hop_trace()
2978 		if (decoder->set_fup_mwait || decoder->set_fup_pwre)  in intel_pt_hop_trace()
2980 		if (!decoder->branch_enable || !decoder->pge)  in intel_pt_hop_trace()
2983 			decoder->state.type = INTEL_PT_INSTRUCTION;  in intel_pt_hop_trace()
2984 			decoder->state.from_ip = decoder->ip;  in intel_pt_hop_trace()
2985 			decoder->state.to_ip = 0;  in intel_pt_hop_trace()
2986 			intel_pt_fup_event(decoder, *no_tip);  in intel_pt_hop_trace()
2989 		intel_pt_fup_event(decoder, *no_tip);  in intel_pt_hop_trace()
2990 		decoder->state.type |= INTEL_PT_INSTRUCTION | INTEL_PT_BRANCH;  in intel_pt_hop_trace()
2991 		*err = intel_pt_walk_fup_tip(decoder);  in intel_pt_hop_trace()
2992 		if (!*err && decoder->state.to_ip)  in intel_pt_hop_trace()
2993 			decoder->pkt_state = INTEL_PT_STATE_RESAMPLE;  in intel_pt_hop_trace()
2997 		decoder->state.psb_offset = decoder->pos;  in intel_pt_hop_trace()
2998 		decoder->psb_ip = 0;  in intel_pt_hop_trace()
2999 		decoder->last_ip = 0;  in intel_pt_hop_trace()
3000 		decoder->have_last_ip = true;  in intel_pt_hop_trace()
3001 		*err = intel_pt_walk_psbend(decoder);  in intel_pt_hop_trace()
3006 		decoder->state.type = INTEL_PT_PSB_EVT;  in intel_pt_hop_trace()
3007 		if (decoder->psb_ip) {  in intel_pt_hop_trace()
3008 			decoder->state.type |= INTEL_PT_INSTRUCTION;  in intel_pt_hop_trace()
3009 			decoder->ip = decoder->psb_ip;  in intel_pt_hop_trace()
3011 		decoder->state.from_ip = decoder->psb_ip;  in intel_pt_hop_trace()
3012 		decoder->state.to_ip = 0;  in intel_pt_hop_trace()
3138 static int intel_pt_psb(struct intel_pt_decoder *decoder)  in intel_pt_psb()  argument
3142 	decoder->last_ip = 0;  in intel_pt_psb()
3143 	decoder->psb_ip = 0;  in intel_pt_psb()
3144 	decoder->have_last_ip = true;  in intel_pt_psb()
3145 	intel_pt_clear_stack(&decoder->stack);  in intel_pt_psb()
3146 	err = intel_pt_walk_psbend(decoder);  in intel_pt_psb()
3149 	decoder->state.type = INTEL_PT_PSB_EVT;  in intel_pt_psb()
3150 	decoder->state.from_ip = decoder->psb_ip;  in intel_pt_psb()
3151 	decoder->state.to_ip = 0;  in intel_pt_psb()
3155 static int intel_pt_fup_in_psb(struct intel_pt_decoder *decoder)  in intel_pt_fup_in_psb()  argument
3159 	if (decoder->ip != decoder->last_ip) {  in intel_pt_fup_in_psb()
3160 		err = intel_pt_walk_fup(decoder);  in intel_pt_fup_in_psb()
3165 	decoder->pkt_state = INTEL_PT_STATE_IN_SYNC;  in intel_pt_fup_in_psb()
3166 	err = intel_pt_psb(decoder);  in intel_pt_fup_in_psb()
3168 		decoder->pkt_state = INTEL_PT_STATE_ERR3;  in intel_pt_fup_in_psb()
3175 static bool intel_pt_psb_with_fup(struct intel_pt_decoder *decoder, int *err)  in intel_pt_psb_with_fup()  argument
3179 	if (!decoder->branch_enable)  in intel_pt_psb_with_fup()
3182 	intel_pt_pkt_lookahead(decoder, intel_pt_psb_lookahead_cb, &data);  in intel_pt_psb_with_fup()
3186 	decoder->packet = data.fup_packet;  in intel_pt_psb_with_fup()
3187 	intel_pt_set_last_ip(decoder);  in intel_pt_psb_with_fup()
3188 	decoder->pkt_state = INTEL_PT_STATE_FUP_IN_PSB;  in intel_pt_psb_with_fup()
3190 	*err = intel_pt_fup_in_psb(decoder);  in intel_pt_psb_with_fup()
3195 static int intel_pt_walk_trace(struct intel_pt_decoder *decoder)  in intel_pt_walk_trace()  argument
3202 		err = intel_pt_get_next_packet(decoder);  in intel_pt_walk_trace()
3207 		if (decoder->cyc_threshold) {  in intel_pt_walk_trace()
3208 			if (decoder->sample_cyc && last_packet_type != INTEL_PT_CYC)  in intel_pt_walk_trace()
3209 				decoder->sample_cyc = false;  in intel_pt_walk_trace()
3210 			last_packet_type = decoder->packet.type;  in intel_pt_walk_trace()
3213 		if (decoder->hop) {  in intel_pt_walk_trace()
3214 			switch (intel_pt_hop_trace(decoder, &no_tip, &err)) {  in intel_pt_walk_trace()
3226 		switch (decoder->packet.type) {  in intel_pt_walk_trace()
3228 			if (!decoder->packet.count)  in intel_pt_walk_trace()
3230 			decoder->tnt = decoder->packet;  in intel_pt_walk_trace()
3231 			decoder->pkt_state = INTEL_PT_STATE_TNT;  in intel_pt_walk_trace()
3232 			err = intel_pt_walk_tnt(decoder);  in intel_pt_walk_trace()
3238 			if (decoder->packet.count != 0)  in intel_pt_walk_trace()
3239 				intel_pt_set_last_ip(decoder);  in intel_pt_walk_trace()
3240 			decoder->pkt_state = INTEL_PT_STATE_TIP_PGD;  in intel_pt_walk_trace()
3241 			return intel_pt_walk_tip(decoder);  in intel_pt_walk_trace()
3244 			decoder->pge = true;  in intel_pt_walk_trace()
3245 			decoder->overflow = false;  in intel_pt_walk_trace()
3246 			intel_pt_mtc_cyc_cnt_pge(decoder);  in intel_pt_walk_trace()
3247 			intel_pt_set_nr(decoder);  in intel_pt_walk_trace()
3248 			if (decoder->packet.count == 0) {  in intel_pt_walk_trace()
3250 						decoder->pos);  in intel_pt_walk_trace()
3253 			intel_pt_sample_iflag_chg(decoder);  in intel_pt_walk_trace()
3254 			intel_pt_set_ip(decoder);  in intel_pt_walk_trace()
3255 			decoder->state.from_ip = 0;  in intel_pt_walk_trace()
3256 			decoder->state.to_ip = decoder->ip;  in intel_pt_walk_trace()
3257 			decoder->state.type |= INTEL_PT_TRACE_BEGIN;  in intel_pt_walk_trace()
3262 			if (decoder->hop)  in intel_pt_walk_trace()
3263 				decoder->pkt_state = INTEL_PT_STATE_RESAMPLE;  in intel_pt_walk_trace()
3268 			return intel_pt_overflow(decoder);  in intel_pt_walk_trace()
3271 			if (decoder->packet.count != 0)  in intel_pt_walk_trace()
3272 				intel_pt_set_last_ip(decoder);  in intel_pt_walk_trace()
3273 			decoder->pkt_state = INTEL_PT_STATE_TIP;  in intel_pt_walk_trace()
3274 			return intel_pt_walk_tip(decoder);  in intel_pt_walk_trace()
3277 			if (decoder->packet.count == 0) {  in intel_pt_walk_trace()
3279 						decoder->pos);  in intel_pt_walk_trace()
3283 			intel_pt_set_last_ip(decoder);  in intel_pt_walk_trace()
3284 			if (!decoder->branch_enable || !decoder->pge) {  in intel_pt_walk_trace()
3285 				decoder->ip = decoder->last_ip;  in intel_pt_walk_trace()
3286 				if (intel_pt_fup_event(decoder, no_tip))  in intel_pt_walk_trace()
3291 			if (decoder->set_fup_mwait)  in intel_pt_walk_trace()
3294 				decoder->pkt_state = INTEL_PT_STATE_FUP_NO_TIP;  in intel_pt_walk_trace()
3296 				decoder->pkt_state = INTEL_PT_STATE_FUP;  in intel_pt_walk_trace()
3297 			err = intel_pt_walk_fup(decoder);  in intel_pt_walk_trace()
3304 			return intel_pt_walk_fup_tip(decoder);  in intel_pt_walk_trace()
3307 			decoder->pge = false;  in intel_pt_walk_trace()
3308 			decoder->continuous_period = false;  in intel_pt_walk_trace()
3309 			intel_pt_clear_tx_flags(decoder);  in intel_pt_walk_trace()
3310 			decoder->have_tma = false;  in intel_pt_walk_trace()
3314 			decoder->state.psb_offset = decoder->pos;  in intel_pt_walk_trace()
3315 			decoder->psb_ip = 0;  in intel_pt_walk_trace()
3316 			if (intel_pt_psb_with_fup(decoder, &err))  in intel_pt_walk_trace()
3318 			err = intel_pt_psb(decoder);  in intel_pt_walk_trace()
3324 			intel_pt_update_pip(decoder);  in intel_pt_walk_trace()
3328 			intel_pt_calc_mtc_timestamp(decoder);  in intel_pt_walk_trace()
3329 			if (decoder->period_type != INTEL_PT_PERIOD_MTC)  in intel_pt_walk_trace()
3335 			if (!decoder->mtc_insn)  in intel_pt_walk_trace()
3337 			decoder->mtc_insn = false;  in intel_pt_walk_trace()
3339 			if (!decoder->timestamp)  in intel_pt_walk_trace()
3341 			decoder->state.type = INTEL_PT_INSTRUCTION;  in intel_pt_walk_trace()
3342 			decoder->state.from_ip = decoder->ip;  in intel_pt_walk_trace()
3343 			decoder->state.to_ip = 0;  in intel_pt_walk_trace()
3344 			decoder->mtc_insn = false;  in intel_pt_walk_trace()
3348 			intel_pt_calc_tsc_timestamp(decoder);  in intel_pt_walk_trace()
3352 			intel_pt_calc_tma(decoder);  in intel_pt_walk_trace()
3356 			intel_pt_calc_cyc_timestamp(decoder);  in intel_pt_walk_trace()
3360 			intel_pt_calc_cbr(decoder);  in intel_pt_walk_trace()
3361 			if (decoder->cbr != decoder->cbr_seen) {  in intel_pt_walk_trace()
3362 				decoder->state.type = 0;  in intel_pt_walk_trace()
3368 			intel_pt_mode_exec(decoder);  in intel_pt_walk_trace()
3369 			err = intel_pt_get_next_packet(decoder);  in intel_pt_walk_trace()
3372 			if (decoder->packet.type == INTEL_PT_FUP) {  in intel_pt_walk_trace()
3373 				decoder->set_fup_mode_exec = true;  in intel_pt_walk_trace()
3380 			if (!decoder->pge || decoder->in_psb) {  in intel_pt_walk_trace()
3381 				intel_pt_update_in_tx(decoder);  in intel_pt_walk_trace()
3384 			err = intel_pt_mode_tsx(decoder, &no_tip);  in intel_pt_walk_trace()
3390 			return intel_pt_bug(decoder);  in intel_pt_walk_trace()
3399 			decoder->fup_ptw_payload = decoder->packet.payload;  in intel_pt_walk_trace()
3400 			err = intel_pt_get_next_packet(decoder);  in intel_pt_walk_trace()
3403 			if (decoder->packet.type == INTEL_PT_FUP) {  in intel_pt_walk_trace()
3404 				decoder->set_fup_ptw = true;  in intel_pt_walk_trace()
3408 						decoder->pos);  in intel_pt_walk_trace()
3413 			decoder->state.type = INTEL_PT_PTW;  in intel_pt_walk_trace()
3414 			decoder->state.from_ip = decoder->ip;  in intel_pt_walk_trace()
3415 			decoder->state.to_ip = 0;  in intel_pt_walk_trace()
3416 			decoder->state.ptw_payload = decoder->packet.payload;  in intel_pt_walk_trace()
3420 			decoder->fup_mwait_payload = decoder->packet.payload;  in intel_pt_walk_trace()
3421 			decoder->set_fup_mwait = true;  in intel_pt_walk_trace()
3425 			if (decoder->set_fup_mwait) {  in intel_pt_walk_trace()
3426 				decoder->fup_pwre_payload =  in intel_pt_walk_trace()
3427 							decoder->packet.payload;  in intel_pt_walk_trace()
3428 				decoder->set_fup_pwre = true;  in intel_pt_walk_trace()
3431 			decoder->state.type = INTEL_PT_PWR_ENTRY;  in intel_pt_walk_trace()
3432 			decoder->state.from_ip = decoder->ip;  in intel_pt_walk_trace()
3433 			decoder->state.to_ip = 0;  in intel_pt_walk_trace()
3434 			decoder->state.pwrx_payload = decoder->packet.payload;  in intel_pt_walk_trace()
3438 			err = intel_pt_get_next_packet(decoder);  in intel_pt_walk_trace()
3441 			if (decoder->packet.type == INTEL_PT_FUP) {  in intel_pt_walk_trace()
3442 				decoder->set_fup_exstop = true;  in intel_pt_walk_trace()
3446 						decoder->pos);  in intel_pt_walk_trace()
3451 			decoder->state.type = INTEL_PT_EX_STOP;  in intel_pt_walk_trace()
3452 			decoder->state.from_ip = decoder->ip;  in intel_pt_walk_trace()
3453 			decoder->state.to_ip = 0;  in intel_pt_walk_trace()
3457 			decoder->state.type = INTEL_PT_PWR_EXIT;  in intel_pt_walk_trace()
3458 			decoder->state.from_ip = decoder->ip;  in intel_pt_walk_trace()
3459 			decoder->state.to_ip = 0;  in intel_pt_walk_trace()
3460 			decoder->state.pwrx_payload = decoder->packet.payload;  in intel_pt_walk_trace()
3464 			intel_pt_bbp(decoder);  in intel_pt_walk_trace()
3468 			intel_pt_bip(decoder);  in intel_pt_walk_trace()
3472 			decoder->state.type = INTEL_PT_BLK_ITEMS;  in intel_pt_walk_trace()
3473 			decoder->state.from_ip = decoder->ip;  in intel_pt_walk_trace()
3474 			decoder->state.to_ip = 0;  in intel_pt_walk_trace()
3478 			err = intel_pt_get_next_packet(decoder);  in intel_pt_walk_trace()
3481 			if (decoder->packet.type == INTEL_PT_FUP) {  in intel_pt_walk_trace()
3482 				decoder->set_fup_bep = true;  in intel_pt_walk_trace()
3486 						decoder->pos);  in intel_pt_walk_trace()
3491 			decoder->fup_cfe_pkt = decoder->packet;  in intel_pt_walk_trace()
3492 			decoder->set_fup_cfe = true;  in intel_pt_walk_trace()
3493 			if (!decoder->pge) {  in intel_pt_walk_trace()
3494 				intel_pt_fup_event(decoder, true);  in intel_pt_walk_trace()
3500 			decoder->fup_cfe_pkt = decoder->packet;  in intel_pt_walk_trace()
3501 			err = intel_pt_get_next_packet(decoder);  in intel_pt_walk_trace()
3504 			if (decoder->packet.type == INTEL_PT_FUP) {  in intel_pt_walk_trace()
3505 				decoder->set_fup_cfe_ip = true;  in intel_pt_walk_trace()
3509 						decoder->pos);  in intel_pt_walk_trace()
3514 			err = intel_pt_evd(decoder);  in intel_pt_walk_trace()
3520 			return intel_pt_bug(decoder);  in intel_pt_walk_trace()
3525 static inline bool intel_pt_have_ip(struct intel_pt_decoder *decoder)  in intel_pt_have_ip()  argument
3527 	return decoder->packet.count &&  in intel_pt_have_ip()
3528 	       (decoder->have_last_ip || decoder->packet.count == 3 ||  in intel_pt_have_ip()
3529 		decoder->packet.count == 6);  in intel_pt_have_ip()
3533 static int intel_pt_walk_psb(struct intel_pt_decoder *decoder)  in intel_pt_walk_psb()  argument
3537 	decoder->in_psb = true;  in intel_pt_walk_psb()
3540 		err = intel_pt_get_next_packet(decoder);  in intel_pt_walk_psb()
3544 		switch (decoder->packet.type) {  in intel_pt_walk_psb()
3546 			decoder->continuous_period = false;  in intel_pt_walk_psb()
3569 			decoder->pge = true;  in intel_pt_walk_psb()
3570 			if (intel_pt_have_ip(decoder)) {  in intel_pt_walk_psb()
3571 				uint64_t current_ip = decoder->ip;  in intel_pt_walk_psb()
3573 				intel_pt_set_ip(decoder);  in intel_pt_walk_psb()
3574 				decoder->psb_ip = decoder->ip;  in intel_pt_walk_psb()
3577 							decoder->ip);  in intel_pt_walk_psb()
3582 			intel_pt_calc_mtc_timestamp(decoder);  in intel_pt_walk_psb()
3586 			intel_pt_calc_tsc_timestamp(decoder);  in intel_pt_walk_psb()
3590 			intel_pt_calc_tma(decoder);  in intel_pt_walk_psb()
3594 			intel_pt_calc_cyc_timestamp(decoder);  in intel_pt_walk_psb()
3598 			intel_pt_calc_cbr(decoder);  in intel_pt_walk_psb()
3602 			intel_pt_set_pip(decoder);  in intel_pt_walk_psb()
3606 			intel_pt_mode_exec_status(decoder);  in intel_pt_walk_psb()
3610 			intel_pt_update_in_tx(decoder);  in intel_pt_walk_psb()
3614 			decoder->pge = false;  in intel_pt_walk_psb()
3615 			decoder->continuous_period = false;  in intel_pt_walk_psb()
3616 			intel_pt_clear_tx_flags(decoder);  in intel_pt_walk_psb()
3620 			decoder->have_tma = false;  in intel_pt_walk_psb()
3622 			if (decoder->ip)  in intel_pt_walk_psb()
3623 				decoder->pkt_state = INTEL_PT_STATE_ERR4;  in intel_pt_walk_psb()
3625 				decoder->pkt_state = INTEL_PT_STATE_ERR3;  in intel_pt_walk_psb()
3630 			err = intel_pt_bug(decoder);  in intel_pt_walk_psb()
3634 			err = intel_pt_overflow(decoder);  in intel_pt_walk_psb()
3650 	decoder->in_psb = false;  in intel_pt_walk_psb()
3655 static int intel_pt_walk_to_ip(struct intel_pt_decoder *decoder)  in intel_pt_walk_to_ip()  argument
3660 		err = intel_pt_get_next_packet(decoder);  in intel_pt_walk_to_ip()
3664 		switch (decoder->packet.type) {  in intel_pt_walk_to_ip()
3666 			decoder->continuous_period = false;  in intel_pt_walk_to_ip()
3667 			decoder->pge = false;  in intel_pt_walk_to_ip()
3668 			if (intel_pt_have_ip(decoder))  in intel_pt_walk_to_ip()
3669 				intel_pt_set_ip(decoder);  in intel_pt_walk_to_ip()
3670 			if (!decoder->ip)  in intel_pt_walk_to_ip()
3672 			decoder->state.type |= INTEL_PT_TRACE_END;  in intel_pt_walk_to_ip()
3676 			decoder->pge = true;  in intel_pt_walk_to_ip()
3677 			intel_pt_mtc_cyc_cnt_pge(decoder);  in intel_pt_walk_to_ip()
3678 			if (intel_pt_have_ip(decoder))  in intel_pt_walk_to_ip()
3679 				intel_pt_set_ip(decoder);  in intel_pt_walk_to_ip()
3680 			if (!decoder->ip)  in intel_pt_walk_to_ip()
3682 			decoder->state.type |= INTEL_PT_TRACE_BEGIN;  in intel_pt_walk_to_ip()
3686 			decoder->pge = true;  in intel_pt_walk_to_ip()
3687 			if (intel_pt_have_ip(decoder))  in intel_pt_walk_to_ip()
3688 				intel_pt_set_ip(decoder);  in intel_pt_walk_to_ip()
3689 			if (!decoder->ip)  in intel_pt_walk_to_ip()
3694 			if (intel_pt_have_ip(decoder))  in intel_pt_walk_to_ip()
3695 				intel_pt_set_ip(decoder);  in intel_pt_walk_to_ip()
3696 			if (decoder->ip)  in intel_pt_walk_to_ip()
3701 			intel_pt_calc_mtc_timestamp(decoder);  in intel_pt_walk_to_ip()
3705 			intel_pt_calc_tsc_timestamp(decoder);  in intel_pt_walk_to_ip()
3709 			intel_pt_calc_tma(decoder);  in intel_pt_walk_to_ip()
3713 			intel_pt_calc_cyc_timestamp(decoder);  in intel_pt_walk_to_ip()
3717 			intel_pt_calc_cbr(decoder);  in intel_pt_walk_to_ip()
3721 			intel_pt_set_pip(decoder);  in intel_pt_walk_to_ip()
3725 			intel_pt_mode_exec_status(decoder);  in intel_pt_walk_to_ip()
3729 			intel_pt_update_in_tx(decoder);  in intel_pt_walk_to_ip()
3733 			return intel_pt_overflow(decoder);  in intel_pt_walk_to_ip()
3736 			return intel_pt_bug(decoder);  in intel_pt_walk_to_ip()
3739 			decoder->pge = false;  in intel_pt_walk_to_ip()
3740 			decoder->continuous_period = false;  in intel_pt_walk_to_ip()
3741 			intel_pt_clear_tx_flags(decoder);  in intel_pt_walk_to_ip()
3742 			decoder->have_tma = false;  in intel_pt_walk_to_ip()
3746 			decoder->state.psb_offset = decoder->pos;  in intel_pt_walk_to_ip()
3747 			decoder->psb_ip = 0;  in intel_pt_walk_to_ip()
3748 			decoder->last_ip = 0;  in intel_pt_walk_to_ip()
3749 			decoder->have_last_ip = true;  in intel_pt_walk_to_ip()
3750 			intel_pt_clear_stack(&decoder->stack);  in intel_pt_walk_to_ip()
3751 			err = intel_pt_walk_psb(decoder);  in intel_pt_walk_to_ip()
3754 			decoder->state.type = INTEL_PT_PSB_EVT;  in intel_pt_walk_to_ip()
3755 			decoder->state.from_ip = decoder->psb_ip;  in intel_pt_walk_to_ip()
3756 			decoder->state.to_ip = 0;  in intel_pt_walk_to_ip()
3784 static int intel_pt_sync_ip(struct intel_pt_decoder *decoder)  in intel_pt_sync_ip()  argument
3788 	intel_pt_clear_fup_event(decoder);  in intel_pt_sync_ip()
3789 	decoder->overflow = false;  in intel_pt_sync_ip()
3791 	if (!decoder->branch_enable) {  in intel_pt_sync_ip()
3792 		decoder->pkt_state = INTEL_PT_STATE_IN_SYNC;  in intel_pt_sync_ip()
3793 		decoder->state.type = 0; /* Do not have a sample */  in intel_pt_sync_ip()
3798 	err = intel_pt_walk_to_ip(decoder);  in intel_pt_sync_ip()
3799 	if (err || ((decoder->state.type & INTEL_PT_PSB_EVT) && !decoder->ip))  in intel_pt_sync_ip()
3803 	if (decoder->hop)  in intel_pt_sync_ip()
3804 		decoder->pkt_state = INTEL_PT_STATE_RESAMPLE;  in intel_pt_sync_ip()
3806 		decoder->pkt_state = INTEL_PT_STATE_IN_SYNC;  in intel_pt_sync_ip()
3808 	decoder->state.from_ip = 0;  in intel_pt_sync_ip()
3809 	decoder->state.to_ip = decoder->ip;  in intel_pt_sync_ip()
3810 	intel_pt_log_to("Setting IP", decoder->ip);  in intel_pt_sync_ip()
3815 static int intel_pt_part_psb(struct intel_pt_decoder *decoder)  in intel_pt_part_psb()  argument
3817 	const unsigned char *end = decoder->buf + decoder->len;  in intel_pt_part_psb()
3821 		if (i > decoder->len)  in intel_pt_part_psb()
3829 static int intel_pt_rest_psb(struct intel_pt_decoder *decoder, int part_psb)  in intel_pt_rest_psb()  argument
3834 	if (rest_psb > decoder->len ||  in intel_pt_rest_psb()
3835 	    memcmp(decoder->buf, psb + part_psb, rest_psb))  in intel_pt_rest_psb()
3841 static int intel_pt_get_split_psb(struct intel_pt_decoder *decoder,  in intel_pt_get_split_psb()  argument
3846 	decoder->pos += decoder->len;  in intel_pt_get_split_psb()
3847 	decoder->len = 0;  in intel_pt_get_split_psb()
3849 	ret = intel_pt_get_next_data(decoder, false);  in intel_pt_get_split_psb()
3853 	rest_psb = intel_pt_rest_psb(decoder, part_psb);  in intel_pt_get_split_psb()
3857 	decoder->pos -= part_psb;  in intel_pt_get_split_psb()
3858 	decoder->next_buf = decoder->buf + rest_psb;  in intel_pt_get_split_psb()
3859 	decoder->next_len = decoder->len - rest_psb;  in intel_pt_get_split_psb()
3860 	memcpy(decoder->temp_buf, INTEL_PT_PSB_STR, INTEL_PT_PSB_LEN);  in intel_pt_get_split_psb()
3861 	decoder->buf = decoder->temp_buf;  in intel_pt_get_split_psb()
3862 	decoder->len = INTEL_PT_PSB_LEN;  in intel_pt_get_split_psb()
3867 static int intel_pt_scan_for_psb(struct intel_pt_decoder *decoder)  in intel_pt_scan_for_psb()  argument
3874 		if (!decoder->len) {  in intel_pt_scan_for_psb()
3875 			ret = intel_pt_get_next_data(decoder, false);  in intel_pt_scan_for_psb()
3880 		next = memmem(decoder->buf, decoder->len, INTEL_PT_PSB_STR,  in intel_pt_scan_for_psb()
3885 			part_psb = intel_pt_part_psb(decoder);  in intel_pt_scan_for_psb()
3887 				ret = intel_pt_get_split_psb(decoder, part_psb);  in intel_pt_scan_for_psb()
3891 				decoder->pos += decoder->len;  in intel_pt_scan_for_psb()
3892 				decoder->len = 0;  in intel_pt_scan_for_psb()
3897 		decoder->pkt_step = next - decoder->buf;  in intel_pt_scan_for_psb()
3898 		return intel_pt_get_next_packet(decoder);  in intel_pt_scan_for_psb()
3902 static int intel_pt_sync(struct intel_pt_decoder *decoder)  in intel_pt_sync()  argument
3906 	decoder->pge = false;  in intel_pt_sync()
3907 	decoder->continuous_period = false;  in intel_pt_sync()
3908 	decoder->have_last_ip = false;  in intel_pt_sync()
3909 	decoder->last_ip = 0;  in intel_pt_sync()
3910 	decoder->psb_ip = 0;  in intel_pt_sync()
3911 	decoder->ip = 0;  in intel_pt_sync()
3912 	intel_pt_clear_stack(&decoder->stack);  in intel_pt_sync()
3914 	err = intel_pt_scan_for_psb(decoder);  in intel_pt_sync()
3918 	if (decoder->vm_time_correlation) {  in intel_pt_sync()
3919 		decoder->in_psb = true;  in intel_pt_sync()
3920 		if (!decoder->timestamp)  in intel_pt_sync()
3921 			decoder->timestamp = 1;  in intel_pt_sync()
3922 		decoder->state.type = 0;  in intel_pt_sync()
3923 		decoder->pkt_state = INTEL_PT_STATE_VM_TIME_CORRELATION;  in intel_pt_sync()
3927 	decoder->have_last_ip = true;  in intel_pt_sync()
3928 	decoder->pkt_state = INTEL_PT_STATE_IN_SYNC;  in intel_pt_sync()
3930 	err = intel_pt_walk_psb(decoder);  in intel_pt_sync()
3934 	decoder->state.type = INTEL_PT_PSB_EVT; /* Only PSB sample */  in intel_pt_sync()
3935 	decoder->state.from_ip = decoder->psb_ip;  in intel_pt_sync()
3936 	decoder->state.to_ip = 0;  in intel_pt_sync()
3938 	if (decoder->ip) {  in intel_pt_sync()
3943 		if (decoder->hop)  in intel_pt_sync()
3944 			decoder->pkt_state = INTEL_PT_STATE_RESAMPLE;  in intel_pt_sync()
3946 			decoder->pkt_state = INTEL_PT_STATE_IN_SYNC;  in intel_pt_sync()
3952 static uint64_t intel_pt_est_timestamp(struct intel_pt_decoder *decoder)  in intel_pt_est_timestamp()  argument
3954 	uint64_t est = decoder->sample_insn_cnt << 1;  in intel_pt_est_timestamp()
3956 	if (!decoder->cbr || !decoder->max_non_turbo_ratio)  in intel_pt_est_timestamp()
3959 	est *= decoder->max_non_turbo_ratio;  in intel_pt_est_timestamp()
3960 	est /= decoder->cbr;  in intel_pt_est_timestamp()
3962 	return decoder->sample_timestamp + est;  in intel_pt_est_timestamp()
3965 const struct intel_pt_state *intel_pt_decode(struct intel_pt_decoder *decoder)  in intel_pt_decode()  argument
3970 		decoder->state.type = INTEL_PT_BRANCH;  in intel_pt_decode()
3971 		decoder->state.flags = 0;  in intel_pt_decode()
3973 		switch (decoder->pkt_state) {  in intel_pt_decode()
3975 			err = intel_pt_sync(decoder);  in intel_pt_decode()
3978 			decoder->have_last_ip = false;  in intel_pt_decode()
3979 			decoder->last_ip = 0;  in intel_pt_decode()
3980 			decoder->ip = 0;  in intel_pt_decode()
3983 			err = intel_pt_sync_ip(decoder);  in intel_pt_decode()
3986 			err = intel_pt_walk_trace(decoder);  in intel_pt_decode()
3990 			err = intel_pt_walk_tnt(decoder);  in intel_pt_decode()
3992 				err = intel_pt_walk_trace(decoder);  in intel_pt_decode()
3996 			err = intel_pt_walk_tip(decoder);  in intel_pt_decode()
3999 			err = intel_pt_walk_fup(decoder);  in intel_pt_decode()
4001 				err = intel_pt_walk_fup_tip(decoder);  in intel_pt_decode()
4004 			err = intel_pt_walk_fup(decoder);  in intel_pt_decode()
4006 				err = intel_pt_walk_trace(decoder);  in intel_pt_decode()
4009 			err = intel_pt_fup_in_psb(decoder);  in intel_pt_decode()
4012 			err = intel_pt_resample(decoder);  in intel_pt_decode()
4015 			err = intel_pt_vm_time_correlation(decoder);  in intel_pt_decode()
4018 			err = intel_pt_bug(decoder);  in intel_pt_decode()
4024 		decoder->state.err = intel_pt_ext_err(err);  in intel_pt_decode()
4026 			decoder->state.from_ip = decoder->ip;  in intel_pt_decode()
4027 		intel_pt_update_sample_time(decoder);  in intel_pt_decode()
4028 		decoder->sample_tot_cyc_cnt = decoder->tot_cyc_cnt;  in intel_pt_decode()
4029 		intel_pt_set_nr(decoder);  in intel_pt_decode()
4031 		decoder->state.err = 0;  in intel_pt_decode()
4032 		if (decoder->cbr != decoder->cbr_seen) {  in intel_pt_decode()
4033 			decoder->cbr_seen = decoder->cbr;  in intel_pt_decode()
4034 			if (!decoder->state.type) {  in intel_pt_decode()
4035 				decoder->state.from_ip = decoder->ip;  in intel_pt_decode()
4036 				decoder->state.to_ip = 0;  in intel_pt_decode()
4038 			decoder->state.type |= INTEL_PT_CBR_CHG;  in intel_pt_decode()
4039 			decoder->state.cbr_payload = decoder->cbr_payload;  in intel_pt_decode()
4040 			decoder->state.cbr = decoder->cbr;  in intel_pt_decode()
4042 		if (intel_pt_sample_time(decoder->pkt_state)) {  in intel_pt_decode()
4043 			intel_pt_update_sample_time(decoder);  in intel_pt_decode()
4044 			if (decoder->sample_cyc) {  in intel_pt_decode()
4045 				decoder->sample_tot_cyc_cnt = decoder->tot_cyc_cnt;  in intel_pt_decode()
4046 				decoder->state.flags |= INTEL_PT_SAMPLE_IPC;  in intel_pt_decode()
4047 				decoder->sample_cyc = false;  in intel_pt_decode()
4054 		if (!decoder->have_cyc)  in intel_pt_decode()
4055 			decoder->state.flags |= INTEL_PT_SAMPLE_IPC;  in intel_pt_decode()
4059 	if ((decoder->state.type & INTEL_PT_PSB_EVT) && decoder->tsc_timestamp)  in intel_pt_decode()
4060 		decoder->sample_timestamp = decoder->tsc_timestamp;  in intel_pt_decode()
4062 	decoder->state.from_nr = decoder->nr;  in intel_pt_decode()
4063 	decoder->state.to_nr = decoder->next_nr;  in intel_pt_decode()
4064 	decoder->nr = decoder->next_nr;  in intel_pt_decode()
4066 	decoder->state.timestamp = decoder->sample_timestamp;  in intel_pt_decode()
4067 	decoder->state.est_timestamp = intel_pt_est_timestamp(decoder);  in intel_pt_decode()
4068 	decoder->state.tot_insn_cnt = decoder->tot_insn_cnt;  in intel_pt_decode()
4069 	decoder->state.tot_cyc_cnt = decoder->sample_tot_cyc_cnt;  in intel_pt_decode()
4071 	return &decoder->state;  in intel_pt_decode()
4447 int intel_pt_fast_forward(struct intel_pt_decoder *decoder, uint64_t timestamp)  in intel_pt_fast_forward()  argument
4457 	err = decoder->lookahead(decoder->data, intel_pt_ff_cb, &d);  in intel_pt_fast_forward()
4464 			decoder->pos += decoder->len;  in intel_pt_fast_forward()
4465 			decoder->len = 0;  in intel_pt_fast_forward()
4466 			err = intel_pt_get_next_data(decoder, true);  in intel_pt_fast_forward()
4470 		} while (decoder->buf_timestamp != d.buf_timestamp);  in intel_pt_fast_forward()
4473 	if (!decoder->buf)  in intel_pt_fast_forward()
4476 	buf = (unsigned char *)decoder->buf;  in intel_pt_fast_forward()
4477 	len = decoder->len;  in intel_pt_fast_forward()
4492 		tsc = intel_pt_8b_tsc(tsc, decoder->buf_timestamp);  in intel_pt_fast_forward()
4501 			decoder->pos += decoder->len - len;  in intel_pt_fast_forward()
4502 			decoder->buf = buf;  in intel_pt_fast_forward()
4503 			decoder->len = len;  in intel_pt_fast_forward()
4504 			intel_pt_reposition(decoder);  in intel_pt_fast_forward()

Last Index update Sun Aug 20 00:18:20 CST 2023