Lines Matching refs:sample
243 struct perf_sample *sample) in intel_pt_dump_sample() argument
249 intel_pt_dump(pt, sample->aux_sample.data, sample->aux_sample.size); in intel_pt_dump_sample()
946 struct perf_sample *sample) in intel_pt_add_callchain() argument
949 sample->pid, in intel_pt_add_callchain()
950 sample->tid); in intel_pt_add_callchain()
952 thread_stack__sample_late(thread, sample->cpu, pt->chain, in intel_pt_add_callchain()
953 pt->synth_opts.callchain_sz + 1, sample->ip, in intel_pt_add_callchain()
956 sample->callchain = pt->chain; in intel_pt_add_callchain()
984 struct perf_sample *sample) in intel_pt_add_br_stack() argument
987 sample->pid, in intel_pt_add_br_stack()
988 sample->tid); in intel_pt_add_br_stack()
990 thread_stack__br_sample_late(thread, sample->cpu, pt->br_stack, in intel_pt_add_br_stack()
991 pt->br_stack_sz, sample->ip, in intel_pt_add_br_stack()
994 sample->branch_stack = pt->br_stack; in intel_pt_add_br_stack()
1297 struct perf_sample *sample) in intel_pt_prep_a_sample() argument
1299 event->sample.header.type = PERF_RECORD_SAMPLE; in intel_pt_prep_a_sample()
1300 event->sample.header.size = sizeof(struct perf_event_header); in intel_pt_prep_a_sample()
1302 sample->pid = ptq->pid; in intel_pt_prep_a_sample()
1303 sample->tid = ptq->tid; in intel_pt_prep_a_sample()
1304 sample->cpu = ptq->cpu; in intel_pt_prep_a_sample()
1305 sample->insn_len = ptq->insn_len; in intel_pt_prep_a_sample()
1306 memcpy(sample->insn, ptq->insn, INTEL_PT_INSN_BUF_SZ); in intel_pt_prep_a_sample()
1312 struct perf_sample *sample) in intel_pt_prep_b_sample() argument
1314 intel_pt_prep_a_sample(ptq, event, sample); in intel_pt_prep_b_sample()
1317 sample->time = tsc_to_perf_time(ptq->timestamp, &pt->tc); in intel_pt_prep_b_sample()
1319 sample->ip = ptq->state->from_ip; in intel_pt_prep_b_sample()
1320 sample->cpumode = intel_pt_cpumode(pt, sample->ip); in intel_pt_prep_b_sample()
1321 sample->addr = ptq->state->to_ip; in intel_pt_prep_b_sample()
1322 sample->period = 1; in intel_pt_prep_b_sample()
1323 sample->flags = ptq->flags; in intel_pt_prep_b_sample()
1325 event->sample.header.misc = sample->cpumode; in intel_pt_prep_b_sample()
1329 struct perf_sample *sample, u64 type) in intel_pt_inject_event() argument
1331 event->header.size = perf_event__sample_event_size(sample, type, 0); in intel_pt_inject_event()
1332 return perf_event__synthesize_sample(event, type, 0, sample); in intel_pt_inject_event()
1337 struct perf_sample *sample, u64 type) in intel_pt_opt_inject() argument
1342 return intel_pt_inject_event(event, sample, type); in intel_pt_opt_inject()
1347 struct perf_sample *sample, u64 type) in intel_pt_deliver_synth_event() argument
1351 ret = intel_pt_opt_inject(pt, event, sample, type); in intel_pt_deliver_synth_event()
1355 ret = perf_session__deliver_synth_event(pt->session, event, sample); in intel_pt_deliver_synth_event()
1366 struct perf_sample sample = { .ip = 0, }; in intel_pt_synth_branch_sample() local
1379 intel_pt_prep_b_sample(pt, ptq, event, &sample); in intel_pt_synth_branch_sample()
1381 sample.id = ptq->pt->branches_id; in intel_pt_synth_branch_sample()
1382 sample.stream_id = ptq->pt->branches_id; in intel_pt_synth_branch_sample()
1393 .from = sample.ip, in intel_pt_synth_branch_sample()
1394 .to = sample.addr, in intel_pt_synth_branch_sample()
1397 sample.branch_stack = (struct branch_stack *)&dummy_bs; in intel_pt_synth_branch_sample()
1401 sample.cyc_cnt = ptq->ipc_cyc_cnt - ptq->last_br_cyc_cnt; in intel_pt_synth_branch_sample()
1402 if (sample.cyc_cnt) { in intel_pt_synth_branch_sample()
1403 sample.insn_cnt = ptq->ipc_insn_cnt - ptq->last_br_insn_cnt; in intel_pt_synth_branch_sample()
1408 return intel_pt_deliver_synth_event(pt, event, &sample, in intel_pt_synth_branch_sample()
1415 struct perf_sample *sample) in intel_pt_prep_sample() argument
1417 intel_pt_prep_b_sample(pt, ptq, event, sample); in intel_pt_prep_sample()
1422 sample->ip, pt->kernel_start); in intel_pt_prep_sample()
1423 sample->callchain = ptq->chain; in intel_pt_prep_sample()
1429 sample->branch_stack = ptq->last_branch; in intel_pt_prep_sample()
1437 struct perf_sample sample = { .ip = 0, }; in intel_pt_synth_instruction_sample() local
1442 intel_pt_prep_sample(pt, ptq, event, &sample); in intel_pt_synth_instruction_sample()
1444 sample.id = ptq->pt->instructions_id; in intel_pt_synth_instruction_sample()
1445 sample.stream_id = ptq->pt->instructions_id; in intel_pt_synth_instruction_sample()
1447 sample.period = 1; in intel_pt_synth_instruction_sample()
1449 sample.period = ptq->state->tot_insn_cnt - ptq->last_insn_cnt; in intel_pt_synth_instruction_sample()
1452 sample.cyc_cnt = ptq->ipc_cyc_cnt - ptq->last_in_cyc_cnt; in intel_pt_synth_instruction_sample()
1453 if (sample.cyc_cnt) { in intel_pt_synth_instruction_sample()
1454 sample.insn_cnt = ptq->ipc_insn_cnt - ptq->last_in_insn_cnt; in intel_pt_synth_instruction_sample()
1461 return intel_pt_deliver_synth_event(pt, event, &sample, in intel_pt_synth_instruction_sample()
1469 struct perf_sample sample = { .ip = 0, }; in intel_pt_synth_transaction_sample() local
1474 intel_pt_prep_sample(pt, ptq, event, &sample); in intel_pt_synth_transaction_sample()
1476 sample.id = ptq->pt->transactions_id; in intel_pt_synth_transaction_sample()
1477 sample.stream_id = ptq->pt->transactions_id; in intel_pt_synth_transaction_sample()
1479 return intel_pt_deliver_synth_event(pt, event, &sample, in intel_pt_synth_transaction_sample()
1486 struct perf_sample *sample) in intel_pt_prep_p_sample() argument
1488 intel_pt_prep_sample(pt, ptq, event, sample); in intel_pt_prep_p_sample()
1494 if (!sample->ip) in intel_pt_prep_p_sample()
1495 sample->flags = 0; in intel_pt_prep_p_sample()
1502 struct perf_sample sample = { .ip = 0, }; in intel_pt_synth_ptwrite_sample() local
1508 intel_pt_prep_p_sample(pt, ptq, event, &sample); in intel_pt_synth_ptwrite_sample()
1510 sample.id = ptq->pt->ptwrites_id; in intel_pt_synth_ptwrite_sample()
1511 sample.stream_id = ptq->pt->ptwrites_id; in intel_pt_synth_ptwrite_sample()
1517 sample.raw_size = perf_synth__raw_size(raw); in intel_pt_synth_ptwrite_sample()
1518 sample.raw_data = perf_synth__raw_data(&raw); in intel_pt_synth_ptwrite_sample()
1520 return intel_pt_deliver_synth_event(pt, event, &sample, in intel_pt_synth_ptwrite_sample()
1528 struct perf_sample sample = { .ip = 0, }; in intel_pt_synth_cbr_sample() local
1537 intel_pt_prep_p_sample(pt, ptq, event, &sample); in intel_pt_synth_cbr_sample()
1539 sample.id = ptq->pt->cbr_id; in intel_pt_synth_cbr_sample()
1540 sample.stream_id = ptq->pt->cbr_id; in intel_pt_synth_cbr_sample()
1547 sample.raw_size = perf_synth__raw_size(raw); in intel_pt_synth_cbr_sample()
1548 sample.raw_data = perf_synth__raw_data(&raw); in intel_pt_synth_cbr_sample()
1550 return intel_pt_deliver_synth_event(pt, event, &sample, in intel_pt_synth_cbr_sample()
1558 struct perf_sample sample = { .ip = 0, }; in intel_pt_synth_mwait_sample() local
1564 intel_pt_prep_p_sample(pt, ptq, event, &sample); in intel_pt_synth_mwait_sample()
1566 sample.id = ptq->pt->mwait_id; in intel_pt_synth_mwait_sample()
1567 sample.stream_id = ptq->pt->mwait_id; in intel_pt_synth_mwait_sample()
1572 sample.raw_size = perf_synth__raw_size(raw); in intel_pt_synth_mwait_sample()
1573 sample.raw_data = perf_synth__raw_data(&raw); in intel_pt_synth_mwait_sample()
1575 return intel_pt_deliver_synth_event(pt, event, &sample, in intel_pt_synth_mwait_sample()
1583 struct perf_sample sample = { .ip = 0, }; in intel_pt_synth_pwre_sample() local
1589 intel_pt_prep_p_sample(pt, ptq, event, &sample); in intel_pt_synth_pwre_sample()
1591 sample.id = ptq->pt->pwre_id; in intel_pt_synth_pwre_sample()
1592 sample.stream_id = ptq->pt->pwre_id; in intel_pt_synth_pwre_sample()
1597 sample.raw_size = perf_synth__raw_size(raw); in intel_pt_synth_pwre_sample()
1598 sample.raw_data = perf_synth__raw_data(&raw); in intel_pt_synth_pwre_sample()
1600 return intel_pt_deliver_synth_event(pt, event, &sample, in intel_pt_synth_pwre_sample()
1608 struct perf_sample sample = { .ip = 0, }; in intel_pt_synth_exstop_sample() local
1614 intel_pt_prep_p_sample(pt, ptq, event, &sample); in intel_pt_synth_exstop_sample()
1616 sample.id = ptq->pt->exstop_id; in intel_pt_synth_exstop_sample()
1617 sample.stream_id = ptq->pt->exstop_id; in intel_pt_synth_exstop_sample()
1622 sample.raw_size = perf_synth__raw_size(raw); in intel_pt_synth_exstop_sample()
1623 sample.raw_data = perf_synth__raw_data(&raw); in intel_pt_synth_exstop_sample()
1625 return intel_pt_deliver_synth_event(pt, event, &sample, in intel_pt_synth_exstop_sample()
1633 struct perf_sample sample = { .ip = 0, }; in intel_pt_synth_pwrx_sample() local
1639 intel_pt_prep_p_sample(pt, ptq, event, &sample); in intel_pt_synth_pwrx_sample()
1641 sample.id = ptq->pt->pwrx_id; in intel_pt_synth_pwrx_sample()
1642 sample.stream_id = ptq->pt->pwrx_id; in intel_pt_synth_pwrx_sample()
1647 sample.raw_size = perf_synth__raw_size(raw); in intel_pt_synth_pwrx_sample()
1648 sample.raw_data = perf_synth__raw_data(&raw); in intel_pt_synth_pwrx_sample()
1650 return intel_pt_deliver_synth_event(pt, event, &sample, in intel_pt_synth_pwrx_sample()
1784 struct perf_sample sample = { .ip = 0, }; in intel_pt_synth_pebs_sample() local
1791 u64 regs[8 * sizeof(sample.intr_regs.mask)]; in intel_pt_synth_pebs_sample()
1796 intel_pt_prep_a_sample(ptq, event, &sample); in intel_pt_synth_pebs_sample()
1798 sample.id = id; in intel_pt_synth_pebs_sample()
1799 sample.stream_id = id; in intel_pt_synth_pebs_sample()
1802 sample.period = evsel->core.attr.sample_period; in intel_pt_synth_pebs_sample()
1806 sample.ip = items->ip; in intel_pt_synth_pebs_sample()
1808 sample.ip = items->rip; in intel_pt_synth_pebs_sample()
1810 sample.ip = ptq->state->from_ip; in intel_pt_synth_pebs_sample()
1813 cpumode = sample.ip < ptq->pt->kernel_start ? in intel_pt_synth_pebs_sample()
1817 event->sample.header.misc = cpumode | PERF_RECORD_MISC_EXACT_IP; in intel_pt_synth_pebs_sample()
1819 sample.cpumode = cpumode; in intel_pt_synth_pebs_sample()
1829 sample.time = tsc_to_perf_time(timestamp, &pt->tc); in intel_pt_synth_pebs_sample()
1835 pt->synth_opts.callchain_sz, sample.ip, in intel_pt_synth_pebs_sample()
1837 sample.callchain = ptq->chain; in intel_pt_synth_pebs_sample()
1846 sample.intr_regs.abi = items->is_32_bit ? in intel_pt_synth_pebs_sample()
1849 sample.intr_regs.regs = regs; in intel_pt_synth_pebs_sample()
1851 pos = intel_pt_add_gp_regs(&sample.intr_regs, regs, items, regs_mask); in intel_pt_synth_pebs_sample()
1853 intel_pt_add_xmm(&sample.intr_regs, pos, items, regs_mask); in intel_pt_synth_pebs_sample()
1868 sample.branch_stack = ptq->last_branch; in intel_pt_synth_pebs_sample()
1872 sample.addr = items->mem_access_address; in intel_pt_synth_pebs_sample()
1880 sample.weight = items->mem_access_latency; in intel_pt_synth_pebs_sample()
1881 if (!sample.weight && items->has_tsx_aux_info) { in intel_pt_synth_pebs_sample()
1883 sample.weight = (u32)items->tsx_aux_info; in intel_pt_synth_pebs_sample()
1895 sample.transaction = txn; in intel_pt_synth_pebs_sample()
1898 return intel_pt_deliver_synth_event(pt, event, &sample, sample_type); in intel_pt_synth_pebs_sample()
2406 struct perf_sample *sample) in intel_pt_sample_set_pid_tid_cpu() argument
2410 ptq->pid = sample->pid; in intel_pt_sample_set_pid_tid_cpu()
2411 ptq->tid = sample->tid; in intel_pt_sample_set_pid_tid_cpu()
2433 struct perf_sample *sample) in intel_pt_process_timeless_sample() argument
2439 queue = auxtrace_queues__sample_queue(&pt->queues, sample, pt->session); in intel_pt_process_timeless_sample()
2448 ptq->time = sample->time; in intel_pt_process_timeless_sample()
2449 intel_pt_sample_set_pid_tid_cpu(ptq, queue, sample); in intel_pt_process_timeless_sample()
2454 static int intel_pt_lost(struct intel_pt *pt, struct perf_sample *sample) in intel_pt_lost() argument
2456 return intel_pt_synth_error(pt, INTEL_PT_ERR_LOST, sample->cpu, in intel_pt_lost()
2457 sample->pid, sample->tid, 0, sample->time); in intel_pt_lost()
2534 struct perf_sample *sample) in intel_pt_process_switch() argument
2540 evsel = perf_evlist__id2evsel(pt->session->evlist, sample->id); in intel_pt_process_switch()
2544 tid = evsel__intval(evsel, sample, "next_pid"); in intel_pt_process_switch()
2545 cpu = sample->cpu; in intel_pt_process_switch()
2548 cpu, tid, sample->time, perf_time_to_tsc(sample->time, in intel_pt_process_switch()
2551 ret = intel_pt_sync_switch(pt, cpu, tid, sample->time); in intel_pt_process_switch()
2559 struct perf_sample *sample) in intel_pt_context_switch_in() argument
2561 pid_t pid = sample->pid; in intel_pt_context_switch_in()
2562 pid_t tid = sample->tid; in intel_pt_context_switch_in()
2563 int cpu = sample->cpu; in intel_pt_context_switch_in()
2597 struct perf_sample *sample) in intel_pt_context_switch() argument
2603 cpu = sample->cpu; in intel_pt_context_switch()
2607 return intel_pt_context_switch_in(pt, sample); in intel_pt_context_switch()
2617 pid = sample->pid; in intel_pt_context_switch()
2618 tid = sample->tid; in intel_pt_context_switch()
2624 ret = intel_pt_sync_switch(pt, cpu, tid, sample->time); in intel_pt_context_switch()
2633 struct perf_sample *sample) in intel_pt_process_itrace_start() argument
2639 sample->cpu, event->itrace_start.pid, in intel_pt_process_itrace_start()
2640 event->itrace_start.tid, sample->time, in intel_pt_process_itrace_start()
2641 perf_time_to_tsc(sample->time, &pt->tc)); in intel_pt_process_itrace_start()
2643 return machine__set_current_tid(pt->machine, sample->cpu, in intel_pt_process_itrace_start()
2711 struct perf_sample *sample, in intel_pt_process_event() argument
2727 if (sample->time && sample->time != (u64)-1) in intel_pt_process_event()
2728 timestamp = perf_time_to_tsc(sample->time, &pt->tc); in intel_pt_process_event()
2740 if (sample->aux_sample.size) in intel_pt_process_event()
2742 sample); in intel_pt_process_event()
2746 sample->time); in intel_pt_process_event()
2755 if (pt->synth_opts.add_callchain && !sample->callchain) in intel_pt_process_event()
2756 intel_pt_add_callchain(pt, sample); in intel_pt_process_event()
2757 if (pt->synth_opts.add_last_branch && !sample->branch_stack) in intel_pt_process_event()
2758 intel_pt_add_br_stack(pt, sample); in intel_pt_process_event()
2764 err = intel_pt_lost(pt, sample); in intel_pt_process_event()
2770 err = intel_pt_process_switch(pt, sample); in intel_pt_process_event()
2772 err = intel_pt_process_itrace_start(pt, event, sample); in intel_pt_process_event()
2775 err = intel_pt_context_switch(pt, event, sample); in intel_pt_process_event()
2780 if (intel_pt_enable_logging && intel_pt_log_events(pt, sample->time)) { in intel_pt_process_event()
2782 event->header.type, sample->cpu, sample->time, timestamp); in intel_pt_process_event()
2892 struct perf_sample *sample, in intel_pt_queue_data() argument
2904 if (sample->time && sample->time != (u64)-1) in intel_pt_queue_data()
2905 timestamp = perf_time_to_tsc(sample->time, &pt->tc); in intel_pt_queue_data()
2909 return auxtrace_queues__add_sample(&pt->queues, session, sample, in intel_pt_queue_data()
2920 struct perf_sample *sample __maybe_unused, in intel_pt_event_synth()