* [PATCH v6 22/59] perf python: Add perf.pyi stubs file
From: Ian Rogers @ 2026-04-25 17:48 UTC (permalink / raw)
To: acme, adrian.hunter, james.clark, leo.yan, namhyung, tmricht
Cc: alice.mei.rogers, dapeng1.mi, linux-arm-kernel, linux-kernel,
linux-perf-users, mingo, peterz, Ian Rogers
In-Reply-To: <20260425174858.3922152-1-irogers@google.com>
Add Python type stubs for the perf module to improve IDE support and
static analysis. Includes docstrings for classes, methods, and
constants derived from C source and JSON definitions.
Assisted-by: Gemini:gemini-3.1-pro-preview
Signed-off-by: Ian Rogers <irogers@google.com>
---
v2:
1. Added Missing Module Functions: Added parse_metrics and
pmus. Renamed metrics to parse_metrics to match python.c .
2. Added Constructors: Added __init__ methods for data , evsel , and
evlist with their appropriate arguments.
3. Removed sample_comm : Removed it from sample_event since it is not
exported in python.c .
4. Keyword Handling in branch_entry : I used from_ip and to_ip in the
stubs to match the rename I did in python.c (in turn 145) to avoid
the Python from keyword conflict.
5. Added Missing Event Classes: Added mmap_event , lost_event ,
comm_event , task_event , throttle_event , read_event , and
switch_event .
6. Added Missing evlist Methods: Added get_pollfd and add .
7. Updated Return Types: Changed process_events to return int .
v6:
- Updated `perf.pyi` to use `find_thread` and `elf_machine`.
---
tools/perf/python/perf.pyi | 581 +++++++++++++++++++++++++++++++++++++
1 file changed, 581 insertions(+)
create mode 100644 tools/perf/python/perf.pyi
diff --git a/tools/perf/python/perf.pyi b/tools/perf/python/perf.pyi
new file mode 100644
index 000000000000..91e19704e595
--- /dev/null
+++ b/tools/perf/python/perf.pyi
@@ -0,0 +1,581 @@
+"""Type stubs for the perf Python module."""
+from typing import Callable, Dict, List, Optional, Any, Iterator
+
+def config_get(name: str) -> Optional[str]:
+ """Get a configuration value from perf config.
+
+ Args:
+ name: The configuration variable name (e.g., 'colors.top').
+
+ Returns:
+ The configuration value as a string, or None if not set.
+ """
+ ...
+
+def metrics() -> List[Dict[str, str]]:
+ """Get a list of available metrics.
+
+ Returns:
+ A list of dictionaries, each describing a metric.
+ """
+ ...
+
+def syscall_name(sc_id: int, *, elf_machine: Optional[int] = None) -> str:
+ """Convert a syscall number to its name.
+
+ Args:
+ sc_id: The syscall number.
+ elf_machine: Optional ELF machine type.
+
+ Returns:
+ The name of the syscall.
+ """
+ ...
+
+def syscall_id(name: str, *, elf_machine: Optional[int] = None) -> int:
+ """Convert a syscall name to its number.
+
+ Args:
+ name: The syscall name.
+ elf_machine: Optional ELF machine type.
+
+ Returns:
+ The number of the syscall.
+ """
+ ...
+
+def parse_events(
+ event_string: str,
+ cpus: Optional[cpu_map] = None,
+ threads: Optional[Any] = None
+) -> 'evlist':
+ """Parse an event string and return an evlist.
+
+ Args:
+ event_string: The event string (e.g., 'cycles,instructions').
+ cpus: Optional CPU map to bind events to.
+ threads: Optional thread map to bind events to.
+
+ Returns:
+ An evlist containing the parsed events.
+ """
+ ...
+
+def parse_metrics(metrics_string: str) -> 'evlist':
+ """Parse a string of metrics or metric groups and return an evlist."""
+ ...
+
+def pmus() -> Iterator[Any]:
+ """Returns a sequence of pmus."""
+ ...
+
+class data:
+ """Represents a perf data file."""
+ def __init__(self, path: str = ..., fd: int = ...) -> None: ...
+
+class thread:
+ """Represents a thread in the system."""
+ def comm(self) -> str:
+ """Get the command name of the thread."""
+ ...
+
+class counts_values:
+ """Raw counter values."""
+ val: int
+ ena: int
+ run: int
+
+class thread_map:
+ """Map of threads being monitored."""
+ def __init__(self, pid: int = -1, tid: int = -1) -> None:
+ """Initialize a thread map.
+
+ Args:
+ pid: Process ID to monitor (-1 for all).
+ tid: Thread ID to monitor (-1 for all).
+ """
+ ...
+ def __len__(self) -> int: ...
+ def __getitem__(self, index: int) -> int: ...
+ def __iter__(self) -> Iterator[int]: ...
+
+class evsel:
+ """Event selector, represents a single event being monitored."""
+ def __init__(
+ self,
+ type: int = ...,
+ config: int = ...,
+ sample_freq: int = ...,
+ sample_period: int = ...,
+ sample_type: int = ...,
+ read_format: int = ...,
+ disabled: bool = ...,
+ inherit: bool = ...,
+ pinned: bool = ...,
+ exclusive: bool = ...,
+ exclude_user: bool = ...,
+ exclude_kernel: bool = ...,
+ exclude_hv: bool = ...,
+ exclude_idle: bool = ...,
+ mmap: bool = ...,
+ context_switch: bool = ...,
+ comm: bool = ...,
+ freq: bool = ...,
+ idx: int = ...,
+ ) -> None: ...
+ def __str__(self) -> str:
+ """Return string representation of the event."""
+ ...
+ def open(self) -> None:
+ """Open the event selector file descriptor table."""
+ ...
+ def read(self, cpu: int, thread: int) -> counts_values:
+ """Read counter values for a specific CPU and thread."""
+ ...
+ ids: List[int]
+ def cpus(self) -> cpu_map:
+ """Get CPU map for this event."""
+ ...
+ def threads(self) -> thread_map:
+ """Get thread map for this event."""
+ ...
+
+
+class sample_event:
+ """Represents a sample event from perf."""
+ evsel: evsel
+ sample_cpu: int
+ sample_time: int
+ sample_pid: int
+ type: int
+ brstack: Optional['branch_stack']
+ callchain: Optional['callchain']
+ def __getattr__(self, name: str) -> Any: ...
+
+class mmap_event:
+ """Represents a mmap event from perf."""
+ type: int
+ pid: int
+ tid: int
+ addr: int
+ len: int
+ pgoff: int
+ filename: str
+
+class lost_event:
+ """Represents a lost events record."""
+ type: int
+ id: int
+ lost: int
+
+class comm_event:
+ """Represents a COMM record."""
+ type: int
+ pid: int
+ tid: int
+ comm: str
+
+class task_event:
+ """Represents an EXIT or FORK record."""
+ type: int
+ pid: int
+ ppid: int
+ tid: int
+ ptid: int
+ time: int
+
+class throttle_event:
+ """Represents a THROTTLE or UNTHROTTLE record."""
+ type: int
+ time: int
+ id: int
+ stream_id: int
+
+class read_event:
+ """Represents a READ record."""
+ type: int
+ pid: int
+ tid: int
+ value: int
+
+class switch_event:
+ """Represents a SWITCH or SWITCH_CPU_WIDE record."""
+ type: int
+
+class branch_entry:
+ """Represents a branch entry in the branch stack.
+
+ Attributes:
+ from_ip: Source address of the branch (corresponds to 'from' keyword in C).
+ to_ip: Destination address of the branch.
+ mispred: True if the branch was mispredicted.
+ predicted: True if the branch was predicted.
+ in_tx: True if the branch was in a transaction.
+ abort: True if the branch was an abort.
+ cycles: Number of cycles since the last branch.
+ type: Type of branch.
+ """
+ from_ip: int
+ to_ip: int
+ mispred: bool
+ predicted: bool
+ in_tx: bool
+ abort: bool
+ cycles: int
+ type: int
+
+class branch_stack:
+ """Iterator over branch entries in the branch stack."""
+ def __iter__(self) -> Iterator[branch_entry]: ...
+ def __next__(self) -> branch_entry: ...
+
+class callchain_node:
+ """Represents a frame in the callchain."""
+ ip: int
+ sym: Optional[Any]
+ map: Optional[Any]
+
+class callchain:
+ """Iterator over callchain frames."""
+ def __iter__(self) -> Iterator[callchain_node]: ...
+ def __next__(self) -> callchain_node: ...
+
+class stat_event:
+ """Represents a stat event from perf."""
+ type: int
+ id: int
+ cpu: int
+ thread: int
+ val: int
+ ena: int
+ run: int
+
+class stat_round_event:
+ """Represents a stat round event from perf."""
+ type: int
+ time: int
+
+class cpu_map:
+ """Map of CPUs being monitored."""
+ def __init__(self, cpustr: Optional[str] = None) -> None: ...
+ def __len__(self) -> int: ...
+ def __getitem__(self, index: int) -> int: ...
+ def __iter__(self) -> Iterator[int]: ...
+
+
+class evlist:
+ def __init__(self, cpus: cpu_map, threads: thread_map) -> None: ...
+ def open(self) -> None:
+ """Open the events in the list."""
+ ...
+ def close(self) -> None:
+ """Close the events in the list."""
+ ...
+ def mmap(self) -> None:
+ """Memory map the event buffers."""
+ ...
+ def poll(self, timeout: int) -> int:
+ """Poll for events.
+
+ Args:
+ timeout: Timeout in milliseconds.
+
+ Returns:
+ Number of events ready.
+ """
+ ...
+ def read_on_cpu(self, cpu: int) -> Optional[sample_event]:
+ """Read a sample event from a specific CPU.
+
+ Args:
+ cpu: The CPU number.
+
+ Returns:
+ A sample_event if available, or None.
+ """
+ ...
+ def all_cpus(self) -> cpu_map:
+ """Get a cpu_map of all CPUs in the system."""
+ ...
+ def metrics(self) -> List[str]:
+ """Get a list of metric names within the evlist."""
+ ...
+ def compute_metric(self, metric: str, cpu: int, thread: int) -> float:
+ """Compute metric for given name, cpu and thread.
+
+ Args:
+ metric: The metric name.
+ cpu: The CPU number.
+ thread: The thread ID.
+
+ Returns:
+ The computed metric value.
+ """
+ ...
+ def config(self) -> None:
+ """Configure the events in the list."""
+ ...
+ def disable(self) -> None:
+ """Disable all events in the list."""
+ ...
+ def enable(self) -> None:
+ """Enable all events in the list."""
+ ...
+ def get_pollfd(self) -> List[int]:
+ """Get a list of file descriptors for polling."""
+ ...
+ def add(self, evsel: evsel) -> int:
+ """Add an event to the list."""
+ ...
+ def __iter__(self) -> Iterator[evsel]:
+ """Iterate over the events (evsel) in the list."""
+ ...
+
+
+class session:
+ def __init__(
+ self,
+ data: data,
+ sample: Optional[Callable[[sample_event], None]] = None,
+ stat: Optional[Callable[[Any, Optional[str]], None]] = None
+ ) -> None:
+ """Initialize a perf session.
+
+ Args:
+ data: The perf data file to read.
+ sample: Callback for sample events.
+ stat: Callback for stat events.
+ """
+ ...
+ def process_events(self) -> int:
+ """Process all events in the session."""
+ ...
+ def find_thread(self, pid: int) -> thread:
+ """Returns the thread associated with a pid."""
+ ...
+
+# Event Types
+TYPE_HARDWARE: int
+"""Hardware event."""
+
+TYPE_SOFTWARE: int
+"""Software event."""
+
+TYPE_TRACEPOINT: int
+"""Tracepoint event."""
+
+TYPE_HW_CACHE: int
+"""Hardware cache event."""
+
+TYPE_RAW: int
+"""Raw hardware event."""
+
+TYPE_BREAKPOINT: int
+"""Breakpoint event."""
+
+
+# Hardware Counters
+COUNT_HW_CPU_CYCLES: int
+"""Total cycles. Be wary of what happens during CPU frequency scaling."""
+
+COUNT_HW_INSTRUCTIONS: int
+"""Retired instructions. Be careful, these can be affected by various issues,
+most notably hardware interrupt counts."""
+
+COUNT_HW_CACHE_REFERENCES: int
+"""Cache accesses. Usually this indicates Last Level Cache accesses but this
+may vary depending on your CPU."""
+
+COUNT_HW_CACHE_MISSES: int
+"""Cache misses. Usually this indicates Last Level Cache misses."""
+
+COUNT_HW_BRANCH_INSTRUCTIONS: int
+"""Retired branch instructions."""
+
+COUNT_HW_BRANCH_MISSES: int
+"""Mispredicted branch instructions."""
+
+COUNT_HW_BUS_CYCLES: int
+"""Bus cycles, which can be different from total cycles."""
+
+COUNT_HW_STALLED_CYCLES_FRONTEND: int
+"""Stalled cycles during issue [This event is an alias of idle-cycles-frontend]."""
+
+COUNT_HW_STALLED_CYCLES_BACKEND: int
+"""Stalled cycles during retirement [This event is an alias of idle-cycles-backend]."""
+
+COUNT_HW_REF_CPU_CYCLES: int
+"""Total cycles; not affected by CPU frequency scaling."""
+
+
+# Cache Counters
+COUNT_HW_CACHE_L1D: int
+"""Level 1 data cache."""
+
+COUNT_HW_CACHE_L1I: int
+"""Level 1 instruction cache."""
+
+COUNT_HW_CACHE_LL: int
+"""Last Level Cache."""
+
+COUNT_HW_CACHE_DTLB: int
+"""Data TLB."""
+
+COUNT_HW_CACHE_ITLB: int
+"""Instruction TLB."""
+
+COUNT_HW_CACHE_BPU: int
+"""Branch Processing Unit."""
+
+COUNT_HW_CACHE_OP_READ: int
+"""Read accesses."""
+
+COUNT_HW_CACHE_OP_WRITE: int
+"""Write accesses."""
+
+COUNT_HW_CACHE_OP_PREFETCH: int
+"""Prefetch accesses."""
+
+COUNT_HW_CACHE_RESULT_ACCESS: int
+"""Accesses."""
+
+COUNT_HW_CACHE_RESULT_MISS: int
+"""Misses."""
+
+
+# Software Counters
+COUNT_SW_CPU_CLOCK: int
+"""CPU clock event."""
+
+COUNT_SW_TASK_CLOCK: int
+"""Task clock event."""
+
+COUNT_SW_PAGE_FAULTS: int
+"""Page faults."""
+
+COUNT_SW_CONTEXT_SWITCHES: int
+"""Context switches."""
+
+COUNT_SW_CPU_MIGRATIONS: int
+"""CPU migrations."""
+
+COUNT_SW_PAGE_FAULTS_MIN: int
+"""Minor page faults."""
+
+COUNT_SW_PAGE_FAULTS_MAJ: int
+"""Major page faults."""
+
+COUNT_SW_ALIGNMENT_FAULTS: int
+"""Alignment faults."""
+
+COUNT_SW_EMULATION_FAULTS: int
+"""Emulation faults."""
+
+COUNT_SW_DUMMY: int
+"""Dummy event."""
+
+
+# Sample Fields
+SAMPLE_IP: int
+"""Instruction pointer."""
+
+SAMPLE_TID: int
+"""Process and thread ID."""
+
+SAMPLE_TIME: int
+"""Timestamp."""
+
+SAMPLE_ADDR: int
+"""Sampled address."""
+
+SAMPLE_READ: int
+"""Read barcode."""
+
+SAMPLE_CALLCHAIN: int
+"""Call chain."""
+
+SAMPLE_ID: int
+"""Unique ID."""
+
+SAMPLE_CPU: int
+"""CPU number."""
+
+SAMPLE_PERIOD: int
+"""Sample period."""
+
+SAMPLE_STREAM_ID: int
+"""Stream ID."""
+
+SAMPLE_RAW: int
+"""Raw sample."""
+
+
+# Format Fields
+FORMAT_TOTAL_TIME_ENABLED: int
+"""Total time enabled."""
+
+FORMAT_TOTAL_TIME_RUNNING: int
+"""Total time running."""
+
+FORMAT_ID: int
+"""Event ID."""
+
+FORMAT_GROUP: int
+"""Event group."""
+
+
+# Record Types
+RECORD_MMAP: int
+"""MMAP record. Contains header, pid, tid, addr, len, pgoff, filename, and sample_id."""
+
+RECORD_LOST: int
+"""Lost events record. Contains header, id, lost count, and sample_id."""
+
+RECORD_COMM: int
+"""COMM record. Contains header, pid, tid, comm, and sample_id."""
+
+RECORD_EXIT: int
+"""EXIT record. Contains header, pid, ppid, tid, ptid, time, and sample_id."""
+
+RECORD_THROTTLE: int
+"""THROTTLE record. Contains header, time, id, stream_id, and sample_id."""
+
+RECORD_UNTHROTTLE: int
+"""UNTHROTTLE record. Contains header, time, id, stream_id, and sample_id."""
+
+RECORD_FORK: int
+"""FORK record. Contains header, pid, ppid, tid, ptid, time, and sample_id."""
+
+RECORD_READ: int
+"""READ record. Contains header, and read values."""
+
+RECORD_SAMPLE: int
+"""SAMPLE record. Contains header, and sample data requested by sample_type."""
+
+RECORD_MMAP2: int
+"""MMAP2 record. Contains header, pid, tid, addr, len, pgoff, maj, min, ino,
+ino_generation, prot, flags, filename, and sample_id."""
+
+RECORD_AUX: int
+"""AUX record. Contains header, aux_offset, aux_size, flags, and sample_id."""
+
+RECORD_ITRACE_START: int
+"""ITRACE_START record. Contains header, pid, tid, and sample_id."""
+
+RECORD_LOST_SAMPLES: int
+"""LOST_SAMPLES record. Contains header, lost count, and sample_id."""
+
+RECORD_SWITCH: int
+"""SWITCH record. Contains header, and sample_id."""
+
+RECORD_SWITCH_CPU_WIDE: int
+"""SWITCH_CPU_WIDE record. Contains header, and sample_id."""
+
+RECORD_STAT: int
+"""STAT record."""
+
+RECORD_STAT_ROUND: int
+"""STAT_ROUND record."""
+
+RECORD_MISC_SWITCH_OUT: int
+"""MISC_SWITCH_OUT record."""
--
2.54.0.545.g6539524ca2-goog
^ permalink raw reply related
* [PATCH v6 27/59] perf syscall-counts: Port syscall-counts to use python module
From: Ian Rogers @ 2026-04-25 17:48 UTC (permalink / raw)
To: acme, adrian.hunter, james.clark, leo.yan, namhyung, tmricht
Cc: alice.mei.rogers, dapeng1.mi, linux-arm-kernel, linux-kernel,
linux-perf-users, mingo, peterz, Ian Rogers
In-Reply-To: <20260425174858.3922152-1-irogers@google.com>
Rewrite tools/perf/scripts/python/syscall-counts.py to use the python
module and various style changes. By avoiding the overheads in the
`perf script` execution the performance improves by more than 4x as
shown in the following (with PYTHON_PATH and PERF_EXEC_PATH set as
necessary):
```
$ perf record -e raw_syscalls:sys_enter -a sleep 1
...
$ time perf script tools/perf/scripts/python/syscall-counts.py perf
Install the python-audit package to get syscall names.
For example:
# apt-get install python3-audit (Ubuntu)
# yum install python3-audit (Fedora)
etc.
Press control+C to stop and show the summary
Warning:
1 out of order events recorded.
syscall events for perf:
event count
-------------------------------------- ------------
1 538989
16 32
203 17
3 2
257 1
204 1
15 1
7 1
0 1
real 0m3.887s
user 0m3.578s
sys 0m0.308s
$ time python3 tools/perf/python/syscall-counts.py perf
Warning:
1 out of order events recorded.
syscall events for perf:
event count
-------------------------------------- ------------
write 538989
ioctl 32
sched_setaffinity 17
close 2
openat 1
sched_getaffinity 1
rt_sigreturn 1
poll 1
read 1
real 0m0.953s
user 0m0.905s
sys 0m0.048s
```
Assisted-by: Gemini:gemini-3.1-pro-preview
Signed-off-by: Ian Rogers <irogers@google.com>
---
v2:
1. Fallback for Unknown Syscalls: If perf.syscall_name() returns None
for an unmapped ID, the script now falls back to using the numeric
ID string. This prevents a TypeError when applying string alignment
formatting.
2. Fallback for Syscall Number Attribute: The script now checks for
__syscall_nr first, and if not present (as on some older kernels),
falls back to checking for nr .
3. Robust Process Resolution: Added a try-except block around
session.process(sample.pid).comm() . If the process lookup fails
(returning NULL/None), it falls back to "unknown" instead of
letting a TypeError crash the script.
4. Support for Custom Input Files: Added a -i / --input command-line
argument to allow processing arbitrarily named trace files,
removing the hardcoded "perf.data" restriction.
---
tools/perf/python/syscall-counts.py | 72 +++++++++++++++++++++++++++++
1 file changed, 72 insertions(+)
create mode 100755 tools/perf/python/syscall-counts.py
diff --git a/tools/perf/python/syscall-counts.py b/tools/perf/python/syscall-counts.py
new file mode 100755
index 000000000000..ef2bd8c7b24c
--- /dev/null
+++ b/tools/perf/python/syscall-counts.py
@@ -0,0 +1,72 @@
+#!/usr/bin/env python3
+# SPDX-License-Identifier: GPL-2.0
+"""
+Displays system-wide system call totals, broken down by syscall.
+
+If a [comm] arg is specified, only syscalls called by [comm] are displayed.
+"""
+
+import argparse
+from collections import defaultdict
+from typing import DefaultDict
+import perf
+
+syscalls: DefaultDict[int, int] = defaultdict(int)
+for_comm = None
+session = None
+
+
+def print_syscall_totals():
+ """Print aggregated statistics."""
+ if for_comm is not None:
+ print(f"\nsyscall events for {for_comm}:\n")
+ else:
+ print("\nsyscall events:\n")
+
+ print(f"{'event':<40} {'count':>10}")
+ print("---------------------------------------- -----------")
+
+ for sc_id, val in sorted(syscalls.items(),
+ key=lambda kv: (kv[1], kv[0]), reverse=True):
+ name = perf.syscall_name(sc_id) or str(sc_id)
+ print(f"{name:<40} {val:>10}")
+
+
+def process_event(sample):
+ """Process a single sample event."""
+ event_name = str(sample.evsel)
+ if event_name == "evsel(raw_syscalls:sys_enter)":
+ sc_id = getattr(sample, "id", -1)
+ elif event_name.startswith("evsel(syscalls:sys_enter_"):
+ sc_id = getattr(sample, "__syscall_nr", None)
+ if sc_id is None:
+ sc_id = getattr(sample, "nr", -1)
+ else:
+ return
+
+ if sc_id == -1:
+ return
+
+ comm = "unknown"
+ try:
+ if session:
+ proc = session.find_thread(sample.sample_pid)
+ if proc:
+ comm = proc.comm()
+ except (TypeError, AttributeError):
+ pass
+
+ if for_comm and comm != for_comm:
+ return
+ syscalls[sc_id] += 1
+
+
+if __name__ == "__main__":
+ ap = argparse.ArgumentParser()
+ ap.add_argument("comm", nargs="?", help="Only report syscalls for comm")
+ ap.add_argument("-i", "--input", default="perf.data", help="Input file name")
+ args = ap.parse_args()
+ for_comm = args.comm
+ session = perf.session(perf.data(args.input), sample=process_event)
+ session.process_events()
+ print_syscall_totals()
--
2.54.0.545.g6539524ca2-goog
^ permalink raw reply related
* [PATCH v6 25/59] perf stat-cpi: Port stat-cpi to use python module
From: Ian Rogers @ 2026-04-25 17:48 UTC (permalink / raw)
To: acme, adrian.hunter, james.clark, leo.yan, namhyung, tmricht
Cc: alice.mei.rogers, dapeng1.mi, linux-arm-kernel, linux-kernel,
linux-perf-users, mingo, peterz, Ian Rogers
In-Reply-To: <20260425174858.3922152-1-irogers@google.com>
Port stat-cpi.py from the legacy framework to a standalone script.
Support both file processing mode (using perf.session) and live mode
(reading counters directly via perf.parse_events and evsel.read). Use
argparse for command line options handling. Calculate and display CPI
(Cycles Per Instruction) per interval per CPU/thread.
Assisted-by: Gemini:gemini-3.1-pro-preview
Signed-off-by: Ian Rogers <irogers@google.com>
---
v2:
1. Accurate CPI Calculation (Multiplexing Support):
- Before: The get() method returned the raw counter value directly,
ignoring whether the counter ran for the full interval.
- After: The get() method now scales the raw value by the ratio of
enabled time to running time ( val * (ena / float(run)) ) when run
> 0 . This handles cases where PMU counters are overcommitted and
multiplexed.
2. Per-Interval CPI in File Mode:
- Before: store() saved absolute counter values as read from
PERF_RECORD_STAT . Since these are cumulative from the start of
the trace, and data.clear() was called every round, the script
computed cumulative CPI rather than per-interval CPI.
- After: store() now computes the delta between the current absolute
value and the value from the previous interval. It saves this
delta in self.data and retains the absolute value in self.
prev_data for the next delta computation.
3. Prevention of Dummy Output (Cartesian Product Fix):
- Before: self.cpus and self.threads lists accumulated all unique
CPUs and threads seen independently. The nested loops in
print_interval() then created a Cartesian product of all seen CPUs
and threads, querying data for combinations that might never have
occurred.
- After: Replaced lists with a self.recorded_pairs set that stores
(cpu, thread) tuples only when a sample actually records them. The
output loop now iterates strictly over these verified pairs.
---
tools/perf/python/stat-cpi.py | 151 ++++++++++++++++++++++++++++++++++
1 file changed, 151 insertions(+)
create mode 100755 tools/perf/python/stat-cpi.py
diff --git a/tools/perf/python/stat-cpi.py b/tools/perf/python/stat-cpi.py
new file mode 100755
index 000000000000..4b1f1f69c94a
--- /dev/null
+++ b/tools/perf/python/stat-cpi.py
@@ -0,0 +1,151 @@
+#!/usr/bin/env python3
+# SPDX-License-Identifier: GPL-2.0
+"""Calculate CPI from perf stat data or live."""
+
+import argparse
+import sys
+import time
+from typing import Any, Optional
+import perf
+
+class StatCpiAnalyzer:
+ """Accumulates cycles and instructions and calculates CPI."""
+
+ def __init__(self, args: argparse.Namespace) -> None:
+ self.args = args
+ self.data: dict[str, tuple[int, int, int]] = {}
+ self.prev_data: dict[str, tuple[int, int, int]] = {}
+ self.recorded_pairs: set[tuple[int, int]] = set()
+
+ def get_key(self, event: str, cpu: int, thread: int) -> str:
+ """Get key for data dictionary."""
+ return f"{event}-{cpu}-{thread}"
+
+ def store_key(self, cpu: int, thread: int) -> None:
+ """Store CPU and thread IDs."""
+ self.recorded_pairs.add((cpu, thread))
+
+ def store(self, event: str, cpu: int, thread: int, counts: tuple[int, int, int]) -> None:
+ """Store counter values, computing difference from previous absolute values."""
+ self.store_key(cpu, thread)
+ key = self.get_key(event, cpu, thread)
+
+ val, ena, run = counts
+ if key in self.prev_data:
+ prev_val, prev_ena, prev_run = self.prev_data[key]
+ cur_val = val - prev_val
+ cur_ena = ena - prev_ena
+ cur_run = run - prev_run
+ else:
+ cur_val = val
+ cur_ena = ena
+ cur_run = run
+
+ self.data[key] = (cur_val, cur_ena, cur_run)
+ self.prev_data[key] = counts # Store absolute value for next time
+
+ def get(self, event: str, cpu: int, thread: int) -> float:
+ """Get scaled counter value."""
+ key = self.get_key(event, cpu, thread)
+ if key not in self.data:
+ return 0.0
+ val, ena, run = self.data[key]
+ if run > 0:
+ return val * (ena / float(run))
+ return float(val)
+
+ def process_stat_event(self, event: Any, name: Optional[str] = None) -> None:
+ """Process PERF_RECORD_STAT and PERF_RECORD_STAT_ROUND events."""
+ if event.type == perf.RECORD_STAT:
+ if name:
+ if "cycles" in name:
+ event_name = "cycles"
+ elif "instructions" in name:
+ event_name = "instructions"
+ else:
+ return
+ self.store(event_name, event.cpu, event.thread, (event.val, event.ena, event.run))
+ elif event.type == perf.RECORD_STAT_ROUND:
+ timestamp = getattr(event, "time", 0)
+ self.print_interval(timestamp)
+ self.data.clear()
+ self.recorded_pairs.clear()
+
+ def print_interval(self, timestamp: int) -> None:
+ """Print CPI for the current interval."""
+ for cpu, thread in sorted(self.recorded_pairs):
+ cyc = self.get("cycles", cpu, thread)
+ ins = self.get("instructions", cpu, thread)
+ cpi = 0.0
+ if ins != 0:
+ cpi = cyc / float(ins)
+ t_sec = timestamp / 1000000000.0
+ print(f"{t_sec:15f}: cpu {cpu}, thread {thread} -> cpi {cpi:f} ({cyc:.0f}/{ins:.0f})")
+
+ def read_counters(self, evlist: Any) -> None:
+ """Read counters live."""
+ for evsel in evlist:
+ name = str(evsel)
+ if "cycles" in name:
+ event_name = "cycles"
+ elif "instructions" in name:
+ event_name = "instructions"
+ else:
+ continue
+
+ for cpu in evsel.cpus():
+ for thread in evsel.threads():
+ try:
+ counts = evsel.read(cpu, thread)
+ self.store(event_name, cpu, thread,
+ (counts.val, counts.ena, counts.run))
+ except OSError:
+ pass
+
+ def run_file(self) -> None:
+ """Process events from file."""
+ session = perf.session(perf.data(self.args.input), stat=self.process_stat_event)
+ session.process_events()
+
+ def run_live(self) -> None:
+ """Read counters live."""
+ evlist = perf.parse_events("cycles,instructions")
+ if not evlist:
+ print("Failed to parse events", file=sys.stderr)
+ return
+ try:
+ evlist.open()
+ except OSError as e:
+ print(f"Failed to open events: {e}", file=sys.stderr)
+ return
+
+ print("Live mode started. Press Ctrl+C to stop.")
+ try:
+ while True:
+ time.sleep(self.args.interval)
+ timestamp = time.time_ns()
+ self.read_counters(evlist)
+ self.print_interval(timestamp)
+ self.data.clear()
+ self.recorded_pairs.clear()
+ except KeyboardInterrupt:
+ print("\nStopped.")
+ finally:
+ evlist.close()
+
+def main() -> None:
+ """Main function."""
+ ap = argparse.ArgumentParser(description="Calculate CPI from perf stat data or live")
+ ap.add_argument("-i", "--input", help="Input file name (enables file mode)")
+ ap.add_argument("-I", "--interval", type=float, default=1.0,
+ help="Interval in seconds for live mode")
+ args = ap.parse_args()
+
+ analyzer = StatCpiAnalyzer(args)
+ if args.input:
+ analyzer.run_file()
+ else:
+ analyzer.run_live()
+
+if __name__ == "__main__":
+ main()
--
2.54.0.545.g6539524ca2-goog
^ permalink raw reply related
* [PATCH v6 28/59] perf syscall-counts-by-pid: Port syscall-counts-by-pid to use python module
From: Ian Rogers @ 2026-04-25 17:48 UTC (permalink / raw)
To: acme, adrian.hunter, james.clark, leo.yan, namhyung, tmricht
Cc: alice.mei.rogers, dapeng1.mi, linux-arm-kernel, linux-kernel,
linux-perf-users, mingo, peterz, Ian Rogers
In-Reply-To: <20260425174858.3922152-1-irogers@google.com>
Rewrite tools/perf/scripts/python/syscall-counts-by-pid.py to use the
python module and various style changes. By avoiding the overheads in
the `perf script` execution the performance improves by more than 3.8x
as shown in the following (with PYTHON_PATH and PERF_EXEC_PATH set as
necessary):
```
$ perf record -e raw_syscalls:sys_enter -a sleep 1
...
$ time perf script tools/perf/scripts/python/syscall-counts-by-pid.py perf
Install the python-audit package to get syscall names.
For example:
# apt-get install python3-audit (Ubuntu)
# yum install python3-audit (Fedora)
etc.
Press control+C to stop and show the summary
Warning:
1 out of order events recorded.
syscall events for perf:
comm [pid]/syscalls count
--------------------------------------- ----------
perf [3886080]
1 538989
16 32
203 17
3 2
257 1
204 1
15 1
0 1
perf [3886082]
7 1
real 0m3.852s
user 0m3.512s
sys 0m0.336s
$ time python3 tools/perf/python/syscall-counts-by-pid.py perf
Warning:
1 out of order events recorded.
syscall events for perf:
comm [pid]/syscalls count
--------------------------------------- -----------
perf [3886080]
write 538989
ioctl 32
sched_setaffinity 17
close 2
openat 1
sched_getaffinity 1
rt_sigreturn 1
read 1
perf [3886082]
poll 1
real 0m1.011s
user 0m0.963s
sys 0m0.048s
```
Assisted-by: Gemini:gemini-3.1-pro-preview
Signed-off-by: Ian Rogers <irogers@google.com>
---
v2:
1. Removed Unused Variable: Removed id_keys which was assigned but
never read.
2. Fallback for Unknown Syscalls: If perf.syscall_name() returns None
for an unmapped ID, it now falls back to the numeric ID string to
prevent TypeError crashes during string formatting.
3. Fallback for Syscall Number Attribute: It now checks for
__syscall_nr first, and if missing, falls back to checking for nr .
4. Robust Process Resolution: Added a try-except block around
session.process(sample.pid).comm() to handle untracked PIDs
gracefully instead of crashing on a TypeError .
5. Restored PID Filtering: The script now attempts to parse the
positional argument as an integer to filter by Process ID. If that
fails, it treats it as a command name (COMM) string to filter by,
restoring behavior from the original legacy script.
6. Support for Custom Input Files: Added a -i / --input command-line
argument to support arbitrarily named trace files, removing the
hardcoded "perf.data" restriction.
---
tools/perf/python/syscall-counts-by-pid.py | 88 ++++++++++++++++++++++
1 file changed, 88 insertions(+)
create mode 100755 tools/perf/python/syscall-counts-by-pid.py
diff --git a/tools/perf/python/syscall-counts-by-pid.py b/tools/perf/python/syscall-counts-by-pid.py
new file mode 100755
index 000000000000..ff962334a143
--- /dev/null
+++ b/tools/perf/python/syscall-counts-by-pid.py
@@ -0,0 +1,88 @@
+#!/usr/bin/env python3
+# SPDX-License-Identifier: GPL-2.0
+"""
+Displays system-wide system call totals, broken down by syscall.
+If a [comm] arg is specified, only syscalls called by [comm] are displayed.
+"""
+
+import argparse
+from collections import defaultdict
+import perf
+
+syscalls: dict[tuple[str, int, int], int] = defaultdict(int)
+for_comm = None
+for_pid = None
+session = None
+
+
+def print_syscall_totals():
+ """Print aggregated statistics."""
+ if for_comm is not None:
+ print(f"\nsyscall events for {for_comm}:\n")
+ elif for_pid is not None:
+ print(f"\nsyscall events for PID {for_pid}:\n")
+ else:
+ print("\nsyscall events:\n")
+
+ print(f"{'comm [pid]/syscalls':<40} {'count':>10}")
+ print("---------------------------------------- -----------")
+
+ sorted_keys = sorted(syscalls.keys(), key=lambda k: (k[0], k[1], k[2]))
+ current_comm_pid = None
+ for comm, pid, sc_id in sorted_keys:
+ if current_comm_pid != (comm, pid):
+ print(f"\n{comm} [{pid}]")
+ current_comm_pid = (comm, pid)
+ name = perf.syscall_name(sc_id) or str(sc_id)
+ print(f" {name:<38} {syscalls[(comm, pid, sc_id)]:>10}")
+
+
+def process_event(sample):
+ """Process a single sample event."""
+ event_name = str(sample.evsel)
+ if event_name == "evsel(raw_syscalls:sys_enter)":
+ sc_id = getattr(sample, "id", -1)
+ elif event_name.startswith("evsel(syscalls:sys_enter_"):
+ sc_id = getattr(sample, "__syscall_nr", None)
+ if sc_id is None:
+ sc_id = getattr(sample, "nr", -1)
+ else:
+ return
+
+ if sc_id == -1:
+ return
+
+ pid = sample.sample_pid
+
+ if for_pid and pid != for_pid:
+ return
+
+ comm = "unknown"
+ try:
+ if session:
+ proc = session.find_thread(pid)
+ if proc:
+ comm = proc.comm()
+ except (TypeError, AttributeError):
+ pass
+
+ if for_comm and comm != for_comm:
+ return
+ syscalls[(comm, pid, sc_id)] += 1
+
+
+if __name__ == "__main__":
+ ap = argparse.ArgumentParser()
+ ap.add_argument("filter", nargs="?", help="COMM or PID to filter by")
+ ap.add_argument("-i", "--input", default="perf.data", help="Input file name")
+ args = ap.parse_args()
+
+ if args.filter:
+ try:
+ for_pid = int(args.filter)
+ except ValueError:
+ for_comm = args.filter
+
+ session = perf.session(perf.data(args.input), sample=process_event)
+ session.process_events()
+ print_syscall_totals()
--
2.54.0.545.g6539524ca2-goog
^ permalink raw reply related
* [PATCH v6 29/59] perf futex-contention: Port futex-contention to use python module
From: Ian Rogers @ 2026-04-25 17:48 UTC (permalink / raw)
To: acme, adrian.hunter, james.clark, leo.yan, namhyung, tmricht
Cc: alice.mei.rogers, dapeng1.mi, linux-arm-kernel, linux-kernel,
linux-perf-users, mingo, peterz, Ian Rogers
In-Reply-To: <20260425174858.3922152-1-irogers@google.com>
Rewrite tools/perf/scripts/python/futex-contention.py to use the
python module and various style changes. By avoiding the overheads in
the `perf script` execution the performance improves by more than 3.2x
as shown in the following (with PYTHON_PATH and PERF_EXEC_PATH set as
necessary):
```
$ perf record -e syscalls:sys_*_futex -a sleep 1
...
$ time perf script tools/perf/scripts/python/futex-contention.py
Install the python-audit package to get syscall names.
For example:
# apt-get install python3-audit (Ubuntu)
# yum install python3-audit (Fedora)
etc.
Press control+C to stop and show the summary
aaa/4[2435653] lock 7f76b380c878 contended 1 times, 1099 avg ns [max: 1099 ns, min 1099 ns]
...
real 0m1.007s
user 0m0.935s
sys 0m0.072s
$ time python3 tools/perf/python/futex-contention.py
...
real 0m0.314s
user 0m0.259s
sys 0m0.056s
```
Assisted-by: Gemini:gemini-3.1-pro-preview
Signed-off-by: Ian Rogers <irogers@google.com>
---
v2:
1. Fixed Module Import Failure: Corrected the type annotations from
[int, int] to Tuple[int, int] . The previous code would raise a
TypeError at module import time because lists cannot be used as
types in dictionary annotations.
2. Prevented Out-Of-Memory Crashes: Replaced the approach of storing
every single duration in a list with a LockStats class that
maintains running aggregates (count, total time, min, max). This
ensures O(1) memory usage per lock/thread pair rather than
unbounded memory growth.
3. Support for Custom Input Files: Added a -i / --input command-line
argument to support processing arbitrarily named trace files,
removing the hardcoded "perf.data" restriction.
4. Robust Process Lookup: Added a check to ensure session is
initialized before calling session. process() , preventing
potential NoneType attribute errors if events are processed during
initialization.
---
tools/perf/python/futex-contention.py | 87 +++++++++++++++++++++++++++
1 file changed, 87 insertions(+)
create mode 100755 tools/perf/python/futex-contention.py
diff --git a/tools/perf/python/futex-contention.py b/tools/perf/python/futex-contention.py
new file mode 100755
index 000000000000..1fc87ec0e6e5
--- /dev/null
+++ b/tools/perf/python/futex-contention.py
@@ -0,0 +1,87 @@
+#!/usr/bin/env python3
+# SPDX-License-Identifier: GPL-2.0
+"""Measures futex contention."""
+
+import argparse
+from collections import defaultdict
+from typing import Dict, Tuple
+import perf
+
+class LockStats:
+ """Aggregate lock contention information."""
+ def __init__(self) -> None:
+ self.count = 0
+ self.total_time = 0
+ self.min_time = 0
+ self.max_time = 0
+
+ def add(self, duration: int) -> None:
+ """Add a new duration measurement."""
+ self.count += 1
+ self.total_time += duration
+ if self.count == 1:
+ self.min_time = duration
+ self.max_time = duration
+ else:
+ self.min_time = min(self.min_time, duration)
+ self.max_time = max(self.max_time, duration)
+
+ def avg(self) -> float:
+ """Return average duration."""
+ return self.total_time / self.count if self.count > 0 else 0.0
+
+process_names: Dict[int, str] = {}
+start_times: Dict[int, Tuple[int, int]] = {}
+session = None
+durations: Dict[Tuple[int, int], LockStats] = defaultdict(LockStats)
+
+FUTEX_WAIT = 0
+FUTEX_WAKE = 1
+FUTEX_PRIVATE_FLAG = 128
+FUTEX_CLOCK_REALTIME = 256
+FUTEX_CMD_MASK = ~(FUTEX_PRIVATE_FLAG | FUTEX_CLOCK_REALTIME)
+
+
+def process_event(sample: perf.sample_event) -> None:
+ """Process a single sample event."""
+ def handle_start(tid: int, uaddr: int, op: int, start_time: int) -> None:
+ if (op & FUTEX_CMD_MASK) != FUTEX_WAIT:
+ return
+ if tid not in process_names:
+ try:
+ if session:
+ process = session.find_thread(tid)
+ if process:
+ process_names[tid] = process.comm()
+ except (TypeError, AttributeError):
+ return
+ start_times[tid] = (uaddr, start_time)
+
+ def handle_end(tid: int, end_time: int) -> None:
+ if tid not in start_times:
+ return
+ (uaddr, start_time) = start_times[tid]
+ del start_times[tid]
+ durations[(tid, uaddr)].add(end_time - start_time)
+
+ event_name = str(sample.evsel)
+ if event_name == "evsel(syscalls:sys_enter_futex)":
+ uaddr = getattr(sample, "uaddr", 0)
+ op = getattr(sample, "op", 0)
+ handle_start(sample.sample_tid, uaddr, op, sample.sample_time)
+ elif event_name == "evsel(syscalls:sys_exit_futex)":
+ handle_end(sample.sample_tid, sample.sample_time)
+
+
+if __name__ == "__main__":
+ ap = argparse.ArgumentParser(description="Measure futex contention")
+ ap.add_argument("-i", "--input", default="perf.data", help="Input file name")
+ args = ap.parse_args()
+
+ session = perf.session(perf.data(args.input), sample=process_event)
+ session.process_events()
+
+ for ((t, u), stats) in sorted(durations.items()):
+ avg_ns = stats.avg()
+ print(f"{process_names.get(t, 'unknown')}[{t}] lock {u:x} contended {stats.count} times, "
+ f"{avg_ns:.0f} avg ns [max: {stats.max_time} ns, min {stats.min_time} ns]")
--
2.54.0.545.g6539524ca2-goog
^ permalink raw reply related
* [PATCH v6 30/59] perf flamegraph: Port flamegraph to use python module
From: Ian Rogers @ 2026-04-25 17:48 UTC (permalink / raw)
To: acme, adrian.hunter, james.clark, leo.yan, namhyung, tmricht
Cc: alice.mei.rogers, dapeng1.mi, linux-arm-kernel, linux-kernel,
linux-perf-users, mingo, peterz, Ian Rogers
In-Reply-To: <20260425174858.3922152-1-irogers@google.com>
Add a port of the flamegraph script that uses the perf python module
directly. This approach improves performance by avoiding intermediate
dictionaries for event fields.
Assisted-by: Gemini:gemini-3.1-pro-preview
Signed-off-by: Ian Rogers <irogers@google.com>
---
v5:
1. Fix Event Filtering: Corrected event filtering check to search for a
substring match within the parsed event string, preventing all events
from being dropped due to the `evsel(...)` wrapper.
v6:
- Fixed terminal injection risk by not printing unverified content in
prompt.
---
tools/perf/python/flamegraph.py | 250 ++++++++++++++++++++++++++++++++
1 file changed, 250 insertions(+)
create mode 100755 tools/perf/python/flamegraph.py
diff --git a/tools/perf/python/flamegraph.py b/tools/perf/python/flamegraph.py
new file mode 100755
index 000000000000..b0eb5844b772
--- /dev/null
+++ b/tools/perf/python/flamegraph.py
@@ -0,0 +1,250 @@
+#!/usr/bin/env python3
+# SPDX-License-Identifier: GPL-2.0
+"""
+flamegraph.py - create flame graphs from perf samples using perf python module
+"""
+
+import argparse
+import hashlib
+import json
+import os
+import subprocess
+import sys
+import urllib.request
+from typing import Dict, Optional, Union
+import perf
+
+MINIMAL_HTML = """<head>
+ <link rel="stylesheet" type="text/css" href="https://cdn.jsdelivr.net/npm/d3-flame-graph@4.1.3/dist/d3-flamegraph.css">
+</head>
+<body>
+ <div id="chart"></div>
+ <script type="text/javascript" src="https://d3js.org/d3.v7.js"></script>
+ <script type="text/javascript" src="https://cdn.jsdelivr.net/npm/d3-flame-graph@4.1.3/dist/d3-flamegraph.min.js"></script>
+ <script type="text/javascript">
+ const stacks = [/** @flamegraph_json **/];
+ // Note, options is unused.
+ const options = [/** @options_json **/];
+
+ var chart = flamegraph();
+ d3.select("#chart")
+ .datum(stacks[0])
+ .call(chart);
+ </script>
+</body>
+"""
+
+class Node:
+ """A node in the flame graph tree."""
+ def __init__(self, name: str, libtype: str):
+ self.name = name
+ self.libtype = libtype
+ self.value: int = 0
+ self.children: dict[str, Node] = {}
+
+ def to_json(self) -> Dict[str, Union[str, int, list[Dict]]]:
+ """Convert the node to a JSON-serializable dictionary."""
+ return {
+ "n": self.name,
+ "l": self.libtype,
+ "v": self.value,
+ "c": [x.to_json() for x in self.children.values()]
+ }
+
+
+class FlameGraphCLI:
+ """Command-line interface for generating flame graphs."""
+ def __init__(self, args):
+ self.args = args
+ self.stack = Node("all", "root")
+ self.session = None
+
+ @staticmethod
+ def get_libtype_from_dso(dso: Optional[str]) -> str:
+ """Determine the library type from the DSO name."""
+ if dso and (dso == "[kernel.kallsyms]" or dso.endswith("/vmlinux") or dso == "[kernel]"):
+ return "kernel"
+ return ""
+
+ @staticmethod
+ def find_or_create_node(node: Node, name: str, libtype: str) -> Node:
+ """Find a child node with the given name or create a new one."""
+ if name in node.children:
+ return node.children[name]
+ child = Node(name, libtype)
+ node.children[name] = child
+ return child
+
+ def process_event(self, sample) -> None:
+ """Process a single perf sample event."""
+ if self.args.event_name and self.args.event_name not in str(sample.evsel):
+ return
+
+ pid = sample.sample_pid
+ dso_type = ""
+ try:
+ thread = self.session.find_thread(sample.sample_tid)
+ comm = thread.comm()
+ except Exception:
+ comm = "[unknown]"
+
+ if pid == 0:
+ comm = "swapper"
+ dso_type = "kernel"
+ else:
+ comm = f"{comm} ({pid})"
+
+ node = self.find_or_create_node(self.stack, comm, dso_type)
+
+ callchain = sample.callchain
+ if callchain:
+ # We want to traverse from root to leaf.
+ # perf callchain iterator gives leaf to root.
+ # We collect them and reverse.
+ frames = list(callchain)
+ for entry in reversed(frames):
+ name = entry.symbol or "[unknown]"
+ libtype = self.get_libtype_from_dso(entry.dso)
+ node = self.find_or_create_node(node, name, libtype)
+ else:
+ # Fallback if no callchain
+ name = getattr(sample, "symbol", "[unknown]")
+ libtype = self.get_libtype_from_dso(getattr(sample, "dso", "[unknown]"))
+ node = self.find_or_create_node(node, name, libtype)
+
+ node.value += 1
+
+ def get_report_header(self) -> str:
+ """Get the header from the perf report."""
+ try:
+ input_file = self.args.input or "perf.data"
+ output = subprocess.check_output(["perf", "report", "--header-only", "-i", input_file])
+ result = output.decode("utf-8")
+ if self.args.event_name:
+ result += "\nFocused event: " + self.args.event_name
+ return result
+ except Exception:
+ return ""
+
+ def run(self) -> None:
+ """Run the flame graph generation."""
+ input_file = self.args.input or "perf.data"
+ if not os.path.exists(input_file):
+ print(f"Error: {input_file} not found. (try 'perf record' first)", file=sys.stderr)
+ sys.exit(1)
+
+ try:
+ self.session = perf.session(perf.data(input_file),
+ sample=self.process_event)
+ except Exception as e:
+ print(f"Error opening session: {e}", file=sys.stderr)
+ sys.exit(1)
+
+ self.session.process_events()
+
+ stacks_json = json.dumps(self.stack, default=lambda x: x.to_json())
+ # Escape HTML special characters to prevent XSS
+ stacks_json = stacks_json.replace("<", "\\u003c") \
+ .replace(">", "\\u003e").replace("&", "\\u0026")
+
+ if self.args.format == "html":
+ report_header = self.get_report_header()
+ options = {
+ "colorscheme": self.args.colorscheme,
+ "context": report_header
+ }
+ options_json = json.dumps(options)
+ options_json = options_json.replace("<", "\\u003c") \
+ .replace(">", "\\u003e").replace("&", "\\u0026")
+
+ template = self.args.template
+ template_md5sum = None
+ output_str = None
+
+ if not os.path.isfile(template):
+ if template.startswith("http://") or template.startswith("https://"):
+ if not self.args.allow_download:
+ print("Warning: Downloading templates is disabled. "
+ "Use --allow-download.", file=sys.stderr)
+ template = None
+ else:
+ print(f"Warning: Template file '{template}' not found.", file=sys.stderr)
+ if self.args.allow_download:
+ print("Using default CDN template.", file=sys.stderr)
+ template = (
+ "https://cdn.jsdelivr.net/npm/d3-flame-graph@4.1.3/dist/templates/"
+ "d3-flamegraph-base.html"
+ )
+ template_md5sum = "143e0d06ba69b8370b9848dcd6ae3f36"
+ else:
+ template = None
+
+ use_minimal = False
+ try:
+ if not template:
+ use_minimal = True
+ elif template.startswith("http"):
+ with urllib.request.urlopen(template) as url_template:
+ output_str = "".join([l.decode("utf-8") for l in url_template.readlines()])
+ else:
+ with open(template, "r", encoding="utf-8") as f:
+ output_str = f.read()
+ except Exception as err:
+ print(f"Error reading template {template}: {err}\n", file=sys.stderr)
+ use_minimal = True
+
+ if use_minimal:
+ print("Using internal minimal HTML that refers to d3's web site. JavaScript " +
+ "loaded this way from a local file may be blocked unless your " +
+ "browser has relaxed permissions. Run with '--allow-download' to fetch" +
+ "the full D3 HTML template.", file=sys.stderr)
+ output_str = MINIMAL_HTML
+
+ elif template_md5sum:
+ assert output_str is not None
+ download_md5sum = hashlib.md5(output_str.encode("utf-8")).hexdigest()
+ if download_md5sum != template_md5sum:
+ s = None
+ while s not in ["y", "n"]:
+ s = input(f"""Unexpected template md5sum.
+{download_md5sum} != {template_md5sum}, for:
+{template}
+continue?[yn] """).lower()
+ if s == "n":
+ sys.exit(1)
+
+ assert output_str is not None
+ output_str = output_str.replace("/** @options_json **/", options_json)
+ output_str = output_str.replace("/** @flamegraph_json **/", stacks_json)
+ output_fn = self.args.output or "flamegraph.html"
+ else:
+ output_str = stacks_json
+ output_fn = self.args.output or "stacks.json"
+
+ if output_fn == "-":
+ sys.stdout.write(output_str)
+ else:
+ print(f"dumping data to {output_fn}")
+ with open(output_fn, "w", encoding="utf-8") as out:
+ out.write(output_str)
+
+
+if __name__ == "__main__":
+ parser = argparse.ArgumentParser(description="Create flame graphs using perf python module.")
+ parser.add_argument("-f", "--format", default="html", choices=["json", "html"],
+ help="output file format")
+ parser.add_argument("-o", "--output", help="output file name")
+ parser.add_argument("--template",
+ default="/usr/share/d3-flame-graph/d3-flamegraph-base.html",
+ help="path to flame graph HTML template")
+ parser.add_argument("--colorscheme", default="blue-green",
+ help="flame graph color scheme", choices=["blue-green", "orange"])
+ parser.add_argument("-i", "--input", help="input perf.data file")
+ parser.add_argument("--allow-download", default=False, action="store_true",
+ help="allow unprompted downloading of HTML template")
+ parser.add_argument("-e", "--event", default="", dest="event_name", type=str,
+ help="specify the event to generate flamegraph for")
+
+ cli_args = parser.parse_args()
+ cli = FlameGraphCLI(cli_args)
+ cli.run()
--
2.54.0.545.g6539524ca2-goog
^ permalink raw reply related
* [PATCH v6 35/59] perf event_analyzing_sample: Port event_analyzing_sample to use python module
From: Ian Rogers @ 2026-04-25 17:48 UTC (permalink / raw)
To: acme, adrian.hunter, james.clark, leo.yan, namhyung, tmricht
Cc: alice.mei.rogers, dapeng1.mi, linux-arm-kernel, linux-kernel,
linux-perf-users, mingo, peterz, Ian Rogers
In-Reply-To: <20260425174858.3922152-1-irogers@google.com>
Add a port of the event_analyzing_sample script that uses the perf
python module directly. This approach is significantly faster than
using perf script callbacks as it avoids creating intermediate
dictionaries for all event fields.
Assisted-by: Gemini:gemini-3.1-pro-preview
Signed-off-by: Ian Rogers <irogers@google.com>
---
v2:
1. Dynamic Database Path: Moved DB_PATH to a command-line argument (
-d / --database ) that defaults to "perf.db" .
2. Security: Avoided using /dev/shm by default to prevent symlink
attacks, while retaining the performance suggestion in the help
text.
3. Corrected Closure Call: Fixed the bug where it was trying to call
.filter() on a closure.
v6:
- Fixed performance issue by removing autocommit mode in SQLite and
batching commits.
---
tools/perf/python/event_analyzing_sample.py | 297 ++++++++++++++++++++
1 file changed, 297 insertions(+)
create mode 100755 tools/perf/python/event_analyzing_sample.py
diff --git a/tools/perf/python/event_analyzing_sample.py b/tools/perf/python/event_analyzing_sample.py
new file mode 100755
index 000000000000..2132db7f0e56
--- /dev/null
+++ b/tools/perf/python/event_analyzing_sample.py
@@ -0,0 +1,297 @@
+#!/usr/bin/env python3
+# SPDX-License-Identifier: GPL-2.0
+"""
+General event handler in Python, using SQLite to analyze events.
+
+The 2 database related functions in this script just show how to gather
+the basic information, and users can modify and write their own functions
+according to their specific requirement.
+
+The first function "show_general_events" just does a basic grouping for all
+generic events with the help of sqlite, and the 2nd one "show_pebs_ll" is
+for a x86 HW PMU event: PEBS with load latency data.
+
+Ported from tools/perf/scripts/python/event_analyzing_sample.py
+"""
+
+import argparse
+import math
+import sqlite3
+import struct
+from typing import Any
+import perf
+
+# Event types, user could add more here
+EVTYPE_GENERIC = 0
+EVTYPE_PEBS = 1 # Basic PEBS event
+EVTYPE_PEBS_LL = 2 # PEBS event with load latency info
+EVTYPE_IBS = 3
+
+#
+# Currently we don't have good way to tell the event type, but by
+# the size of raw buffer, raw PEBS event with load latency data's
+# size is 176 bytes, while the pure PEBS event's size is 144 bytes.
+#
+def create_event(name, comm, dso, symbol, raw_buf):
+ """Create an event object based on raw buffer size."""
+ if len(raw_buf) == 144:
+ event = PebsEvent(name, comm, dso, symbol, raw_buf)
+ elif len(raw_buf) == 176:
+ event = PebsNHM(name, comm, dso, symbol, raw_buf)
+ else:
+ event = PerfEvent(name, comm, dso, symbol, raw_buf)
+
+ return event
+
+class PerfEvent:
+ """Base class for all perf event samples."""
+ event_num = 0
+ def __init__(self, name, comm, dso, symbol, raw_buf, ev_type=EVTYPE_GENERIC):
+ self.name = name
+ self.comm = comm
+ self.dso = dso
+ self.symbol = symbol
+ self.raw_buf = raw_buf
+ self.ev_type = ev_type
+ PerfEvent.event_num += 1
+
+ def show(self):
+ """Display PMU event info."""
+ print(f"PMU event: name={self.name:12s}, symbol={self.symbol:24s}, "
+ f"comm={self.comm:8s}, dso={self.dso:12s}")
+
+#
+# Basic Intel PEBS (Precise Event-based Sampling) event, whose raw buffer
+# contains the context info when that event happened: the EFLAGS and
+# linear IP info, as well as all the registers.
+#
+class PebsEvent(PerfEvent):
+ """Intel PEBS event."""
+ pebs_num = 0
+ def __init__(self, name, comm, dso, symbol, raw_buf, ev_type=EVTYPE_PEBS):
+ tmp_buf = raw_buf[0:80]
+ flags, ip, ax, bx, cx, dx, si, di, bp, sp = struct.unpack('QQQQQQQQQQ', tmp_buf)
+ self.flags = flags
+ self.ip = ip
+ self.ax = ax
+ self.bx = bx
+ self.cx = cx
+ self.dx = dx
+ self.si = si
+ self.di = di
+ self.bp = bp
+ self.sp = sp
+
+ super().__init__(name, comm, dso, symbol, raw_buf, ev_type)
+ PebsEvent.pebs_num += 1
+ del tmp_buf
+
+#
+# Intel Nehalem and Westmere support PEBS plus Load Latency info which lie
+# in the four 64 bit words write after the PEBS data:
+# Status: records the IA32_PERF_GLOBAL_STATUS register value
+# DLA: Data Linear Address (EIP)
+# DSE: Data Source Encoding, where the latency happens, hit or miss
+# in L1/L2/L3 or IO operations
+# LAT: the actual latency in cycles
+#
+class PebsNHM(PebsEvent):
+ """Intel Nehalem/Westmere PEBS event with load latency."""
+ pebs_nhm_num = 0
+ def __init__(self, name, comm, dso, symbol, raw_buf, ev_type=EVTYPE_PEBS_LL):
+ tmp_buf = raw_buf[144:176]
+ status, dla, dse, lat = struct.unpack('QQQQ', tmp_buf)
+ self.status = status
+ self.dla = dla
+ self.dse = dse
+ self.lat = lat
+
+ super().__init__(name, comm, dso, symbol, raw_buf, ev_type)
+ PebsNHM.pebs_nhm_num += 1
+ del tmp_buf
+
+session: Any = None
+
+con = None
+
+def trace_begin(db_path: str) -> None:
+ """Initialize database tables."""
+ print("In trace_begin:\n")
+ global con
+ con = sqlite3.connect(db_path)
+ assert con is not None
+
+ # Will create several tables at the start, pebs_ll is for PEBS data with
+ # load latency info, while gen_events is for general event.
+ con.execute("""
+ create table if not exists gen_events (
+ name text,
+ symbol text,
+ comm text,
+ dso text
+ );""")
+ con.execute("""
+ create table if not exists pebs_ll (
+ name text,
+ symbol text,
+ comm text,
+ dso text,
+ flags integer,
+ ip integer,
+ status integer,
+ dse integer,
+ dla integer,
+ lat integer
+ );""")
+
+def insert_db(event: Any) -> None:
+ """Insert event into database."""
+ assert con is not None
+ if event.ev_type == EVTYPE_GENERIC:
+ con.execute("insert into gen_events values(?, ?, ?, ?)",
+ (event.name, event.symbol, event.comm, event.dso))
+ elif event.ev_type == EVTYPE_PEBS_LL:
+ event.ip &= 0x7fffffffffffffff
+ event.dla &= 0x7fffffffffffffff
+ con.execute("insert into pebs_ll values (?, ?, ?, ?, ?, ?, ?, ?, ?, ?)",
+ (event.name, event.symbol, event.comm, event.dso, event.flags,
+ event.ip, event.status, event.dse, event.dla, event.lat))
+
+def process_event(sample: perf.sample_event) -> None:
+ """Callback for processing events."""
+ # Create and insert event object to a database so that user could
+ # do more analysis with simple database commands.
+
+ # Resolve comm, symbol, dso
+ comm = "Unknown_comm"
+ try:
+ if session is not None:
+ # FIXME: session.find_thread() only takes one argument and uses it as both
+ # PID and TID in C. This means it only resolves main threads correctly.
+ # Sub-threads will get the main thread's comm.
+ proc = session.find_thread(sample.sample_pid)
+ if proc:
+ comm = proc.comm()
+ except TypeError:
+ pass
+
+ # Symbol and dso info are not always resolved
+ dso = sample.dso if hasattr(sample, 'dso') and sample.dso else "Unknown_dso"
+ symbol = sample.symbol if hasattr(sample, 'symbol') and sample.symbol else "Unknown_symbol"
+ name = str(sample.evsel)
+ if name.startswith("evsel("):
+ name = name[6:-1]
+
+ # Create the event object and insert it to the right table in database
+ try:
+ event = create_event(name, comm, dso, symbol, sample.raw_buf)
+ insert_db(event)
+ except (sqlite3.Error, ValueError, TypeError) as e:
+ print(f"Error creating/inserting event: {e}")
+
+def num2sym(num: int) -> str:
+ """Convert number to a histogram symbol (log2)."""
+ # As the event number may be very big, so we can't use linear way
+ # to show the histogram in real number, but use a log2 algorithm.
+ if num <= 0:
+ return ""
+ snum = '#' * (int(math.log(num, 2)) + 1)
+ return snum
+
+def show_general_events() -> None:
+ """Display statistics for general events."""
+ assert con is not None
+ count = con.execute("select count(*) from gen_events")
+ for t in count:
+ print(f"There is {t[0]} records in gen_events table")
+ if t[0] == 0:
+ return
+
+ print("Statistics about the general events grouped by thread/symbol/dso: \n")
+
+ # Group by thread
+ commq = con.execute("""
+ select comm, count(comm) from gen_events
+ group by comm order by -count(comm)
+ """)
+ print(f"\n{ 'comm':>16} {'number':>8} {'histogram':>16}\n{'='*42}")
+ for row in commq:
+ print(f"{row[0]:>16} {row[1]:>8} {num2sym(row[1])}")
+
+ # Group by symbol
+ print(f"\n{'symbol':>32} {'number':>8} {'histogram':>16}\n{'='*58}")
+ symbolq = con.execute("""
+ select symbol, count(symbol) from gen_events
+ group by symbol order by -count(symbol)
+ """)
+ for row in symbolq:
+ print(f"{row[0]:>32} {row[1]:>8} {num2sym(row[1])}")
+
+ # Group by dso
+ print(f"\n{'dso':>40} {'number':>8} {'histogram':>16}\n{'='*74}")
+ dsoq = con.execute("select dso, count(dso) from gen_events group by dso order by -count(dso)")
+ for row in dsoq:
+ print(f"{row[0]:>40} {row[1]:>8} {num2sym(row[1])}")
+
+def show_pebs_ll() -> None:
+ """Display statistics for PEBS load latency events."""
+ assert con is not None
+ # This function just shows the basic info, and we could do more with the
+ # data in the tables, like checking the function parameters when some
+ # big latency events happen.
+ count = con.execute("select count(*) from pebs_ll")
+ for t in count:
+ print(f"There is {t[0]} records in pebs_ll table")
+ if t[0] == 0:
+ return
+
+ print("Statistics about the PEBS Load Latency events grouped by thread/symbol/dse/latency: \n")
+
+ # Group by thread
+ commq = con.execute("select comm, count(comm) from pebs_ll group by comm order by -count(comm)")
+ print(f"\n{'comm':>16} {'number':>8} {'histogram':>16}\n{'='*42}")
+ for row in commq:
+ print(f"{row[0]:>16} {row[1]:>8} {num2sym(row[1])}")
+
+ # Group by symbol
+ print(f"\n{'symbol':>32} {'number':>8} {'histogram':>16}\n{'='*58}")
+ symbolq = con.execute("""
+ select symbol, count(symbol) from pebs_ll
+ group by symbol order by -count(symbol)
+ """)
+ for row in symbolq:
+ print(f"{row[0]:>32} {row[1]:>8} {num2sym(row[1])}")
+
+ # Group by dse
+ dseq = con.execute("select dse, count(dse) from pebs_ll group by dse order by -count(dse)")
+ print(f"\n{'dse':>32} {'number':>8} {'histogram':>16}\n{'='*58}")
+ for row in dseq:
+ print(f"{row[0]:>32} {row[1]:>8} {num2sym(row[1])}")
+
+ # Group by latency
+ latq = con.execute("select lat, count(lat) from pebs_ll group by lat order by lat")
+ print(f"\n{'latency':>32} {'number':>8} {'histogram':>16}\n{'='*58}")
+ for row in latq:
+ print(f"{str(row[0]):>32} {row[1]:>8} {num2sym(row[1])}")
+
+def trace_end() -> None:
+ """Called at the end of trace processing."""
+ print("In trace_end:\n")
+ if con:
+ con.commit()
+ show_general_events()
+ show_pebs_ll()
+ if con:
+ con.close()
+
+if __name__ == "__main__":
+ ap = argparse.ArgumentParser(description="Analyze events with SQLite")
+ ap.add_argument("-i", "--input", default="perf.data", help="Input file name")
+ ap.add_argument("-d", "--database", default="perf.db",
+ help="Database file name (tip: use /dev/shm/perf.db for speedup)")
+ args = ap.parse_args()
+
+ trace_begin(args.database)
+ session = perf.session(perf.data(args.input), sample=process_event)
+ session.process_events()
+ trace_end()
--
2.54.0.545.g6539524ca2-goog
^ permalink raw reply related
* [PATCH v6 31/59] perf gecko: Port gecko to use python module
From: Ian Rogers @ 2026-04-25 17:48 UTC (permalink / raw)
To: acme, adrian.hunter, james.clark, leo.yan, namhyung, tmricht
Cc: alice.mei.rogers, dapeng1.mi, linux-arm-kernel, linux-kernel,
linux-perf-users, mingo, peterz, Ian Rogers
In-Reply-To: <20260425174858.3922152-1-irogers@google.com>
Add a port of the gecko script that uses the perf python module
directly. This approach is significantly faster than using perf script
callbacks as it avoids creating intermediate dictionaries for all
event fields.
Assisted-by: Gemini:gemini-3.1-pro-preview
Signed-off-by: Ian Rogers <irogers@google.com>
---
v2:
1. Improved Portability: Replaced the non-portable uname -op call with
platform.system() and platform.machine() , preventing potential
crashes on non-Linux platforms like macOS or BSD.
2. Robust Fallbacks: Fixed getattr calls for symbol and dso to
explicitly handle None values, preventing literal "None (in None)"
strings in the output when resolution fails.
3. Network Security: Bound the HTTP server to 127.0.0.1 (localhost)
instead of 0.0.0.0 (all interfaces), ensuring the current directory
is not exposed to the local network.
4. Avoided Port Conflicts: Switched from hardcoded port 8000 to port
0, allowing the operating system to automatically select an
available free port.
5. Fixed Race Condition: Moved HTTPServer creation to the main thread,
ensuring the server is bound and listening before the browser is
launched to fetch the file.
6. Browser Spec Compliance: Used 127.0.0.1 instead of localhost in the
generated URL to ensure modern browsers treat the connection as a
secure origin, avoiding mixed content blocks.
v6:
- Fixed CWD exposure and symlink attack risks by using a secure
temporary directory for the HTTP server.
---
tools/perf/python/gecko.py | 385 +++++++++++++++++++++++++++++++++++++
1 file changed, 385 insertions(+)
create mode 100755 tools/perf/python/gecko.py
diff --git a/tools/perf/python/gecko.py b/tools/perf/python/gecko.py
new file mode 100755
index 000000000000..1f152e1eca52
--- /dev/null
+++ b/tools/perf/python/gecko.py
@@ -0,0 +1,385 @@
+#!/usr/bin/env python3
+# SPDX-License-Identifier: GPL-2.0
+"""
+gecko.py - Convert perf record output to Firefox's gecko profile format
+"""
+
+import argparse
+import functools
+import json
+import os
+import platform
+import sys
+import tempfile
+import threading
+import urllib.parse
+import webbrowser
+from dataclasses import dataclass, field
+from http.server import HTTPServer, SimpleHTTPRequestHandler
+from typing import Dict, List, NamedTuple, Optional, Tuple
+
+import perf
+
+
+# https://github.com/firefox-devtools/profiler/blob/53970305b51b9b472e26d7457fee1d66cd4e2737/src/types/gecko-profile.js#L156
+class Frame(NamedTuple):
+ """A single stack frame in the gecko profile format."""
+ string_id: int
+ relevantForJS: bool
+ innerWindowID: int
+ implementation: None
+ optimizations: None
+ line: None
+ column: None
+ category: int
+ subcategory: Optional[int]
+
+
+# https://github.com/firefox-devtools/profiler/blob/53970305b51b9b472e26d7457fee1d66cd4e2737/src/types/gecko-profile.js#L216
+class Stack(NamedTuple):
+ """A single stack in the gecko profile format."""
+ prefix_id: Optional[int]
+ frame_id: int
+
+
+# https://github.com/firefox-devtools/profiler/blob/53970305b51b9b472e26d7457fee1d66cd4e2737/src/types/gecko-profile.js#L90
+class Sample(NamedTuple):
+ """A single sample in the gecko profile format."""
+ stack_id: Optional[int]
+ time_ms: float
+ responsiveness: int
+
+
+@dataclass
+class Tables:
+ """Interned tables for the gecko profile format."""
+ frame_table: List[Frame] = field(default_factory=list)
+ string_table: List[str] = field(default_factory=list)
+ string_map: Dict[str, int] = field(default_factory=dict)
+ stack_table: List[Stack] = field(default_factory=list)
+ stack_map: Dict[Tuple[Optional[int], int], int] = field(default_factory=dict)
+ frame_map: Dict[str, int] = field(default_factory=dict)
+
+
+@dataclass
+class Thread:
+ """A builder for a profile of the thread."""
+ comm: str
+ pid: int
+ tid: int
+ user_category: int
+ kernel_category: int
+ samples: List[Sample] = field(default_factory=list)
+ tables: Tables = field(default_factory=Tables)
+
+ def _intern_stack(self, frame_id: int, prefix_id: Optional[int]) -> int:
+ """Gets a matching stack, or saves the new stack. Returns a Stack ID."""
+ key = (prefix_id, frame_id)
+ stack_id = self.tables.stack_map.get(key)
+ if stack_id is None:
+ stack_id = len(self.tables.stack_table)
+ self.tables.stack_table.append(Stack(prefix_id=prefix_id, frame_id=frame_id))
+ self.tables.stack_map[key] = stack_id
+ return stack_id
+
+ def _intern_string(self, string: str) -> int:
+ """Gets a matching string, or saves the new string. Returns a String ID."""
+ string_id = self.tables.string_map.get(string)
+ if string_id is not None:
+ return string_id
+ string_id = len(self.tables.string_table)
+ self.tables.string_table.append(string)
+ self.tables.string_map[string] = string_id
+ return string_id
+
+ def _intern_frame(self, frame_str: str) -> int:
+ """Gets a matching stack frame, or saves the new frame. Returns a Frame ID."""
+ frame_id = self.tables.frame_map.get(frame_str)
+ if frame_id is not None:
+ return frame_id
+ frame_id = len(self.tables.frame_table)
+ self.tables.frame_map[frame_str] = frame_id
+ string_id = self._intern_string(frame_str)
+
+ category = self.user_category
+ if (frame_str.find('kallsyms') != -1 or
+ frame_str.find('/vmlinux') != -1 or
+ frame_str.endswith('.ko)')):
+ category = self.kernel_category
+
+ self.tables.frame_table.append(Frame(
+ string_id=string_id,
+ relevantForJS=False,
+ innerWindowID=0,
+ implementation=None,
+ optimizations=None,
+ line=None,
+ column=None,
+ category=category,
+ subcategory=None,
+ ))
+ return frame_id
+
+ def add_sample(self, comm: str, stack: List[str], time_ms: float) -> None:
+ """Add a timestamped stack trace sample to the thread builder."""
+ if self.comm != comm:
+ self.comm = comm
+
+ prefix_stack_id: Optional[int] = None
+ for frame in stack:
+ frame_id = self._intern_frame(frame)
+ prefix_stack_id = self._intern_stack(frame_id, prefix_stack_id)
+
+ if prefix_stack_id is not None:
+ self.samples.append(Sample(stack_id=prefix_stack_id,
+ time_ms=time_ms,
+ responsiveness=0))
+
+ def to_json_dict(self) -> Dict:
+ """Converts current Thread to GeckoThread JSON format."""
+ return {
+ "tid": self.tid,
+ "pid": self.pid,
+ "name": self.comm,
+ "markers": {
+ "schema": {
+ "name": 0,
+ "startTime": 1,
+ "endTime": 2,
+ "phase": 3,
+ "category": 4,
+ "data": 5,
+ },
+ "data": [],
+ },
+ "samples": {
+ "schema": {
+ "stack": 0,
+ "time": 1,
+ "responsiveness": 2,
+ },
+ "data": self.samples
+ },
+ "frameTable": {
+ "schema": {
+ "location": 0,
+ "relevantForJS": 1,
+ "innerWindowID": 2,
+ "implementation": 3,
+ "optimizations": 4,
+ "line": 5,
+ "column": 6,
+ "category": 7,
+ "subcategory": 8,
+ },
+ "data": self.tables.frame_table,
+ },
+ "stackTable": {
+ "schema": {
+ "prefix": 0,
+ "frame": 1,
+ },
+ "data": self.tables.stack_table,
+ },
+ "stringTable": self.tables.string_table,
+ "registerTime": 0,
+ "unregisterTime": None,
+ "processType": "default",
+ }
+
+
+class CORSRequestHandler(SimpleHTTPRequestHandler):
+ """Enable CORS for requests from profiler.firefox.com."""
+ def end_headers(self):
+ self.send_header('Access-Control-Allow-Origin', 'https://profiler.firefox.com')
+ super().end_headers()
+
+
+@dataclass
+class CategoryData:
+ """Category configuration for the gecko profile."""
+ user_index: int = 0
+ kernel_index: int = 1
+ categories: List[Dict] = field(default_factory=list)
+
+
+class GeckoCLI:
+ """Command-line interface for converting perf data to Gecko format."""
+ def __init__(self, args):
+ self.args = args
+ self.tid_to_thread: Dict[int, Thread] = {}
+ self.start_time_ms: Optional[float] = None
+ self.session = None
+ self.product = f"{platform.system()} {platform.machine()}"
+ self.cat_data = CategoryData(
+ categories=[
+ {
+ "name": 'User',
+ "color": args.user_color,
+ "subcategories": ['Other']
+ },
+ {
+ "name": 'Kernel',
+ "color": args.kernel_color,
+ "subcategories": ['Other']
+ },
+ ]
+ )
+
+ def process_event(self, sample) -> None:
+ """Process a single perf sample event."""
+ if self.args.event_name and self.args.event_name not in str(sample.evsel):
+ return
+
+ # sample_time is in nanoseconds. Gecko wants milliseconds.
+ time_ms = sample.sample_time / 1000000.0
+ pid = sample.sample_pid
+ tid = sample.sample_tid
+
+ if self.start_time_ms is None:
+ self.start_time_ms = time_ms
+
+ try:
+ thread_info = self.session.find_thread(tid)
+ comm = thread_info.comm()
+ except Exception:
+ comm = "[unknown]"
+
+ stack = []
+ callchain = sample.callchain
+ if callchain:
+ for entry in callchain:
+ symbol = entry.symbol or "[unknown]"
+ dso = entry.dso or "[unknown]"
+ stack.append(f"{symbol} (in {dso})")
+ # Reverse because Gecko wants root first.
+ stack.reverse()
+ else:
+ # Fallback if no callchain is present
+ try:
+ # If the perf module exposes symbol/dso directly on sample
+ # when callchain is missing, we use them.
+ symbol = getattr(sample, 'symbol', '[unknown]') or '[unknown]'
+ dso = getattr(sample, 'dso', '[unknown]') or '[unknown]'
+ stack.append(f"{symbol} (in {dso})")
+ except AttributeError:
+ stack.append("[unknown] (in [unknown])")
+
+ thread = self.tid_to_thread.get(tid)
+ if thread is None:
+ thread = Thread(comm=comm, pid=pid, tid=tid,
+ user_category=self.cat_data.user_index,
+ kernel_category=self.cat_data.kernel_index)
+ self.tid_to_thread[tid] = thread
+ thread.add_sample(comm=comm, stack=stack, time_ms=time_ms)
+
+ def run(self) -> None:
+ """Run the conversion process."""
+ input_file = self.args.input or "perf.data"
+ if not os.path.exists(input_file):
+ print(f"Error: {input_file} not found.", file=sys.stderr)
+ sys.exit(1)
+
+ try:
+ self.session = perf.session(perf.data(input_file), sample=self.process_event)
+ except Exception as e:
+ print(f"Error opening session: {e}", file=sys.stderr)
+ sys.exit(1)
+
+ self.session.process_events()
+
+ threads = [t.to_json_dict() for t in self.tid_to_thread.values()]
+
+ gecko_profile = {
+ "meta": {
+ "interval": 1,
+ "processType": 0,
+ "product": self.product,
+ "stackwalk": 1,
+ "debug": 0,
+ "gcpoison": 0,
+ "asyncstack": 1,
+ "startTime": self.start_time_ms,
+ "shutdownTime": None,
+ "version": 24,
+ "presymbolicated": True,
+ "categories": self.cat_data.categories,
+ "markerSchema": [],
+ },
+ "libs": [],
+ "threads": threads,
+ "processes": [],
+ "pausedRanges": [],
+ }
+
+ output_file = self.args.save_only
+ if output_file is None:
+ self._write_and_launch(gecko_profile)
+ else:
+ print(f'[ perf gecko: Captured and wrote into {output_file} ]')
+ with open(output_file, 'w', encoding='utf-8') as f:
+ json.dump(gecko_profile, f, indent=2)
+
+ def _write_and_launch(self, profile: Dict) -> None:
+ """Write the profile to a file and launch the Firefox profiler."""
+ print("Starting Firefox Profiler on your default browser...")
+
+ with tempfile.TemporaryDirectory() as tmp_dir_name:
+ filename = os.path.join(tmp_dir_name, 'gecko_profile.json')
+
+ with open(filename, 'w', encoding='utf-8') as f:
+ json.dump(profile, f, indent=2)
+
+ handler = functools.partial(CORSRequestHandler, directory=tmp_dir_name)
+ try:
+ httpd = HTTPServer(('127.0.0.1', 0), handler)
+ except OSError as e:
+ print(f"Error starting HTTP server: {e}", file=sys.stderr)
+ sys.exit(1)
+
+ port = httpd.server_port
+
+ def start_server():
+ httpd.serve_forever()
+
+ thread = threading.Thread(target=start_server, daemon=True)
+ thread.start()
+
+ # Open the browser
+ safe_string = urllib.parse.quote_plus(f'http://127.0.0.1:{port}/gecko_profile.json')
+ url = f'https://profiler.firefox.com/from-url/{safe_string}'
+ webbrowser.open(url)
+
+ print(f'[ perf gecko: Captured and wrote into {filename} ]')
+ print("Press Ctrl+C to stop the local server.")
+ try:
+ # Keep the main thread alive so the daemon thread can serve requests
+ stop_event = threading.Event()
+ while True:
+ stop_event.wait(1)
+ except KeyboardInterrupt:
+ print("\nStopping server...")
+ httpd.shutdown()
+
+
+if __name__ == "__main__":
+ parser = argparse.ArgumentParser(
+ description="Convert perf.data to Firefox's Gecko Profile format"
+ )
+ parser.add_argument('--user-color', default='yellow',
+ help='Color for the User category',
+ choices=['yellow', 'blue', 'purple', 'green', 'orange', 'red',
+ 'grey', 'magenta'])
+ parser.add_argument('--kernel-color', default='orange',
+ help='Color for the Kernel category',
+ choices=['yellow', 'blue', 'purple', 'green', 'orange', 'red',
+ 'grey', 'magenta'])
+ parser.add_argument('--save-only',
+ help='Save the output to a file instead of opening Firefox\'s profiler')
+ parser.add_argument("-i", "--input", help="input perf.data file")
+ parser.add_argument("-e", "--event", default="", dest="event_name", type=str,
+ help="specify the event to generate gecko profile for")
+
+ cli_args = parser.parse_args()
+ cli = GeckoCLI(cli_args)
+ cli.run()
--
2.54.0.545.g6539524ca2-goog
^ permalink raw reply related
* [PATCH v6 32/59] perf arm-cs-trace-disasm: Port arm-cs-trace-disasm to use python module
From: Ian Rogers @ 2026-04-25 17:48 UTC (permalink / raw)
To: acme, adrian.hunter, james.clark, leo.yan, namhyung, tmricht
Cc: alice.mei.rogers, dapeng1.mi, linux-arm-kernel, linux-kernel,
linux-perf-users, mingo, peterz, Ian Rogers
In-Reply-To: <20260425174858.3922152-1-irogers@google.com>
Add a port of the arm-cs-trace-disasm script that uses the perf python
module directly. This approach is significantly faster than using perf
script callbacks as it avoids creating intermediate dictionaries for
all event fields. Update the testing to use the ported script.
Assisted-by: Gemini:gemini-3.1-pro-preview
Signed-off-by: Ian Rogers <irogers@google.com>
---
v2:
1. Added Missing Import: Added import perf at the top of
arm-cs-trace-disasm.py .
2. Fixed Unpacking Error: Updated the call to sample.srccode() to
expect a 3-tuple instead of a 4-tuple, matching the return type in
the C extension.
3. Fixed Termination Logic: Replaced return with sys.exit(0) when the
stop_time or stop_sample limits are reached to properly terminate
the processing loop.
4. Fixed Test Path: Updated script_path in
test_arm_coresight_disasm.sh to point to
../../python/arm-cs-trace-disasm.py instead of the old legacy path.
---
tools/perf/python/arm-cs-trace-disasm.py | 338 ++++++++++++++++++
.../tests/shell/test_arm_coresight_disasm.sh | 12 +-
2 files changed, 345 insertions(+), 5 deletions(-)
create mode 100755 tools/perf/python/arm-cs-trace-disasm.py
diff --git a/tools/perf/python/arm-cs-trace-disasm.py b/tools/perf/python/arm-cs-trace-disasm.py
new file mode 100755
index 000000000000..92c97cca6f66
--- /dev/null
+++ b/tools/perf/python/arm-cs-trace-disasm.py
@@ -0,0 +1,338 @@
+#!/usr/bin/env python3
+# SPDX-License-Identifier: GPL-2.0
+"""
+arm-cs-trace-disasm.py: ARM CoreSight Trace Dump With Disassember using perf python module
+"""
+
+import os
+from os import path
+import re
+from subprocess import check_output
+import argparse
+import platform
+import sys
+from typing import Dict, List, Optional
+
+import perf
+
+# Initialize global dicts and regular expression
+DISASM_CACHE: Dict[str, List[str]] = {}
+CPU_DATA: Dict[str, int] = {}
+DISASM_RE = re.compile(r"^\s*([0-9a-fA-F]+):")
+DISASM_FUNC_RE = re.compile(r"^\s*([0-9a-fA-F]+)\s.*:")
+CACHE_SIZE = 64*1024
+SAMPLE_IDX = -1
+
+GLB_SOURCE_FILE_NAME: Optional[str] = None
+GLB_LINE_NUMBER: Optional[int] = None
+GLB_DSO: Optional[str] = None
+
+KVER = platform.release()
+VMLINUX_PATHS = [
+ f"/usr/lib/debug/boot/vmlinux-{KVER}.debug",
+ f"/usr/lib/debug/lib/modules/{KVER}/vmlinux",
+ f"/lib/modules/{KVER}/build/vmlinux",
+ f"/usr/lib/debug/boot/vmlinux-{KVER}",
+ f"/boot/vmlinux-{KVER}",
+ "/boot/vmlinux",
+ "vmlinux"
+]
+
+def default_objdump() -> str:
+ """Return the default objdump path from perf config or 'objdump'."""
+ try:
+ config = perf.config_get("annotate.objdump")
+ return str(config) if config else "objdump"
+ except (AttributeError, TypeError):
+ return "objdump"
+
+def find_vmlinux() -> Optional[str]:
+ """Find the vmlinux file in standard paths."""
+ if hasattr(find_vmlinux, "path"):
+ return getattr(find_vmlinux, "path")
+
+ for v in VMLINUX_PATHS:
+ if os.access(v, os.R_OK):
+ setattr(find_vmlinux, "path", v)
+ return v
+ setattr(find_vmlinux, "path", None)
+ return None
+
+def get_dso_file_path(dso_name: str, dso_build_id: str, vmlinux: Optional[str]) -> str:
+ """Return the path to the DSO file."""
+ if dso_name in ("[kernel.kallsyms]", "vmlinux"):
+ if vmlinux:
+ return vmlinux
+ return find_vmlinux() or dso_name
+
+ if dso_name == "[vdso]":
+ append = "/vdso"
+ else:
+ append = "/elf"
+
+ buildid_dir = os.environ.get('PERF_BUILDID_DIR')
+ if not buildid_dir:
+ buildid_dir = os.path.join(os.environ.get('HOME', ''), '.debug')
+
+ dso_path = buildid_dir + "/" + dso_name + "/" + dso_build_id + append
+ # Replace duplicate slash chars to single slash char
+ dso_path = dso_path.replace('//', '/', 1)
+ return dso_path
+
+def read_disam(dso_fname: str, dso_start: int, start_addr: int,
+ stop_addr: int, objdump: str) -> List[str]:
+ """Read disassembly from a DSO file using objdump."""
+ addr_range = f"{start_addr}:{stop_addr}:{dso_fname}"
+
+ # Don't let the cache get too big, clear it when it hits max size
+ if len(DISASM_CACHE) > CACHE_SIZE:
+ DISASM_CACHE.clear()
+
+ if addr_range in DISASM_CACHE:
+ disasm_output = DISASM_CACHE[addr_range]
+ else:
+ start_addr = start_addr - dso_start
+ stop_addr = stop_addr - dso_start
+ disasm = [objdump, "-d", "-z",
+ f"--start-address={start_addr:#x}",
+ f"--stop-address={stop_addr:#x}"]
+ disasm += [dso_fname]
+ disasm_output = check_output(disasm).decode('utf-8').split('\n')
+ DISASM_CACHE[addr_range] = disasm_output
+
+ return disasm_output
+
+def print_disam(dso_fname: str, dso_start: int, start_addr: int,
+ stop_addr: int, objdump: str) -> None:
+ """Print disassembly for a given address range."""
+ for line in read_disam(dso_fname, dso_start, start_addr, stop_addr, objdump):
+ m = DISASM_FUNC_RE.search(line)
+ if m is None:
+ m = DISASM_RE.search(line)
+ if m is None:
+ continue
+ print(f"\t{line}")
+
+def print_sample(sample: perf.sample_event) -> None:
+ """Print sample details."""
+ print(f"Sample = {{ cpu: {sample.sample_cpu:04d} addr: {sample.sample_addr:016x} "
+ f"phys_addr: {sample.sample_phys_addr:016x} ip: {sample.sample_ip:016x} "
+ f"pid: {sample.sample_pid} tid: {sample.sample_tid} period: {sample.sample_period} "
+ f"time: {sample.sample_time} index: {SAMPLE_IDX}}}")
+
+def common_start_str(comm: str, sample: perf.sample_event) -> str:
+ """Return common start string for sample output."""
+ sec = int(sample.sample_time / 1000000000)
+ ns = sample.sample_time % 1000000000
+ cpu = sample.sample_cpu
+ pid = sample.sample_pid
+ tid = sample.sample_tid
+ return f"{comm:>16s} {pid:5u}/{tid:<5u} [{cpu:04d}] {sec:9d}.{ns:09d} "
+
+def print_srccode(comm: str, sample: perf.sample_event, symbol: str, dso: str) -> None:
+ """Print source code and symbols for a sample."""
+ ip = sample.sample_ip
+ if symbol == "[unknown]":
+ start_str = common_start_str(comm, sample) + f"{ip:x}".rjust(16).ljust(40)
+ else:
+ symoff = 0
+ sym_start = sample.sym_start
+ if sym_start is not None:
+ symoff = ip - sym_start
+ offs = f"+{symoff:#x}" if symoff != 0 else ""
+ start_str = common_start_str(comm, sample) + (symbol + offs).ljust(40)
+
+ global GLB_SOURCE_FILE_NAME, GLB_LINE_NUMBER, GLB_DSO
+
+ source_file_name, line_number, source_line = sample.srccode()
+ if source_file_name:
+ if GLB_LINE_NUMBER == line_number and GLB_SOURCE_FILE_NAME == source_file_name:
+ src_str = ""
+ else:
+ if len(source_file_name) > 40:
+ src_file = f"...{source_file_name[-37:]} "
+ else:
+ src_file = source_file_name.ljust(41)
+
+ if source_line is None:
+ src_str = f"{src_file}{line_number:>4d} <source not found>"
+ else:
+ src_str = f"{src_file}{line_number:>4d} {source_line}"
+ GLB_DSO = None
+ elif dso == GLB_DSO:
+ src_str = ""
+ else:
+ src_str = dso
+ GLB_DSO = dso
+
+ GLB_LINE_NUMBER = line_number
+ GLB_SOURCE_FILE_NAME = source_file_name
+
+ print(start_str, src_str)
+
+class TraceDisasm:
+ """Class to handle trace disassembly."""
+ def __init__(self, cli_options: argparse.Namespace):
+ self.options = cli_options
+ self.sample_idx = -1
+ self.session: Optional[perf.session] = None
+
+ def process_event(self, sample: perf.sample_event) -> None:
+ """Process a single perf event."""
+ self.sample_idx += 1
+ global SAMPLE_IDX
+ SAMPLE_IDX = self.sample_idx
+
+ if self.options.start_time and sample.sample_time < self.options.start_time:
+ return
+ if self.options.stop_time and sample.sample_time > self.options.stop_time:
+ sys.exit(0)
+ if self.options.start_sample and self.sample_idx < self.options.start_sample:
+ return
+ if self.options.stop_sample and self.sample_idx > self.options.stop_sample:
+ sys.exit(0)
+
+ ev_name = str(sample.evsel)
+ if self.options.verbose:
+ print(f"Event type: {ev_name}")
+ print_sample(sample)
+
+ dso = sample.dso or '[unknown]'
+ symbol = sample.symbol or '[unknown]'
+ dso_bid = sample.dso_bid or '[unknown]'
+ dso_start = sample.map_start
+ dso_end = sample.map_end
+ map_pgoff = sample.map_pgoff or 0
+
+ comm = "[unknown]"
+ try:
+ if self.session:
+ thread_info = self.session.find_thread(sample.sample_tid)
+ if thread_info:
+ comm = thread_info.comm()
+ except (TypeError, AttributeError):
+ pass
+
+ cpu = sample.sample_cpu
+ addr = sample.sample_addr
+
+ if CPU_DATA.get(str(cpu) + 'addr') is None:
+ CPU_DATA[str(cpu) + 'addr'] = addr
+ return
+
+ if dso == '[unknown]':
+ return
+
+ if dso_start is None or dso_end is None:
+ print(f"Failed to find valid dso map for dso {dso}")
+ return
+
+ if ev_name.startswith("instructions"):
+ print_srccode(comm, sample, symbol, dso)
+ return
+
+ if not ev_name.startswith("branches"):
+ return
+
+ self._process_branch(sample, comm, symbol, dso, dso_bid, dso_start, dso_end, map_pgoff)
+
+ def _process_branch(self, sample: perf.sample_event, comm: str, symbol: str, dso: str,
+ dso_bid: str, dso_start: int, dso_end: int, map_pgoff: int) -> None:
+ """Helper to process branch events."""
+ cpu = sample.sample_cpu
+ ip = sample.sample_ip
+ addr = sample.sample_addr
+
+ start_addr = CPU_DATA[str(cpu) + 'addr']
+ stop_addr = ip + 4
+
+ # Record for previous sample packet
+ CPU_DATA[str(cpu) + 'addr'] = addr
+
+ # Filter out zero start_address. Optionally identify CS_ETM_TRACE_ON packet
+ if start_addr == 0:
+ if stop_addr == 4 and self.options.verbose:
+ print(f"CPU{cpu}: CS_ETM_TRACE_ON packet is inserted")
+ return
+
+ if start_addr < dso_start or start_addr > dso_end:
+ print(f"Start address {start_addr:#x} is out of range [ {dso_start:#x} .. "
+ f"{dso_end:#x} ] for dso {dso}")
+ return
+
+ if stop_addr < dso_start or stop_addr > dso_end:
+ print(f"Stop address {stop_addr:#x} is out of range [ {dso_start:#x} .. "
+ f"{dso_end:#x} ] for dso {dso}")
+ return
+
+ if self.options.objdump is not None:
+ if dso == "[kernel.kallsyms]" or dso_start == 0x400000:
+ dso_vm_start = 0
+ map_pgoff_local = 0
+ else:
+ dso_vm_start = dso_start
+ map_pgoff_local = map_pgoff
+
+ dso_fname = get_dso_file_path(dso, dso_bid, self.options.vmlinux)
+ if path.exists(dso_fname):
+ print_disam(dso_fname, dso_vm_start, start_addr + map_pgoff_local,
+ stop_addr + map_pgoff_local, self.options.objdump)
+ else:
+ print(f"Failed to find dso {dso} for address range [ "
+ f"{start_addr + map_pgoff_local:#x} .. {stop_addr + map_pgoff_local:#x} ]")
+
+ print_srccode(comm, sample, symbol, dso)
+
+ def run(self) -> None:
+ """Run the trace disassembly session."""
+ input_file = self.options.input or "perf.data"
+ if not os.path.exists(input_file):
+ print(f"Error: {input_file} not found.", file=sys.stderr)
+ sys.exit(1)
+
+ print('ARM CoreSight Trace Data Assembler Dump')
+ try:
+ self.session = perf.session(perf.data(input_file), sample=self.process_event)
+ except Exception as e:
+ print(f"Error opening session: {e}", file=sys.stderr)
+ sys.exit(1)
+
+ self.session.process_events()
+ print('End')
+
+if __name__ == "__main__":
+ def int_arg(v: str) -> int:
+ """Helper for integer command line arguments."""
+ val = int(v)
+ if val < 0:
+ raise argparse.ArgumentTypeError("Argument must be a positive integer")
+ return val
+
+ arg_parser = argparse.ArgumentParser(description="ARM CoreSight Trace Dump With Disassembler")
+ arg_parser.add_argument("-i", "--input", help="input perf.data file")
+ arg_parser.add_argument("-k", "--vmlinux",
+ help="Set path to vmlinux file. Omit to autodetect")
+ arg_parser.add_argument("-d", "--objdump", nargs="?", const=default_objdump(),
+ help="Show disassembly. Can also be used to change the objdump path")
+ arg_parser.add_argument("-v", "--verbose", action="store_true", help="Enable debugging log")
+ arg_parser.add_argument("--start-time", type=int_arg,
+ help="Monotonic clock time of sample to start from.")
+ arg_parser.add_argument("--stop-time", type=int_arg,
+ help="Monotonic clock time of sample to stop at.")
+ arg_parser.add_argument("--start-sample", type=int_arg,
+ help="Index of sample to start from.")
+ arg_parser.add_argument("--stop-sample", type=int_arg,
+ help="Index of sample to stop at.")
+
+ parsed_options = arg_parser.parse_args()
+ if (parsed_options.start_time and parsed_options.stop_time and \
+ parsed_options.start_time >= parsed_options.stop_time):
+ print("--start-time must less than --stop-time")
+ sys.exit(2)
+ if (parsed_options.start_sample and parsed_options.stop_sample and \
+ parsed_options.start_sample >= parsed_options.stop_sample):
+ print("--start-sample must less than --stop-sample")
+ sys.exit(2)
+
+ td = TraceDisasm(parsed_options)
+ td.run()
diff --git a/tools/perf/tests/shell/test_arm_coresight_disasm.sh b/tools/perf/tests/shell/test_arm_coresight_disasm.sh
index 0dfb4fadf531..c15cd60e1c24 100755
--- a/tools/perf/tests/shell/test_arm_coresight_disasm.sh
+++ b/tools/perf/tests/shell/test_arm_coresight_disasm.sh
@@ -24,7 +24,7 @@ perfdata_dir=$(mktemp -d /tmp/__perf_test.perf.data.XXXXX)
perfdata=${perfdata_dir}/perf.data
file=$(mktemp /tmp/temporary_file.XXXXX)
# Relative path works whether it's installed or running from repo
-script_path=$(dirname "$0")/../../scripts/python/arm-cs-trace-disasm.py
+script_path=$(dirname "$0")/../../python/arm-cs-trace-disasm.py
cleanup_files()
{
@@ -45,8 +45,9 @@ branch_search="\sbl${sep}b${sep}b.ne${sep}b.eq${sep}cbz\s"
if [ -e /proc/kcore ]; then
echo "Testing kernel disassembly"
perf record -o ${perfdata} -e cs_etm//k --kcore -- touch $file > /dev/null 2>&1
- perf script -i ${perfdata} -s python:${script_path} -- \
- -d --stop-sample=30 2> /dev/null > ${file}
+ # shellcheck source=lib/setup_python.sh
+ . "$(dirname "$0")"/lib/setup_python.sh
+ $PYTHON ${script_path} -i ${perfdata} -d --stop-sample=30 2> /dev/null > ${file}
grep -q -e ${branch_search} ${file}
echo "Found kernel branches"
else
@@ -57,8 +58,9 @@ fi
## Test user ##
echo "Testing userspace disassembly"
perf record -o ${perfdata} -e cs_etm//u -- touch $file > /dev/null 2>&1
-perf script -i ${perfdata} -s python:${script_path} -- \
- -d --stop-sample=30 2> /dev/null > ${file}
+# shellcheck source=lib/setup_python.sh
+. "$(dirname "$0")"/lib/setup_python.sh
+$PYTHON ${script_path} -i ${perfdata} -d --stop-sample=30 2> /dev/null > ${file}
grep -q -e ${branch_search} ${file}
echo "Found userspace branches"
--
2.54.0.545.g6539524ca2-goog
^ permalink raw reply related
* [PATCH v6 33/59] perf check-perf-trace: Port check-perf-trace to use python module
From: Ian Rogers @ 2026-04-25 17:48 UTC (permalink / raw)
To: acme, adrian.hunter, james.clark, leo.yan, namhyung, tmricht
Cc: alice.mei.rogers, dapeng1.mi, linux-arm-kernel, linux-kernel,
linux-perf-users, mingo, peterz, Ian Rogers
In-Reply-To: <20260425174858.3922152-1-irogers@google.com>
Add a port of the check-perf-trace script that uses the perf python
module directly. This approach is significantly faster than using perf
script callbacks as it avoids creating intermediate dictionaries for
all event fields.
Assisted-by: Gemini:gemini-3.1-pro-preview
Signed-off-by: Ian Rogers <irogers@google.com>
---
v2:
1. String Match Accuracy: Replaced the substring check for `irq:softirq_entry`
events with a robust exact string match.
v3:
1. Safe Thread Resolution: Swapped out sample.sample_pid with
sample.sample_tid and safeguarded the session process lookup with
a try-except block.
v4:
1. Git Fixup Cleanup: Squashed the lingering fixup commit from the previous
session into its proper patch.
---
tools/perf/python/check-perf-trace.py | 113 ++++++++++++++++++++++++++
1 file changed, 113 insertions(+)
create mode 100755 tools/perf/python/check-perf-trace.py
diff --git a/tools/perf/python/check-perf-trace.py b/tools/perf/python/check-perf-trace.py
new file mode 100755
index 000000000000..7c1c7632a091
--- /dev/null
+++ b/tools/perf/python/check-perf-trace.py
@@ -0,0 +1,113 @@
+#!/usr/bin/env python3
+# SPDX-License-Identifier: GPL-2.0
+"""
+Basic test of Python scripting support for perf.
+Ported from tools/perf/scripts/python/check-perf-trace.py
+"""
+
+import argparse
+import collections
+import perf
+
+unhandled: collections.defaultdict[str, int] = collections.defaultdict(int)
+session = None
+
+softirq_vecs = {
+ 0: "HI_SOFTIRQ",
+ 1: "TIMER_SOFTIRQ",
+ 2: "NET_TX_SOFTIRQ",
+ 3: "NET_RX_SOFTIRQ",
+ 4: "BLOCK_SOFTIRQ",
+ 5: "IRQ_POLL_SOFTIRQ",
+ 6: "TASKLET_SOFTIRQ",
+ 7: "SCHED_SOFTIRQ",
+ 8: "HRTIMER_SOFTIRQ",
+ 9: "RCU_SOFTIRQ",
+}
+
+def trace_begin() -> None:
+ """Called at the start of trace processing."""
+ print("trace_begin")
+
+def trace_end() -> None:
+ """Called at the end of trace processing."""
+ print_unhandled()
+
+def symbol_str(event_name: str, field_name: str, value: int) -> str:
+ """Resolves symbol values to strings."""
+ if event_name == "irq__softirq_entry" and field_name == "vec":
+ return softirq_vecs.get(value, str(value))
+ return str(value)
+
+def flag_str(event_name: str, field_name: str, value: int) -> str:
+ """Resolves flag values to strings."""
+ if event_name == "kmem__kmalloc" and field_name == "gfp_flags":
+ return f"0x{value:x}"
+ return str(value)
+
+def print_header(event_name: str, sample: perf.sample_event) -> None:
+ """Prints common header for events."""
+ secs = sample.sample_time // 1000000000
+ nsecs = sample.sample_time % 1000000000
+ comm = session.find_thread(sample.sample_pid).comm() if session else "[unknown]"
+ print(f"{event_name:<20} {sample.sample_cpu:5} {secs:05}.{nsecs:09} "
+ f"{sample.sample_pid:8} {comm:<20} ", end=' ')
+
+def print_uncommon(sample: perf.sample_event) -> None:
+ """Prints uncommon fields for tracepoints."""
+ # Fallback to 0 if field not found (e.g. on older kernels or if not tracepoint)
+ pc = getattr(sample, "common_preempt_count", 0)
+ flags = getattr(sample, "common_flags", 0)
+ lock_depth = getattr(sample, "common_lock_depth", 0)
+
+ print(f"common_preempt_count={pc}, common_flags={flags}, "
+ f"common_lock_depth={lock_depth}, ")
+
+def irq__softirq_entry(sample: perf.sample_event) -> None:
+ """Handles irq:softirq_entry events."""
+ print_header("irq__softirq_entry", sample)
+ print_uncommon(sample)
+ print(f"vec={symbol_str('irq__softirq_entry', 'vec', sample.vec)}")
+
+def kmem__kmalloc(sample: perf.sample_event) -> None:
+ """Handles kmem:kmalloc events."""
+ print_header("kmem__kmalloc", sample)
+ print_uncommon(sample)
+
+ print(f"call_site={sample.call_site:d}, ptr={sample.ptr:d}, "
+ f"bytes_req={sample.bytes_req:d}, bytes_alloc={sample.bytes_alloc:d}, "
+ f"gfp_flags={flag_str('kmem__kmalloc', 'gfp_flags', sample.gfp_flags)}")
+
+def trace_unhandled(event_name: str) -> None:
+ """Tracks unhandled events."""
+ unhandled[event_name] += 1
+
+def print_unhandled() -> None:
+ """Prints summary of unhandled events."""
+ if not unhandled:
+ return
+ print("\nunhandled events:\n")
+ print(f"{'event':<40} {'count':>10}")
+ print("---------------------------------------- -----------")
+ for event_name, count in unhandled.items():
+ print(f"{event_name:<40} {count:10}")
+
+def process_event(sample: perf.sample_event) -> None:
+ """Callback for processing events."""
+ event_name = str(sample.evsel)
+ if event_name == "evsel(irq:softirq_entry)":
+ irq__softirq_entry(sample)
+ elif "evsel(kmem:kmalloc)" in event_name:
+ kmem__kmalloc(sample)
+ else:
+ trace_unhandled(event_name)
+
+if __name__ == "__main__":
+ ap = argparse.ArgumentParser()
+ ap.add_argument("-i", "--input", default="perf.data", help="Input file name")
+ args = ap.parse_args()
+
+ trace_begin()
+ session = perf.session(perf.data(args.input), sample=process_event)
+ session.process_events()
+ trace_end()
--
2.54.0.545.g6539524ca2-goog
^ permalink raw reply related
* [PATCH v6 40/59] perf net_dropmonitor: Port net_dropmonitor to use python module
From: Ian Rogers @ 2026-04-25 17:48 UTC (permalink / raw)
To: acme, adrian.hunter, james.clark, leo.yan, namhyung, tmricht
Cc: alice.mei.rogers, dapeng1.mi, linux-arm-kernel, linux-kernel,
linux-perf-users, mingo, peterz, Ian Rogers
In-Reply-To: <20260425174858.3922152-1-irogers@google.com>
Ported from tools/perf/scripts/python/.
- Refactored the script to use a class structure (DropMonitor) to
encapsulate state.
- Used perf.session for event processing instead of legacy global
handlers.
- Maintained the manual /proc/kallsyms reading and binary search for
symbol resolution as in the original script.
- Cleaned up Python 2 compatibility artifacts.
Assisted-by: Gemini:gemini-3.1-pro-preview
Signed-off-by: Ian Rogers <irogers@google.com>
---
v2:
1. Fixed Sorting of Locations: Kept location as an integer in the
drop_log dictionary keys so that they are sorted numerically rather
than lexicographically when generating the report.
2. Fixed Interrupt Handling: Moved the call to get_kallsyms_table()
and print_drop_table() outside the try-except block. This ensures
that the reporting phase happens exactly once, even if the user
interrupts the trace with Ctrl-C.
---
tools/perf/python/net_dropmonitor.py | 58 ++++++++++++++++++++++++++++
1 file changed, 58 insertions(+)
create mode 100755 tools/perf/python/net_dropmonitor.py
diff --git a/tools/perf/python/net_dropmonitor.py b/tools/perf/python/net_dropmonitor.py
new file mode 100755
index 000000000000..25ea2a66ed3c
--- /dev/null
+++ b/tools/perf/python/net_dropmonitor.py
@@ -0,0 +1,58 @@
+#!/usr/bin/env python3
+# SPDX-License-Identifier: GPL-2.0
+"""
+Monitor the system for dropped packets and produce a report of drop locations and counts.
+Ported from tools/perf/scripts/python/net_dropmonitor.py
+"""
+
+import argparse
+from collections import defaultdict
+import sys
+import perf
+
+
+class DropMonitor:
+ """Monitors dropped packets and aggregates counts by location."""
+
+ def __init__(self):
+ self.drop_log: dict[tuple[str, int], int] = defaultdict(int)
+ self.unhandled: dict[str, int] = defaultdict(int)
+
+ def print_drop_table(self) -> None:
+ """Print aggregated results."""
+ print(f"{'LOCATION':>25} {'OFFSET':>25} {'COUNT':>25}")
+ for (sym, off) in sorted(self.drop_log.keys()):
+ print(f"{sym:>25} {off:>25d} {self.drop_log[(sym, off)]:>25d}")
+
+ def process_event(self, sample: perf.sample_event) -> None:
+ """Process a single sample event."""
+ if str(sample.evsel) != "evsel(skb:kfree_skb)":
+ return
+
+ try:
+ symbol = getattr(sample, "symbol", "[unknown]")
+ symoff = getattr(sample, "symoff", 0)
+ self.drop_log[(symbol, symoff)] += 1
+ except AttributeError:
+ self.unhandled[str(sample.evsel)] += 1
+
+
+if __name__ == "__main__":
+ ap = argparse.ArgumentParser(
+ description="Monitor the system for dropped packets and produce a "
+ "report of drop locations and counts.")
+ ap.add_argument("-i", "--input", default="perf.data", help="Input file name")
+ args = ap.parse_args()
+
+ monitor = DropMonitor()
+
+ try:
+ session = perf.session(perf.data(args.input), sample=monitor.process_event)
+ session.process_events()
+ except KeyboardInterrupt:
+ print("\nStopping trace...")
+ except Exception as e:
+ print(f"Error processing events: {e}")
+ sys.exit(1)
+
+ monitor.print_drop_table()
--
2.54.0.545.g6539524ca2-goog
^ permalink raw reply related
* [PATCH v6 34/59] perf compaction-times: Port compaction-times to use python module
From: Ian Rogers @ 2026-04-25 17:48 UTC (permalink / raw)
To: acme, adrian.hunter, james.clark, leo.yan, namhyung, tmricht
Cc: alice.mei.rogers, dapeng1.mi, linux-arm-kernel, linux-kernel,
linux-perf-users, mingo, peterz, Ian Rogers
In-Reply-To: <20260425174858.3922152-1-irogers@google.com>
Add a port of the compaction-times script that uses the perf python
module directly. This approach is significantly faster than using perf
script callbacks as it avoids creating intermediate dictionaries for
all event fields.
Assisted-by: Gemini:gemini-3.1-pro-preview
Signed-off-by: Ian Rogers <irogers@google.com>
---
v2: Fixed Closure Call: Changed cls.fobj.filter(pid, comm) to
cls.fobj(pid, comm) . Since fobj is a function (closure) and not a
class instance, calling .filter() on it would raise an
AttributeError .
---
tools/perf/python/compaction-times.py | 326 ++++++++++++++++++++++++++
1 file changed, 326 insertions(+)
create mode 100755 tools/perf/python/compaction-times.py
diff --git a/tools/perf/python/compaction-times.py b/tools/perf/python/compaction-times.py
new file mode 100755
index 000000000000..7f17c251ded7
--- /dev/null
+++ b/tools/perf/python/compaction-times.py
@@ -0,0 +1,326 @@
+#!/usr/bin/env python3
+# SPDX-License-Identifier: GPL-2.0
+"""
+Report time spent in memory compaction.
+
+Memory compaction is a feature in the Linux kernel that defragments memory
+by moving used pages to create larger contiguous blocks of free memory. This
+is particularly useful for allocating huge pages.
+
+This script processes trace events related to memory compaction and reports:
+- Total time spent in compaction (stall time).
+- Statistics for page migration (moved vs. failed).
+- Statistics for the free scanner (scanned vs. isolated pages).
+- Statistics for the migration scanner (scanned vs. isolated pages).
+
+Definitions:
+- **Compaction**: Defragmenting memory by moving allocated pages.
+- **Migration**: Moving pages from their current location to free pages found by the free scanner.
+- **Free Scanner**: Scans memory (typically from the end of a zone) to find free pages.
+- **Migration Scanner**: Scans memory (typically from the beginning of a zone)
+ to find pages to move.
+- **Isolated Pages**: Pages that have been temporarily removed from the buddy
+ system for migration or as migration targets.
+
+Ported from tools/perf/scripts/python/compaction-times.py to the modern perf Python module.
+"""
+
+import argparse
+import enum
+import re
+import sys
+from typing import Callable, Dict, List, Optional, Any
+import perf
+
+class Popt(enum.IntEnum):
+ """Process display options."""
+ DISP_DFL = 0
+ DISP_PROC = 1
+ DISP_PROC_VERBOSE = 2
+
+class Topt(enum.IntFlag):
+ """Trace display options."""
+ DISP_TIME = 0
+ DISP_MIG = 1
+ DISP_ISOLFREE = 2
+ DISP_ISOLMIG = 4
+ DISP_ALL = DISP_MIG | DISP_ISOLFREE | DISP_ISOLMIG
+
+# Globals to satisfy pylint when accessed in functions before assignment in main.
+OPT_NS = True
+opt_disp = Topt.DISP_ALL
+opt_proc = Popt.DISP_DFL
+session = None
+
+def get_comm_filter(regex: re.Pattern) -> Callable[[int, str], bool]:
+ """Returns a filter function based on command regex."""
+ def filter_func(_pid: int, comm: str) -> bool:
+ regex_match = regex.search(comm)
+ return regex_match is None or regex_match.group() == ""
+ return filter_func
+
+def get_pid_filter(low_str: str, high_str: str) -> Callable[[int, str], bool]:
+ """Returns a filter function based on PID range."""
+ low = 0 if low_str == "" else int(low_str)
+ high = 0 if high_str == "" else int(high_str)
+
+ def filter_func(pid: int, _comm: str) -> bool:
+ return not (pid >= low and (high == 0 or pid <= high))
+ return filter_func
+
+def ns_to_time(ns: int) -> str:
+ """Format nanoseconds to string based on options."""
+ return f"{ns}ns" if OPT_NS else f"{round(ns, -3) // 1000}us"
+
+class Pair:
+ """Represents a pair of related counters (e.g., scanned vs isolated, moved vs failed)."""
+ def __init__(self, aval: int, bval: int,
+ alabel: Optional[str] = None, blabel: Optional[str] = None):
+ self.alabel = alabel
+ self.blabel = blabel
+ self.aval = aval
+ self.bval = bval
+
+ def __add__(self, rhs: 'Pair') -> 'Pair':
+ self.aval += rhs.aval
+ self.bval += rhs.bval
+ return self
+
+ def __str__(self) -> str:
+ return f"{self.alabel}={self.aval} {self.blabel}={self.bval}"
+
+class Cnode:
+ """Holds statistics for a single compaction event or an aggregated set of events."""
+ def __init__(self, ns: int):
+ self.ns = ns
+ self.migrated = Pair(0, 0, "moved", "failed")
+ self.fscan = Pair(0, 0, "scanned", "isolated")
+ self.mscan = Pair(0, 0, "scanned", "isolated")
+
+ def __add__(self, rhs: 'Cnode') -> 'Cnode':
+ self.ns += rhs.ns
+ self.migrated += rhs.migrated
+ self.fscan += rhs.fscan
+ self.mscan += rhs.mscan
+ return self
+
+ def __str__(self) -> str:
+ prev = False
+ s = f"{ns_to_time(self.ns)} "
+ if opt_disp & Topt.DISP_MIG:
+ s += f"migration: {self.migrated}"
+ prev = True
+ if opt_disp & Topt.DISP_ISOLFREE:
+ s += f"{' ' if prev else ''}free_scanner: {self.fscan}"
+ prev = True
+ if opt_disp & Topt.DISP_ISOLMIG:
+ s += f"{' ' if prev else ''}migration_scanner: {self.mscan}"
+ return s
+
+ def complete(self, secs: int, nsecs: int) -> None:
+ """Complete the node with duration."""
+ self.ns = (secs * 1000000000 + nsecs) - self.ns
+
+ def increment(self, migrated: Optional[Pair], fscan: Optional[Pair],
+ mscan: Optional[Pair]) -> None:
+ """Increment statistics."""
+ if migrated is not None:
+ self.migrated += migrated
+ if fscan is not None:
+ self.fscan += fscan
+ if mscan is not None:
+ self.mscan += mscan
+
+class Chead:
+ """Aggregates compaction statistics per process (PID) and maintains total statistics."""
+ heads: Dict[int, 'Chead'] = {}
+ val = Cnode(0)
+ fobj: Optional[Any] = None
+
+ @classmethod
+ def add_filter(cls, fobj: Any) -> None:
+ """Add a filter object."""
+ cls.fobj = fobj
+
+ @classmethod
+ def create_pending(cls, pid: int, comm: str, start_secs: int, start_nsecs: int) -> None:
+ """Create a pending node for a process."""
+ filtered = False
+ try:
+ head = cls.heads[pid]
+ filtered = head.is_filtered()
+ except KeyError:
+ if cls.fobj is not None:
+ filtered = cls.fobj(pid, comm)
+ head = cls.heads[pid] = Chead(comm, pid, filtered)
+
+ if not filtered:
+ head.mark_pending(start_secs, start_nsecs)
+
+ @classmethod
+ def increment_pending(cls, pid: int, migrated: Optional[Pair],
+ fscan: Optional[Pair], mscan: Optional[Pair]) -> None:
+ """Increment pending stats for a process."""
+ if pid not in cls.heads:
+ return
+ head = cls.heads[pid]
+ if not head.is_filtered():
+ if head.is_pending():
+ head.do_increment(migrated, fscan, mscan)
+ else:
+ sys.stderr.write(f"missing start compaction event for pid {pid}\n")
+
+ @classmethod
+ def complete_pending(cls, pid: int, secs: int, nsecs: int) -> None:
+ """Complete pending stats for a process."""
+ if pid not in cls.heads:
+ return
+ head = cls.heads[pid]
+ if not head.is_filtered():
+ if head.is_pending():
+ head.make_complete(secs, nsecs)
+ else:
+ sys.stderr.write(f"missing start compaction event for pid {pid}\n")
+
+ @classmethod
+ def gen(cls):
+ """Generate heads for display."""
+ if opt_proc != Popt.DISP_DFL:
+ yield from cls.heads.values()
+
+ @classmethod
+ def get_total(cls) -> Cnode:
+ """Get total statistics."""
+ return cls.val
+
+ def __init__(self, comm: str, pid: int, filtered: bool):
+ self.comm = comm
+ self.pid = pid
+ self.val = Cnode(0)
+ self.pending: Optional[Cnode] = None
+ self.filtered = filtered
+ self.list: List[Cnode] = []
+
+ def mark_pending(self, secs: int, nsecs: int) -> None:
+ """Mark node as pending."""
+ self.pending = Cnode(secs * 1000000000 + nsecs)
+
+ def do_increment(self, migrated: Optional[Pair], fscan: Optional[Pair],
+ mscan: Optional[Pair]) -> None:
+ """Increment pending stats."""
+ if self.pending is not None:
+ self.pending.increment(migrated, fscan, mscan)
+
+ def make_complete(self, secs: int, nsecs: int) -> None:
+ """Make pending stats complete."""
+ if self.pending is not None:
+ self.pending.complete(secs, nsecs)
+ Chead.val += self.pending
+
+ if opt_proc != Popt.DISP_DFL:
+ self.val += self.pending
+
+ if opt_proc == Popt.DISP_PROC_VERBOSE:
+ self.list.append(self.pending)
+ self.pending = None
+
+ def enumerate(self) -> None:
+ """Enumerate verbose stats."""
+ if opt_proc == Popt.DISP_PROC_VERBOSE and not self.is_filtered():
+ for i, pelem in enumerate(self.list):
+ sys.stdout.write(f"{self.pid}[{self.comm}].{i+1}: {pelem}\n")
+
+ def is_pending(self) -> bool:
+ """Check if node is pending."""
+ return self.pending is not None
+
+ def is_filtered(self) -> bool:
+ """Check if node is filtered."""
+ return self.filtered
+
+ def display(self) -> None:
+ """Display stats."""
+ if not self.is_filtered():
+ sys.stdout.write(f"{self.pid}[{self.comm}]: {self.val}\n")
+
+def trace_end() -> None:
+ """Called at the end of trace processing."""
+ sys.stdout.write(f"total: {Chead.get_total()}\n")
+ for i in Chead.gen():
+ i.display()
+ i.enumerate()
+
+def process_event(sample: perf.sample_event) -> None:
+ """Callback for processing events."""
+ event_name = str(sample.evsel)
+ pid = sample.sample_pid
+ comm = session.find_thread(pid).comm() if session else "[unknown]"
+ secs = sample.sample_time // 1000000000
+ nsecs = sample.sample_time % 1000000000
+
+ if "evsel(compaction:mm_compaction_begin)" in event_name:
+ Chead.create_pending(pid, comm, secs, nsecs)
+ elif "evsel(compaction:mm_compaction_end)" in event_name:
+ Chead.complete_pending(pid, secs, nsecs)
+ elif "evsel(compaction:mm_compaction_migratepages)" in event_name:
+ Chead.increment_pending(pid, Pair(sample.nr_migrated, sample.nr_failed), None, None)
+ elif "evsel(compaction:mm_compaction_isolate_freepages)" in event_name:
+ Chead.increment_pending(pid, None, Pair(sample.nr_scanned, sample.nr_taken), None)
+ elif "evsel(compaction:mm_compaction_isolate_migratepages)" in event_name:
+ Chead.increment_pending(pid, None, None, Pair(sample.nr_scanned, sample.nr_taken))
+
+if __name__ == "__main__":
+ ap = argparse.ArgumentParser(description="Report time spent in compaction")
+ ap.add_argument("-p", action="store_true", help="display by process")
+ ap.add_argument("-pv", action="store_true", help="display by process (verbose)")
+ ap.add_argument("-u", action="store_true", help="display results in microseconds")
+ ap.add_argument("-t", action="store_true", help="display stall times only")
+ ap.add_argument("-m", action="store_true", help="display stats for migration")
+ ap.add_argument("-fs", action="store_true", help="display stats for free scanner")
+ ap.add_argument("-ms", action="store_true", help="display stats for migration scanner")
+ ap.add_argument("filter", nargs="?", help="pid|pid-range|comm-regex")
+ ap.add_argument("-i", "--input", default="perf.data", help="Input file name")
+ args = ap.parse_args()
+
+ opt_proc = Popt.DISP_DFL
+ if args.pv:
+ opt_proc = Popt.DISP_PROC_VERBOSE
+ elif args.p:
+ opt_proc = Popt.DISP_PROC
+
+ OPT_NS = not args.u
+
+ opt_disp = Topt.DISP_ALL
+ if args.t or args.m or args.fs or args.ms:
+ opt_disp = Topt(0)
+ if args.t:
+ opt_disp |= Topt.DISP_TIME
+ if args.m:
+ opt_disp |= Topt.DISP_MIG
+ if args.fs:
+ opt_disp |= Topt.DISP_ISOLFREE
+ if args.ms:
+ opt_disp |= Topt.DISP_ISOLMIG
+
+ if args.filter:
+ PID_PATTERN = r"^(\d*)-(\d*)$|^(\d*)$"
+ pid_re = re.compile(PID_PATTERN)
+ match = pid_re.search(args.filter)
+ filter_obj: Any = None
+ if match is not None and match.group() != "":
+ if match.group(3) is not None:
+ filter_obj = get_pid_filter(match.group(3), match.group(3))
+ else:
+ filter_obj = get_pid_filter(match.group(1), match.group(2))
+ else:
+ try:
+ comm_re = re.compile(args.filter)
+ except re.error:
+ sys.stderr.write(f"invalid regex '{args.filter}'\n")
+ sys.exit(1)
+ filter_obj = get_comm_filter(comm_re)
+ Chead.add_filter(filter_obj)
+
+ session = perf.session(perf.data(args.input), sample=process_event)
+ session.process_events()
+ trace_end()
--
2.54.0.545.g6539524ca2-goog
^ permalink raw reply related
* [PATCH v6 37/59] perf export-to-postgresql: Port export-to-postgresql to use python module
From: Ian Rogers @ 2026-04-25 17:48 UTC (permalink / raw)
To: acme, adrian.hunter, james.clark, leo.yan, namhyung, tmricht
Cc: alice.mei.rogers, dapeng1.mi, linux-arm-kernel, linux-kernel,
linux-perf-users, mingo, peterz, Ian Rogers
In-Reply-To: <20260425174858.3922152-1-irogers@google.com>
Ported from tools/perf/scripts/python/export-to-postgresql.py to use
the perf Python module API.
Assisted-by: Gemini:gemini-3.1-pro-preview
Signed-off-by: Ian Rogers <irogers@google.com>
---
v5:
1. Fix Data Integrity: Added `comm_thread` ID sequence to prevent duplicate
primary keys in `comm_threads` table.
2. Fix COPY failure: Ensured file trailer is written and files are closed
before being copied to PostgreSQL, preventing data rejection.
---
tools/perf/python/export-to-postgresql.py | 701 ++++++++++++++++++++++
1 file changed, 701 insertions(+)
create mode 100755 tools/perf/python/export-to-postgresql.py
diff --git a/tools/perf/python/export-to-postgresql.py b/tools/perf/python/export-to-postgresql.py
new file mode 100755
index 000000000000..0118dc348b1e
--- /dev/null
+++ b/tools/perf/python/export-to-postgresql.py
@@ -0,0 +1,701 @@
+#!/usr/bin/env python3
+# SPDX-License-Identifier: GPL-2.0
+r"""
+Export perf data to a postgresql database.
+
+This script has been ported to use the modern perf Python module and
+libpq via ctypes. It no longer requires PySide2 or QtSql for exporting.
+
+The script assumes postgresql is running on the local machine and that the
+user has postgresql permissions to create databases.
+
+An example of using this script with Intel PT:
+
+ $ perf record -e intel_pt//u ls
+ $ python tools/perf/python/export-to-postgresql.py -i perf.data -o pt_example
+
+To browse the database, psql can be used e.g.
+
+ $ psql pt_example
+ pt_example=# select * from samples_view where id < 100;
+ pt_example=# \d+
+ pt_example=# \d+ samples_view
+ pt_example=# \q
+
+An example of using the database is provided by the script
+exported-sql-viewer.py. Refer to that script for details.
+
+Tables:
+
+ The tables largely correspond to perf tools' data structures. They are
+ largely self-explanatory.
+
+ samples
+ 'samples' is the main table. It represents what instruction was
+ executing at a point in time when something (a selected event)
+ happened. The memory address is the instruction pointer or 'ip'.
+
+ branch_types
+ 'branch_types' provides descriptions for each type of branch.
+
+ comm_threads
+ 'comm_threads' shows how 'comms' relates to 'threads'.
+
+ comms
+ 'comms' contains a record for each 'comm' - the name given to the
+ executable that is running.
+
+ dsos
+ 'dsos' contains a record for each executable file or library.
+
+ machines
+ 'machines' can be used to distinguish virtual machines if
+ virtualization is supported.
+
+ selected_events
+ 'selected_events' contains a record for each kind of event that
+ has been sampled.
+
+ symbols
+ 'symbols' contains a record for each symbol. Only symbols that
+ have samples are present.
+
+ threads
+ 'threads' contains a record for each thread.
+
+Views:
+
+ Most of the tables have views for more friendly display. The views are:
+
+ comm_threads_view
+ dsos_view
+ machines_view
+ samples_view
+ symbols_view
+ threads_view
+
+Ported from tools/perf/scripts/python/export-to-postgresql.py
+"""
+
+import argparse
+from ctypes import CDLL, c_char_p, c_int, c_void_p, c_ubyte
+import ctypes.util
+import os
+import shutil
+import struct
+import sys
+from typing import Any, Dict, Optional
+import perf
+
+# Need to access PostgreSQL C library directly to use COPY FROM STDIN
+libpq_name = ctypes.util.find_library("pq")
+if not libpq_name:
+ libpq_name = "libpq.so.5"
+
+try:
+ libpq = CDLL(libpq_name)
+except OSError as e:
+ print(f"Error loading {libpq_name}: {e}")
+ print("Please ensure PostgreSQL client library is installed.")
+ sys.exit(1)
+
+PQconnectdb = libpq.PQconnectdb
+PQconnectdb.restype = c_void_p
+PQconnectdb.argtypes = [c_char_p]
+PQfinish = libpq.PQfinish
+PQfinish.argtypes = [c_void_p]
+PQstatus = libpq.PQstatus
+PQstatus.restype = c_int
+PQstatus.argtypes = [c_void_p]
+PQexec = libpq.PQexec
+PQexec.restype = c_void_p
+PQexec.argtypes = [c_void_p, c_char_p]
+PQresultStatus = libpq.PQresultStatus
+PQresultStatus.restype = c_int
+PQresultStatus.argtypes = [c_void_p]
+PQputCopyData = libpq.PQputCopyData
+PQputCopyData.restype = c_int
+PQputCopyData.argtypes = [c_void_p, c_void_p, c_int]
+PQputCopyEnd = libpq.PQputCopyEnd
+PQputCopyEnd.restype = c_int
+PQputCopyEnd.argtypes = [c_void_p, c_void_p]
+PQgetResult = libpq.PQgetResult
+PQgetResult.restype = c_void_p
+PQgetResult.argtypes = [c_void_p]
+PQclear = libpq.PQclear
+PQclear.argtypes = [c_void_p]
+
+
+def toserverstr(s: str) -> bytes:
+ """Convert string to server encoding (UTF-8)."""
+ return bytes(s, "UTF_8")
+
+
+def toclientstr(s: str) -> bytes:
+ """Convert string to client encoding (UTF-8)."""
+ return bytes(s, "UTF_8")
+
+
+
+class PostgresExporter:
+ """Handles PostgreSQL connection and exporting of perf events."""
+
+ def __init__(self, dbname: str):
+ self.dbname = dbname
+ self.conn = None
+ self.session: Optional[perf.session] = None
+ self.output_dir_name = os.getcwd() + "/" + dbname + "-perf-data"
+
+ self.file_header = struct.pack("!11sii", b"PGCOPY\n\377\r\n\0", 0, 0)
+ self.file_trailer = b"\377\377"
+
+ # Caches and counters grouped to reduce instance attributes
+ self.caches: Dict[str, dict] = {
+ 'threads': {},
+ 'comms': {},
+ 'dsos': {},
+ 'symbols': {},
+ 'events': {},
+ 'branch_types': {},
+ 'call_paths': {}
+ }
+
+ self.next_id = {
+ 'thread': 1,
+ 'comm': 1,
+ 'dso': 1,
+ 'symbol': 1,
+ 'event': 1,
+ 'branch_type': 1,
+ 'comm_thread': 1,
+ 'call_path': 1
+ }
+
+ self.files: Dict[str, Any] = {}
+ self.unhandled_count = 0
+
+ def connect(self, db_to_use: str) -> None:
+ """Connect to database."""
+ conn_str = toclientstr(f"dbname = {db_to_use}")
+ self.conn = PQconnectdb(conn_str)
+ if PQstatus(self.conn) != 0:
+ raise RuntimeError(f"PQconnectdb failed for {db_to_use}")
+
+ def disconnect(self) -> None:
+ """Disconnect from database."""
+ if self.conn:
+ PQfinish(self.conn)
+ self.conn = None
+
+ def do_query(self, sql: str) -> None:
+ """Execute a query and check status."""
+ res = PQexec(self.conn, toserverstr(sql))
+ status = PQresultStatus(res)
+ PQclear(res)
+ if status not in (1, 2): # PGRES_COMMAND_OK, PGRES_TUPLES_OK
+ raise RuntimeError(f"Query failed: {sql}")
+
+
+ def open_output_file(self, file_name: str):
+ """Open intermediate binary file."""
+ path_name = self.output_dir_name + "/" + file_name
+ f = open(path_name, "wb+")
+ f.write(self.file_header)
+ return f
+
+ def close_output_file(self, f):
+ """Close intermediate binary file."""
+ f.write(self.file_trailer)
+ f.close()
+
+ def copy_output_file(self, path_name: str, table_name: str):
+ """Copy intermediate file to database."""
+ sql = f"COPY {table_name} FROM STDIN (FORMAT 'binary')"
+ res = PQexec(self.conn, toserverstr(sql))
+ if PQresultStatus(res) != 4: # PGRES_COPY_IN
+ PQclear(res)
+ raise RuntimeError(f"COPY FROM STDIN PQexec failed for {table_name}")
+ PQclear(res)
+
+ with open(path_name, "rb") as f:
+ data = f.read(65536)
+ while len(data) > 0:
+ c_data = (c_ubyte * len(data)).from_buffer_copy(data)
+ ret = PQputCopyData(self.conn, c_data, len(data))
+ if ret != 1:
+ raise RuntimeError(f"PQputCopyData failed for {table_name}")
+ data = f.read(65536)
+
+ ret = PQputCopyEnd(self.conn, None)
+ if ret != 1:
+ raise RuntimeError(f"PQputCopyEnd failed for {table_name}")
+
+ res = PQgetResult(self.conn)
+ while res:
+ PQclear(res)
+ res = PQgetResult(self.conn)
+
+
+
+ def setup_db(self) -> None:
+ """Create database and tables. MUST be called after init."""
+ os.mkdir(self.output_dir_name)
+
+ self.connect('postgres')
+ try:
+ self.do_query(f'CREATE DATABASE "{self.dbname}"')
+ except Exception as e:
+ os.rmdir(self.output_dir_name)
+ raise e
+ self.disconnect()
+
+ self.connect(self.dbname)
+ self.do_query("SET client_min_messages TO WARNING")
+
+ self.do_query("""
+ CREATE TABLE selected_events (
+ id bigint NOT NULL,
+ name varchar(80))
+ """)
+ self.do_query("""
+ CREATE TABLE machines (
+ id bigint NOT NULL,
+ pid integer,
+ root_dir varchar(4096))
+ """)
+ self.do_query("""
+ CREATE TABLE threads (
+ id bigint NOT NULL,
+ machine_id bigint,
+ process_id bigint,
+ pid integer,
+ tid integer)
+ """)
+ self.do_query("""
+ CREATE TABLE comms (
+ id bigint NOT NULL,
+ comm varchar(16),
+ c_thread_id bigint,
+ c_time bigint,
+ exec_flag boolean)
+ """)
+ self.do_query("""
+ CREATE TABLE comm_threads (
+ id bigint NOT NULL,
+ comm_id bigint,
+ thread_id bigint)
+ """)
+ self.do_query("""
+ CREATE TABLE dsos (
+ id bigint NOT NULL,
+ machine_id bigint,
+ short_name varchar(256),
+ long_name varchar(4096),
+ build_id varchar(64))
+ """)
+ self.do_query("""
+ CREATE TABLE symbols (
+ id bigint NOT NULL,
+ dso_id bigint,
+ sym_start bigint,
+ sym_end bigint,
+ binding integer,
+ name varchar(2048))
+ """)
+ self.do_query("""
+ CREATE TABLE branch_types (
+ id integer NOT NULL,
+ name varchar(80))
+ """)
+ self.do_query("""
+ CREATE TABLE samples (
+ id bigint NOT NULL,
+ evsel_id bigint,
+ machine_id bigint,
+ thread_id bigint,
+ comm_id bigint,
+ dso_id bigint,
+ symbol_id bigint,
+ sym_offset bigint,
+ ip bigint,
+ time bigint,
+ cpu integer,
+ to_dso_id bigint,
+ to_symbol_id bigint,
+ to_sym_offset bigint,
+ to_ip bigint,
+ period bigint,
+ weight bigint,
+ transaction_ bigint,
+ data_src bigint,
+ branch_type integer,
+ in_tx boolean,
+ call_path_id bigint,
+ insn_count bigint,
+ cyc_count bigint,
+ flags integer)
+ """)
+ self.do_query("""
+ CREATE TABLE call_paths (
+ id bigint NOT NULL,
+ parent_id bigint,
+ symbol_id bigint,
+ ip bigint)
+ """)
+
+ self.files['evsel'] = self.open_output_file("evsel_table.bin")
+ self.files['machine'] = self.open_output_file("machine_table.bin")
+ self.files['thread'] = self.open_output_file("thread_table.bin")
+ self.files['comm'] = self.open_output_file("comm_table.bin")
+ self.files['comm_thread'] = self.open_output_file("comm_thread_table.bin")
+ self.files['dso'] = self.open_output_file("dso_table.bin")
+ self.files['symbol'] = self.open_output_file("symbol_table.bin")
+ self.files['branch_type'] = self.open_output_file("branch_type_table.bin")
+ self.files['sample'] = self.open_output_file("sample_table.bin")
+ self.files['call_path'] = self.open_output_file("call_path_table.bin")
+
+ self.write_evsel(0, "unknown")
+ self.write_machine(0, 0, "unknown")
+ self.write_thread(0, 0, 0, -1, -1)
+ self.write_comm(0, "unknown", 0, 0, 0)
+ self.write_dso(0, 0, "unknown", "unknown", "")
+ self.write_symbol(0, 0, 0, 0, 0, "unknown")
+ self.write_call_path(0, 0, 0, 0)
+
+ def write_evsel(self, evsel_id: int, name: str) -> None:
+ """Write event to binary file."""
+ name_bytes = toserverstr(name)
+ n = len(name_bytes)
+ fmt = "!hiqi" + str(n) + "s"
+ value = struct.pack(fmt, 2, 8, evsel_id, n, name_bytes)
+ self.files['evsel'].write(value)
+
+ def write_machine(self, machine_id: int, pid: int, root_dir: str) -> None:
+ """Write machine to binary file."""
+ rd_bytes = toserverstr(root_dir)
+ n = len(rd_bytes)
+ fmt = "!hiqiii" + str(n) + "s"
+ value = struct.pack(fmt, 3, 8, machine_id, 4, pid, n, rd_bytes)
+ self.files['machine'].write(value)
+
+
+ def write_thread(self, thread_id: int, machine_id: int, process_id: int,
+ pid: int, tid: int) -> None:
+ """Write thread to binary file."""
+ value = struct.pack("!hiqiqiqiiii", 5, 8, thread_id, 8, machine_id,
+ 8, process_id, 4, pid, 4, tid)
+ self.files['thread'].write(value)
+
+
+ def write_comm(self, comm_id: int, comm_str: str, thread_id: int,
+ time: int, exec_flag: int) -> None:
+ """Write comm to binary file."""
+ comm_bytes = toserverstr(comm_str)
+ n = len(comm_bytes)
+ fmt = "!hiqi" + str(n) + "s" + "iqiqiB"
+ value = struct.pack(fmt, 5, 8, comm_id, n, comm_bytes, 8,
+ thread_id, 8, time, 1, exec_flag)
+ self.files['comm'].write(value)
+
+ def write_comm_thread(self, comm_thread_id: int, comm_id: int,
+ thread_id: int) -> None:
+ """Write comm_thread to binary file."""
+ fmt = "!hiqiqiq"
+ value = struct.pack(fmt, 3, 8, comm_thread_id, 8, comm_id, 8, thread_id)
+ self.files['comm_thread'].write(value)
+
+
+ def write_dso(self, dso_id: int, machine_id: int, short_name: str,
+ long_name: str, build_id: str) -> None:
+ """Write DSO to binary file."""
+ sn_bytes = toserverstr(short_name)
+ ln_bytes = toserverstr(long_name)
+ bi_bytes = toserverstr(build_id)
+ n1, n2, n3 = len(sn_bytes), len(ln_bytes), len(bi_bytes)
+ fmt = "!hiqiqi" + str(n1) + "si" + str(n2) + "si" + str(n3) + "s"
+ value = struct.pack(fmt, 5, 8, dso_id, 8, machine_id, n1,
+ sn_bytes, n2, ln_bytes, n3, bi_bytes)
+ self.files['dso'].write(value)
+
+
+ def write_symbol(self, symbol_id: int, dso_id: int, sym_start: int,
+ sym_end: int, binding: int, symbol_name: str) -> None:
+ """Write symbol to binary file."""
+ name_bytes = toserverstr(symbol_name)
+ n = len(name_bytes)
+ fmt = "!hiqiqiqiqiii" + str(n) + "s"
+ value = struct.pack(fmt, 6, 8, symbol_id, 8, dso_id, 8,
+ sym_start, 8, sym_end, 4, binding, n, name_bytes)
+ self.files['symbol'].write(value)
+
+ def write_call_path(self, cp_id: int, parent_id: int, symbol_id: int,
+ ip: int) -> None:
+ """Write call path to binary file."""
+ fmt = "!hiqiqiqiq"
+ value = struct.pack(fmt, 4, 8, cp_id, 8, parent_id, 8, symbol_id, 8, ip)
+ self.files['call_path'].write(value)
+
+
+ def write_sample(self, sample_id: int, evsel_id: int, thread_id: int,
+ comm_id: int, dso_id: int, symbol_id: int,
+ sample: perf.sample_event, call_path_id: int) -> None:
+ """Write sample to binary file."""
+ value = struct.pack(
+ "!hiqiqiqiqiqiqiqiqiqiqiiiqiqiqiqiqiqiqiqiiiBiqiqiqii",
+ 25, 8, sample_id, 8, evsel_id, 8, 0, 8, thread_id, 8, comm_id,
+ 8, dso_id, 8, symbol_id, 8, getattr(sample, 'sym_offset', 0),
+ 8, sample.sample_ip, 8, sample.sample_time, 4, sample.sample_cpu,
+ 8, 0, 8, 0, 8, 0, 8, 0,
+ 8, getattr(sample, 'sample_period', 0) or 0,
+ 8, getattr(sample, 'sample_weight', 0) or 0,
+ 8, getattr(sample, 'transaction_', 0) or 0,
+ 8, getattr(sample, 'data_src', 0) or 0,
+ 4, 0,
+ 1, getattr(sample, 'in_tx', 0) or 0,
+ 8, call_path_id,
+ 8, getattr(sample, 'insn_count', 0) or 0,
+ 8, getattr(sample, 'cyc_count', 0) or 0,
+ 4, getattr(sample, 'flags', 0) or 0
+ )
+ self.files['sample'].write(value)
+
+ def get_event_id(self, name: str) -> int:
+ """Get or create event ID."""
+ if name in self.caches['events']:
+ return self.caches['events'][name]
+ event_id = self.next_id['event']
+ self.write_evsel(event_id, name)
+ self.caches['events'][name] = event_id
+ self.next_id['event'] += 1
+ return event_id
+
+ def get_thread_id(self, pid: int, tid: int) -> int:
+ """Get or create thread ID."""
+ key = (pid, tid)
+ if key in self.caches['threads']:
+ return self.caches['threads'][key]
+ thread_id = self.next_id['thread']
+ self.write_thread(thread_id, 0, pid, pid, tid)
+ self.caches['threads'][key] = thread_id
+ self.next_id['thread'] += 1
+ return thread_id
+
+ def get_comm_id(self, comm: str, thread_id: int) -> int:
+ """Get or create comm ID."""
+ if comm in self.caches['comms']:
+ comm_id = self.caches['comms'][comm]
+ else:
+ comm_id = self.next_id['comm']
+ self.write_comm(comm_id, comm, thread_id, 0, 0)
+ self.caches['comms'][comm] = comm_id
+ self.next_id['comm'] += 1
+
+ key = (comm_id, thread_id)
+ if 'comm_threads' not in self.caches:
+ self.caches['comm_threads'] = {}
+ if key not in self.caches['comm_threads']:
+ comm_thread_id = self.next_id['comm_thread']
+ self.write_comm_thread(comm_thread_id, comm_id, thread_id)
+ self.caches['comm_threads'][key] = True
+ self.next_id['comm_thread'] += 1
+
+ return comm_id
+
+ def get_dso_id(self, short_name: str, long_name: str,
+ build_id: str) -> int:
+ """Get or create DSO ID."""
+ if short_name in self.caches['dsos']:
+ return self.caches['dsos'][short_name]
+ dso_id = self.next_id['dso']
+ self.write_dso(dso_id, 0, short_name, long_name, build_id)
+ self.caches['dsos'][short_name] = dso_id
+ self.next_id['dso'] += 1
+ return dso_id
+
+ def get_symbol_id(self, dso_id: int, name: str, start: int,
+ end: int) -> int:
+ """Get or create symbol ID."""
+ key = (dso_id, name)
+ if key in self.caches['symbols']:
+ return self.caches['symbols'][key]
+ symbol_id = self.next_id['symbol']
+ self.write_symbol(symbol_id, dso_id, start, end, 0, name)
+ self.caches['symbols'][key] = symbol_id
+ self.next_id['symbol'] += 1
+ return symbol_id
+
+ def get_call_path_id(self, parent_id: int, symbol_id: int,
+ ip: int) -> int:
+ """Get or create call path ID."""
+ key = (parent_id, symbol_id, ip)
+ if key in self.caches['call_paths']:
+ return self.caches['call_paths'][key]
+ call_path_id = self.next_id['call_path']
+ self.write_call_path(call_path_id, parent_id, symbol_id, ip)
+ self.caches['call_paths'][key] = call_path_id
+ self.next_id['call_path'] += 1
+ return call_path_id
+
+ def process_event(self, sample: perf.sample_event) -> None:
+ """Callback for processing events."""
+ thread_id = self.get_thread_id(sample.sample_pid, sample.sample_tid)
+
+ comm = "Unknown_comm"
+ try:
+ if self.session is not None:
+ proc = self.session.find_thread(sample.sample_pid)
+ if proc:
+ comm = proc.comm()
+ except TypeError:
+ pass
+ comm_id = self.get_comm_id(comm, thread_id)
+
+ dso_id = self.get_dso_id(
+ getattr(sample, 'dso', "Unknown_dso") or "Unknown_dso",
+ getattr(sample, 'dso_long_name', "Unknown_dso_long") or "Unknown_dso_long",
+ getattr(sample, 'dso_bid', "") or ""
+ )
+
+ symbol_id = self.get_symbol_id(
+ dso_id,
+ getattr(sample, 'symbol', "Unknown_symbol") or "Unknown_symbol",
+ getattr(sample, 'sym_start', 0) or 0,
+ getattr(sample, 'sym_end', 0) or 0
+ )
+
+ call_path_id = 0
+ if hasattr(sample, 'callchain') and sample.callchain:
+ parent_id = 0
+ for node in sample.callchain:
+ node_dso = getattr(node, 'dso', None) or getattr(node, 'map', None)
+ node_symbol = getattr(node, 'symbol', None) or getattr(node, 'sym', None)
+
+ dso_name = "Unknown_dso"
+ if node_dso:
+ dso_name = getattr(node_dso, 'name', "Unknown_dso") or "Unknown_dso"
+
+ symbol_name = "Unknown_symbol"
+ if node_symbol:
+ symbol_name = getattr(node_symbol, 'name', "Unknown_symbol") or "Unknown_symbol"
+
+ node_dso_id = self.get_dso_id(dso_name, dso_name, "")
+ node_symbol_id = self.get_symbol_id(node_dso_id, symbol_name, 0, 0)
+
+ parent_id = self.get_call_path_id(parent_id, node_symbol_id, node.ip)
+ call_path_id = parent_id
+
+ sample_id = self.next_id['event']
+ self.write_sample(sample_id,
+ self.get_event_id(getattr(sample.evsel, 'name', str(sample.evsel))),
+ thread_id, comm_id, dso_id, symbol_id, sample,
+ call_path_id)
+ self.next_id['event'] += 1
+
+ def finalize(self) -> None:
+ """Copy files to database and add keys/views."""
+ print("Copying to database...")
+ for name, f in self.files.items():
+ self.close_output_file(f)
+
+ for name, f in self.files.items():
+ table_name = name + "s" if name != "call_path" else "call_paths"
+ if name == "evsel":
+ table_name = "selected_events"
+ self.copy_output_file(f.name, table_name)
+
+ print("Removing intermediate files...")
+ for name, f in self.files.items():
+ os.unlink(f.name)
+ os.rmdir(self.output_dir_name)
+
+ print("Adding primary keys")
+ self.do_query("ALTER TABLE selected_events ADD PRIMARY KEY (id)")
+ self.do_query("ALTER TABLE machines ADD PRIMARY KEY (id)")
+ self.do_query("ALTER TABLE threads ADD PRIMARY KEY (id)")
+ self.do_query("ALTER TABLE comms ADD PRIMARY KEY (id)")
+ self.do_query("ALTER TABLE comm_threads ADD PRIMARY KEY (id)")
+ self.do_query("ALTER TABLE dsos ADD PRIMARY KEY (id)")
+ self.do_query("ALTER TABLE symbols ADD PRIMARY KEY (id)")
+ self.do_query("ALTER TABLE branch_types ADD PRIMARY KEY (id)")
+ self.do_query("ALTER TABLE samples ADD PRIMARY KEY (id)")
+ self.do_query("ALTER TABLE call_paths ADD PRIMARY KEY (id)")
+
+ print("Creating views...")
+ self.do_query("""
+ CREATE VIEW machines_view AS
+ SELECT id, pid, root_dir,
+ CASE WHEN id=0 THEN 'unknown' WHEN pid=-1 THEN 'host' ELSE 'guest' END AS host_or_guest
+ FROM machines
+ """)
+ self.do_query("""
+ CREATE VIEW dsos_view AS
+ SELECT id, machine_id,
+ (SELECT host_or_guest FROM machines_view WHERE id = machine_id) AS host_or_guest,
+ short_name, long_name, build_id
+ FROM dsos
+ """)
+ self.do_query("""
+ CREATE VIEW symbols_view AS
+ SELECT id, name,
+ (SELECT short_name FROM dsos WHERE id=dso_id) AS dso,
+ dso_id, sym_start, sym_end,
+ CASE WHEN binding=0 THEN 'local' WHEN binding=1 THEN 'global' ELSE 'weak' END AS binding
+ FROM symbols
+ """)
+ self.do_query("""
+ CREATE VIEW threads_view AS
+ SELECT id, machine_id,
+ (SELECT host_or_guest FROM machines_view WHERE id = machine_id) AS host_or_guest,
+ process_id, pid, tid
+ FROM threads
+ """)
+ self.do_query("""
+ CREATE VIEW samples_view AS
+ SELECT id, time, cpu,
+ (SELECT pid FROM threads WHERE id = thread_id) AS pid,
+ (SELECT tid FROM threads WHERE id = thread_id) AS tid,
+ (SELECT comm FROM comms WHERE id = comm_id) AS command,
+ (SELECT name FROM selected_events WHERE id = evsel_id) AS event,
+ to_hex(ip) AS ip_hex,
+ (SELECT name FROM symbols WHERE id = symbol_id) AS symbol,
+ sym_offset,
+ (SELECT short_name FROM dsos WHERE id = dso_id) AS dso_short_name,
+ to_hex(to_ip) AS to_ip_hex,
+ (SELECT name FROM symbols WHERE id = to_symbol_id) AS to_symbol,
+ to_sym_offset,
+ (SELECT short_name FROM dsos WHERE id = to_dso_id) AS to_dso_short_name,
+ (SELECT name FROM branch_types WHERE id = branch_type) AS branch_type_name,
+ in_tx, insn_count, cyc_count, flags
+ FROM samples
+ """)
+
+
+if __name__ == "__main__":
+ ap = argparse.ArgumentParser(
+ description="Export perf data to a postgresql database")
+ ap.add_argument("-i", "--input", default="perf.data",
+ help="Input file name")
+ ap.add_argument("-o", "--output", required=True,
+ help="Output database name")
+ args = ap.parse_args()
+
+ exporter = PostgresExporter(args.output)
+ exporter.setup_db()
+
+ session = None
+ error_occurred = False
+ try:
+ session = perf.session(perf.data(args.input),
+ sample=exporter.process_event)
+ exporter.session = session
+ session.process_events()
+ exporter.finalize()
+ print(f"Successfully exported to {args.output}")
+ except Exception as e:
+ print(f"Error processing events: {e}")
+ error_occurred = True
+ finally:
+ exporter.disconnect()
+ if error_occurred:
+ if os.path.exists(exporter.output_dir_name):
+ shutil.rmtree(exporter.output_dir_name)
--
2.54.0.545.g6539524ca2-goog
^ permalink raw reply related
* [PATCH v6 38/59] perf failed-syscalls-by-pid: Port failed-syscalls-by-pid to use python module
From: Ian Rogers @ 2026-04-25 17:48 UTC (permalink / raw)
To: acme, adrian.hunter, james.clark, leo.yan, namhyung, tmricht
Cc: alice.mei.rogers, dapeng1.mi, linux-arm-kernel, linux-kernel,
linux-perf-users, mingo, peterz, Ian Rogers
In-Reply-To: <20260425174858.3922152-1-irogers@google.com>
Ported from tools/perf/scripts/python/failed-syscalls-by-pid.py to use
the perf Python module API.
Key changes:
- Used perf.syscall_name() to resolve syscall names instead of legacy
Util library.
- Used standard collections.defaultdict for nested statistics
aggregation.
- Used errno.errorcode for resolving error strings.
- Supported optional filtering by COMM or PID via command line
arguments.
Assisted-by: Gemini:gemini-3.1-pro-preview
Signed-off-by: Ian Rogers <irogers@google.com>
---
v2: Fixed Syscall Name Fallback: Handled the case where
perf.syscall_name() returns None , falling back to the string
representation of the syscall ID to avoid TypeError during string
formatting.
---
tools/perf/python/failed-syscalls-by-pid.py | 119 ++++++++++++++++++++
1 file changed, 119 insertions(+)
create mode 100755 tools/perf/python/failed-syscalls-by-pid.py
diff --git a/tools/perf/python/failed-syscalls-by-pid.py b/tools/perf/python/failed-syscalls-by-pid.py
new file mode 100755
index 000000000000..f57b13c5d34f
--- /dev/null
+++ b/tools/perf/python/failed-syscalls-by-pid.py
@@ -0,0 +1,119 @@
+#!/usr/bin/env python3
+# SPDX-License-Identifier: GPL-2.0
+"""
+Displays system-wide failed system call totals, broken down by pid.
+If a [comm] or [pid] arg is specified, only syscalls called by it are displayed.
+
+Ported from tools/perf/scripts/python/failed-syscalls-by-pid.py
+"""
+
+import argparse
+from collections import defaultdict
+import errno
+from typing import Optional
+import perf
+
+
+def strerror(nr: int) -> str:
+ """Return error string for a given errno."""
+ try:
+ return errno.errorcode[abs(nr)]
+ except KeyError:
+ return f"Unknown {nr} errno"
+
+
+class SyscallAnalyzer:
+ """Analyzes failed syscalls and aggregates counts."""
+
+ def __init__(self, for_comm: Optional[str] = None, for_pid: Optional[int] = None):
+ self.for_comm = for_comm
+ self.for_pid = for_pid
+ self.session: Optional[perf.session] = None
+ self.syscalls: dict[tuple[str, int, int, int], int] = defaultdict(int)
+ self.unhandled: dict[str, int] = defaultdict(int)
+
+ def process_event(self, sample: perf.sample_event) -> None:
+ """Process a single sample event."""
+ event_name = str(sample.evsel)
+ if "sys_exit" not in event_name:
+ return
+
+ pid = sample.sample_pid
+ if hasattr(self, 'session') and self.session:
+ comm = self.session.find_thread(pid).comm()
+ else:
+ comm = "Unknown"
+
+ if self.for_comm and comm != self.for_comm:
+ return
+ if self.for_pid and pid != self.for_pid:
+ return
+
+ ret = getattr(sample, "ret", 0)
+ if ret < 0:
+ syscall_id = getattr(sample, "id", -1)
+ if syscall_id == -1:
+ syscall_id = getattr(sample, "sys_id", -1)
+
+ if syscall_id != -1:
+ self.syscalls[(comm, pid, syscall_id, ret)] += 1
+ else:
+ self.unhandled[event_name] += 1
+
+ def print_summary(self) -> None:
+ """Print aggregated statistics."""
+ if self.for_comm is not None:
+ print(f"\nsyscall errors for {self.for_comm}:\n")
+ elif self.for_pid is not None:
+ print(f"\nsyscall errors for PID {self.for_pid}:\n")
+ else:
+ print("\nsyscall errors:\n")
+
+ print(f"{'comm [pid]':<30} {'count':>10}")
+ print(f"{'-' * 30:<30} {'-' * 10:>10}")
+
+ sorted_keys = sorted(self.syscalls.keys(), key=lambda k: (k[0], k[1], k[2]))
+ current_comm_pid = None
+ for comm, pid, syscall_id, ret in sorted_keys:
+ if current_comm_pid != (comm, pid):
+ print(f"\n{comm} [{pid}]")
+ current_comm_pid = (comm, pid)
+ try:
+ name = perf.syscall_name(syscall_id) or str(syscall_id)
+ except AttributeError:
+ name = str(syscall_id)
+ print(f" syscall: {name:<16}")
+ err_str = strerror(ret)
+ count = self.syscalls[(comm, pid, syscall_id, ret)]
+ print(f" err = {err_str:<20} {count:10d}")
+
+
+if __name__ == "__main__":
+ ap = argparse.ArgumentParser(
+ description="Displays system-wide failed system call totals, broken down by pid.")
+ ap.add_argument("-i", "--input", default="perf.data",
+ help="Input file name")
+ ap.add_argument("filter", nargs="?", help="COMM or PID to filter by")
+ args = ap.parse_args()
+
+ F_COMM = None
+ F_PID = None
+
+ if args.filter:
+ try:
+ F_PID = int(args.filter)
+ except ValueError:
+ F_COMM = args.filter
+
+ analyzer = SyscallAnalyzer(F_COMM, F_PID)
+
+ try:
+ print("Press control+C to stop and show the summary")
+ session = perf.session(perf.data(args.input), sample=analyzer.process_event)
+ analyzer.session = session
+ session.process_events()
+ analyzer.print_summary()
+ except KeyboardInterrupt:
+ analyzer.print_summary()
+ except Exception as e:
+ print(f"Error processing events: {e}")
--
2.54.0.545.g6539524ca2-goog
^ permalink raw reply related
* [PATCH v6 39/59] perf intel-pt-events: Port intel-pt-events/libxed to use python module
From: Ian Rogers @ 2026-04-25 17:48 UTC (permalink / raw)
To: acme, adrian.hunter, james.clark, leo.yan, namhyung, tmricht
Cc: alice.mei.rogers, dapeng1.mi, linux-arm-kernel, linux-kernel,
linux-perf-users, mingo, peterz, Ian Rogers
In-Reply-To: <20260425174858.3922152-1-irogers@google.com>
Ported from tools/perf/scripts/python/.
- Refactored intel-pt-events.py to use a class structure to eliminate
global state and improve maintainability.
- Removed Python 2 compatibility checks.
- Renamed methods in libxed.py to snake_case (Instruction ->
instruction, SetMode -> set_mode, DisassembleOne -> disassemble_one)
to comply with pylint.
Assisted-by: Gemini:gemini-3.1-pro-preview
Signed-off-by: Ian Rogers <irogers@google.com>
---
v2:
1. Robustness in print_cbr : Added checks to ensure raw_buf is at
least 12 bytes long and that the frequency divisor is not zero,
avoiding struct.error and ZeroDivisionError .
2. Robustness in print_evt : Added buffer length checks in the loop to
prevent struct.error if event data count exceeds available buffer.
3. Buffer Handling in disassem : Used
ctypes.create_string_buffer(insn, 64) to properly initialize the
buffer with raw bytes, preventing truncation on \x00 bytes.
4. Corrected Field Names: Reverted short names to sample_ip ,
sample_time , and sample_cpu across multiple methods.
5. Comm Resolution: Used session.process(sample.sample_pid).comm() to
get the thread name, rather than failing back to "Unknown" .
6. Event Name Cleanup: Stripped evsel( and ) from event names.
7. Fixed Broken Pipe Handling: Prevented sys.stdout from being closed
before exiting in the handler.
8. Eliminated Hardcoded Offset in libxed.py : Added
xed_decoded_inst_get_length from the official LibXED API rather
than relying on the hardcoded byte offset 166 .
---
tools/perf/python/intel-pt-events.py | 435 +++++++++++++++++++++++++++
tools/perf/python/libxed.py | 122 ++++++++
2 files changed, 557 insertions(+)
create mode 100755 tools/perf/python/intel-pt-events.py
create mode 100755 tools/perf/python/libxed.py
diff --git a/tools/perf/python/intel-pt-events.py b/tools/perf/python/intel-pt-events.py
new file mode 100755
index 000000000000..19a0faec8f5f
--- /dev/null
+++ b/tools/perf/python/intel-pt-events.py
@@ -0,0 +1,435 @@
+#!/usr/bin/env python3
+# SPDX-License-Identifier: GPL-2.0
+"""
+Print Intel PT Events including Power Events and PTWRITE.
+Ported from tools/perf/scripts/python/intel-pt-events.py
+"""
+
+import argparse
+import contextlib
+from ctypes import addressof, create_string_buffer
+import io
+import os
+import struct
+import sys
+from typing import Any, Optional
+import perf
+
+# Try to import LibXED from legacy directory if available in PYTHONPATH
+try:
+ from libxed import LibXED # type: ignore
+except ImportError:
+ LibXED = None # type: ignore
+
+
+class IntelPTAnalyzer:
+ """Analyzes Intel PT events and prints details."""
+
+ def __init__(self, cfg: argparse.Namespace):
+ self.args = cfg
+ self.session: Optional[perf.session] = None
+ self.insn = False
+ self.src = False
+ self.source_file_name: Optional[str] = None
+ self.line_number: int = 0
+ self.dso: Optional[str] = None
+ self.stash_dict: dict[int, list[str]] = {}
+ self.output: Any = None
+ self.output_pos: int = 0
+ self.cpu: int = -1
+ self.time: int = 0
+ self.switch_str: dict[int, str] = {}
+
+ if cfg.insn_trace:
+ print("Intel PT Instruction Trace")
+ self.insn = True
+ elif cfg.src_trace:
+ print("Intel PT Source Trace")
+ self.insn = True
+ self.src = True
+ else:
+ print("Intel PT Branch Trace, Power Events, Event Trace and PTWRITE")
+
+ self.disassembler: Any = None
+ if self.insn and LibXED is not None:
+ try:
+ self.disassembler = LibXED()
+ except Exception as e:
+ print(f"Failed to initialize LibXED: {e}")
+ self.disassembler = None
+
+ def print_ptwrite(self, raw_buf: bytes) -> None:
+ """Print PTWRITE data."""
+ data = struct.unpack_from("<IQ", raw_buf)
+ flags = data[0]
+ payload = data[1]
+ exact_ip = flags & 1
+ try:
+ s = payload.to_bytes(8, "little").decode("ascii").rstrip("\x00")
+ if not s.isprintable():
+ s = ""
+ except (UnicodeDecodeError, ValueError):
+ s = ""
+ print(f"IP: {exact_ip} payload: {payload:#x} {s}", end=' ')
+
+ def print_cbr(self, raw_buf: bytes) -> None:
+ """Print CBR data."""
+ if len(raw_buf) < 12:
+ return
+ data = struct.unpack_from("<BBBBII", raw_buf)
+ cbr = data[0]
+ f = (data[4] + 500) // 1000
+ if data[2] == 0:
+ return
+ p = ((cbr * 1000 // data[2]) + 5) // 10
+ print(f"{cbr:3u} freq: {f:4u} MHz ({p:3u}%)", end=' ')
+
+ def print_mwait(self, raw_buf: bytes) -> None:
+ """Print MWAIT data."""
+ data = struct.unpack_from("<IQ", raw_buf)
+ payload = data[1]
+ hints = payload & 0xff
+ extensions = (payload >> 32) & 0x3
+ print(f"hints: {hints:#x} extensions: {extensions:#x}", end=' ')
+
+ def print_pwre(self, raw_buf: bytes) -> None:
+ """Print PWRE data."""
+ data = struct.unpack_from("<IQ", raw_buf)
+ payload = data[1]
+ hw = (payload >> 7) & 1
+ cstate = (payload >> 12) & 0xf
+ subcstate = (payload >> 8) & 0xf
+ print(f"hw: {hw} cstate: {cstate} sub-cstate: {subcstate}", end=' ')
+
+ def print_exstop(self, raw_buf: bytes) -> None:
+ """Print EXSTOP data."""
+ data = struct.unpack_from("<I", raw_buf)
+ flags = data[0]
+ exact_ip = flags & 1
+ print(f"IP: {exact_ip}", end=' ')
+
+ def print_pwrx(self, raw_buf: bytes) -> None:
+ """Print PWRX data."""
+ data = struct.unpack_from("<IQ", raw_buf)
+ payload = data[1]
+ deepest_cstate = payload & 0xf
+ last_cstate = (payload >> 4) & 0xf
+ wake_reason = (payload >> 8) & 0xf
+ print(f"deepest cstate: {deepest_cstate} last cstate: {last_cstate} "
+ f"wake reason: {wake_reason:#x}", end=' ')
+
+ def print_psb(self, raw_buf: bytes) -> None:
+ """Print PSB data."""
+ data = struct.unpack_from("<IQ", raw_buf)
+ offset = data[1]
+ print(f"offset: {offset:#x}", end=' ')
+
+ def print_evt(self, raw_buf: bytes) -> None:
+ """Print EVT data."""
+ glb_cfe = ["", "INTR", "IRET", "SMI", "RSM", "SIPI", "INIT", "VMENTRY", "VMEXIT",
+ "VMEXIT_INTR", "SHUTDOWN", "", "UINT", "UIRET"] + [""] * 18
+ glb_evd = ["", "PFA", "VMXQ", "VMXR"] + [""] * 60
+
+ data = struct.unpack_from("<BBH", raw_buf)
+ typ = data[0] & 0x1f
+ ip_flag = (data[0] & 0x80) >> 7
+ vector = data[1]
+ evd_cnt = data[2]
+ s = glb_cfe[typ]
+ if s:
+ print(f" cfe: {s} IP: {ip_flag} vector: {vector}", end=' ')
+ else:
+ print(f" cfe: {typ} IP: {ip_flag} vector: {vector}", end=' ')
+ pos = 4
+ for _ in range(evd_cnt):
+ if len(raw_buf) < pos + 16:
+ break
+ data = struct.unpack_from("<QQ", raw_buf, pos)
+ et = data[0] & 0x3f
+ s = glb_evd[et]
+ if s:
+ print(f"{s}: {data[1]:#x}", end=' ')
+ else:
+ print(f"EVD_{et}: {data[1]:#x}", end=' ')
+ pos += 16
+
+ def print_iflag(self, raw_buf: bytes) -> None:
+ """Print IFLAG data."""
+ data = struct.unpack_from("<IQ", raw_buf)
+ iflag = data[0] & 1
+ old_iflag = iflag ^ 1
+ via_branch = data[0] & 2
+ s = "via" if via_branch else "non"
+ print(f"IFLAG: {old_iflag}->{iflag} {s} branch", end=' ')
+
+ def common_start_str(self, comm: str, sample: perf.sample_event) -> str:
+ """Return common start string for display."""
+ ts = sample.sample_time
+ cpu = sample.sample_cpu
+ pid = sample.sample_pid
+ tid = sample.tid
+ machine_pid = getattr(sample, "machine_pid", 0)
+ if machine_pid:
+ vcpu = getattr(sample, "vcpu", -1)
+ return (f"VM:{machine_pid:5d} VCPU:{vcpu:03d} {comm:>16s} {pid:5u}/{tid:<5u} "
+ f"[{cpu:03u}] {ts // 1000000000:9u}.{ts % 1000000000:09u} ")
+ return (f"{comm:>16s} {pid:5u}/{tid:<5u} [{cpu:03u}] "
+ f"{ts // 1000000000:9u}.{ts % 1000000000:09u} ")
+
+ def print_common_start(self, comm: str, sample: perf.sample_event, name: str) -> None:
+ """Print common start info."""
+ flags_disp = getattr(sample, "flags_disp", "")
+ print(self.common_start_str(comm, sample) + f"{name:>8s} {flags_disp:>21s}", end=' ')
+
+ def print_instructions_start(self, comm: str, sample: perf.sample_event) -> None:
+ """Print instructions start info."""
+ flags = getattr(sample, "flags_disp", "")
+ if "x" in flags:
+ print(self.common_start_str(comm, sample) + "x", end=' ')
+ else:
+ print(self.common_start_str(comm, sample), end=' ')
+
+ def disassem(self, insn: bytes, ip: int) -> tuple[int, str]:
+ """Disassemble instruction using LibXED."""
+ inst = self.disassembler.instruction()
+ self.disassembler.set_mode(inst, 0) # Assume 64-bit
+ buf = create_string_buffer(insn, 64)
+ return self.disassembler.disassemble_one(inst, addressof(buf), len(insn), ip)
+
+ def print_common_ip(self, sample: perf.sample_event, symbol: str, dso: str) -> None:
+ """Print IP and symbol info."""
+ ip = sample.sample_ip
+ offs = f"+{sample.symoff:#x}" if hasattr(sample, "symoff") else ""
+ cyc_cnt = getattr(sample, "cyc_cnt", 0)
+ if cyc_cnt:
+ insn_cnt = getattr(sample, "insn_cnt", 0)
+ ipc_str = f" IPC: {insn_cnt / cyc_cnt:#.2f} ({insn_cnt}/{cyc_cnt})"
+ else:
+ ipc_str = ""
+
+ if self.insn and self.disassembler is not None:
+ try:
+ insn = sample.insn()
+ except AttributeError:
+ insn = None
+ if insn:
+ cnt, text = self.disassem(insn, ip)
+ byte_str = (f"{ip:x}").rjust(16)
+ for k in range(cnt):
+ byte_str += f" {insn[k]:02x}"
+ print(f"{byte_str:-40s} {text:-30s}", end=' ')
+ print(f"{symbol}{offs} ({dso})", end=' ')
+ else:
+ print(f"{ip:16x} {symbol}{offs} ({dso})", end=' ')
+
+ addr_correlates_sym = getattr(sample, "addr_correlates_sym", False)
+ if addr_correlates_sym:
+ addr = sample.addr
+ addr_dso = getattr(sample, "addr_dso", "[unknown]")
+ addr_symbol = getattr(sample, "addr_symbol", "[unknown]")
+ addr_offs = f"+{sample.addr_symoff:#x}" if hasattr(sample, "addr_symoff") else ""
+ print(f"=> {addr:x} {addr_symbol}{addr_offs} ({addr_dso}){ipc_str}")
+ else:
+ print(ipc_str)
+
+ def print_srccode(self, comm: str, sample: perf.sample_event,
+ symbol: str, dso: str, with_insn: bool) -> None:
+ """Print source code info."""
+ ip = sample.sample_ip
+ if symbol == "[unknown]":
+ start_str = self.common_start_str(comm, sample) + (f"{ip:x}").rjust(16).ljust(40)
+ else:
+ offs = f"+{sample.symoff:#x}" if hasattr(sample, "symoff") else ""
+ start_str = self.common_start_str(comm, sample) + (symbol + offs).ljust(40)
+
+ if with_insn and self.insn and self.disassembler is not None:
+ try:
+ insn = sample.insn()
+ except AttributeError:
+ insn = None
+ if insn:
+ _, text = self.disassem(insn, ip)
+ start_str += text.ljust(30)
+
+ try:
+ source_file_name, line_number, source_line = sample.srccode()
+ except (AttributeError, ValueError):
+ source_file_name, line_number, source_line = None, 0, None
+
+ if source_file_name:
+ if self.line_number == line_number and self.source_file_name == source_file_name:
+ src_str = ""
+ else:
+ if len(source_file_name) > 40:
+ src_file = ("..." + source_file_name[-37:]) + " "
+ else:
+ src_file = source_file_name.ljust(41)
+ if source_line is None:
+ src_str = src_file + str(line_number).rjust(4) + " <source not found>"
+ else:
+ src_str = src_file + str(line_number).rjust(4) + " " + source_line
+ self.dso = None
+ elif dso == self.dso:
+ src_str = ""
+ else:
+ src_str = dso
+ self.dso = dso
+
+ self.line_number = line_number
+ self.source_file_name = source_file_name
+ print(start_str, src_str)
+
+ def do_process_event(self, sample: perf.sample_event) -> None:
+ """Process event and print info."""
+ comm = "Unknown"
+ if hasattr(self, 'session') and self.session:
+ try:
+ comm = self.session.find_thread(sample.sample_pid).comm()
+ except Exception:
+ pass
+ name = getattr(sample.evsel, 'name', str(sample.evsel))
+ if name.startswith("evsel("):
+ name = name[6:-1]
+ dso = getattr(sample, "dso", "[unknown]")
+ symbol = getattr(sample, "symbol", "[unknown]")
+
+ cpu = sample.sample_cpu
+ if cpu in self.switch_str:
+ print(self.switch_str[cpu])
+ del self.switch_str[cpu]
+
+ try:
+ raw_buf = sample.raw_buf
+ except AttributeError:
+ raw_buf = b""
+
+ if name.startswith("instructions"):
+ if self.src:
+ self.print_srccode(comm, sample, symbol, dso, True)
+ else:
+ self.print_instructions_start(comm, sample)
+ self.print_common_ip(sample, symbol, dso)
+ elif name.startswith("branches"):
+ if self.src:
+ self.print_srccode(comm, sample, symbol, dso, False)
+ else:
+ self.print_common_start(comm, sample, name)
+ self.print_common_ip(sample, symbol, dso)
+ elif name == "ptwrite":
+ self.print_common_start(comm, sample, name)
+ self.print_ptwrite(raw_buf)
+ self.print_common_ip(sample, symbol, dso)
+ elif name == "cbr":
+ self.print_common_start(comm, sample, name)
+ self.print_cbr(raw_buf)
+ self.print_common_ip(sample, symbol, dso)
+ elif name == "mwait":
+ self.print_common_start(comm, sample, name)
+ self.print_mwait(raw_buf)
+ self.print_common_ip(sample, symbol, dso)
+ elif name == "pwre":
+ self.print_common_start(comm, sample, name)
+ self.print_pwre(raw_buf)
+ self.print_common_ip(sample, symbol, dso)
+ elif name == "exstop":
+ self.print_common_start(comm, sample, name)
+ self.print_exstop(raw_buf)
+ self.print_common_ip(sample, symbol, dso)
+ elif name == "pwrx":
+ self.print_common_start(comm, sample, name)
+ self.print_pwrx(raw_buf)
+ self.print_common_ip(sample, symbol, dso)
+ elif name == "psb":
+ self.print_common_start(comm, sample, name)
+ self.print_psb(raw_buf)
+ self.print_common_ip(sample, symbol, dso)
+ elif name == "evt":
+ self.print_common_start(comm, sample, name)
+ self.print_evt(raw_buf)
+ self.print_common_ip(sample, symbol, dso)
+ elif name == "iflag":
+ self.print_common_start(comm, sample, name)
+ self.print_iflag(raw_buf)
+ self.print_common_ip(sample, symbol, dso)
+ else:
+ self.print_common_start(comm, sample, name)
+ self.print_common_ip(sample, symbol, dso)
+
+ def interleave_events(self, sample: perf.sample_event) -> None:
+ """Interleave output to avoid garbled lines from different CPUs."""
+ self.cpu = sample.sample_cpu
+ ts = sample.sample_time
+
+ if self.time != ts:
+ self.time = ts
+ self.flush_stashed_output()
+
+ self.output_pos = 0
+ with contextlib.redirect_stdout(io.StringIO()) as self.output:
+ self.do_process_event(sample)
+
+ self.stash_output()
+
+ def stash_output(self) -> None:
+ """Stash output for later flushing."""
+ output_str = self.output.getvalue()[self.output_pos:]
+ n = len(output_str)
+ if n:
+ self.output_pos += n
+ if self.cpu not in self.stash_dict:
+ self.stash_dict[self.cpu] = []
+ self.stash_dict[self.cpu].append(output_str)
+ if len(self.stash_dict[self.cpu]) > 1000:
+ self.flush_stashed_output()
+
+ def flush_stashed_output(self) -> None:
+ """Flush stashed output."""
+ while self.stash_dict:
+ cpus = list(self.stash_dict.keys())
+ for cpu in cpus:
+ items = self.stash_dict[cpu]
+ countdown = self.args.interleave
+ while len(items) and countdown:
+ sys.stdout.write(items[0])
+ del items[0]
+ countdown -= 1
+ if not items:
+ del self.stash_dict[cpu]
+
+ def process_event(self, sample: perf.sample_event) -> None:
+ """Wrapper to handle interleaving and exceptions."""
+ try:
+ if self.args.interleave:
+ self.interleave_events(sample)
+ else:
+ self.do_process_event(sample)
+ except BrokenPipeError:
+ # Stop python printing broken pipe errors and traceback
+ sys.stdout = open(os.devnull, 'w', encoding='utf-8')
+ sys.exit(1)
+
+
+if __name__ == "__main__":
+ ap = argparse.ArgumentParser()
+ ap.add_argument("-i", "--input", default="perf.data", help="Input file name")
+ ap.add_argument("--insn-trace", action='store_true')
+ ap.add_argument("--src-trace", action='store_true')
+ ap.add_argument("--all-switch-events", action='store_true')
+ ap.add_argument("--interleave", type=int, nargs='?', const=4, default=0)
+ args = ap.parse_args()
+
+ analyzer = IntelPTAnalyzer(args)
+
+ try:
+ session = perf.session(perf.data(args.input), sample=analyzer.process_event)
+ analyzer.session = session
+ session.process_events()
+ if args.interleave:
+ analyzer.flush_stashed_output()
+ print("End")
+ except KeyboardInterrupt:
+ if args.interleave:
+ analyzer.flush_stashed_output()
+ print("End")
+ except Exception as e:
+ print(f"Error processing events: {e}")
diff --git a/tools/perf/python/libxed.py b/tools/perf/python/libxed.py
new file mode 100755
index 000000000000..0e622e6959c2
--- /dev/null
+++ b/tools/perf/python/libxed.py
@@ -0,0 +1,122 @@
+#!/usr/bin/env python3
+# SPDX-License-Identifier: GPL-2.0
+"""
+Python wrapper for libxed.so
+Ported from tools/perf/scripts/python/libxed.py
+"""
+
+from ctypes import CDLL, Structure, create_string_buffer, addressof, sizeof, \
+ c_void_p, c_byte, c_int, c_uint, c_ulonglong
+
+# To use Intel XED, libxed.so must be present. To build and install
+# libxed.so:
+# git clone https://github.com/intelxed/mbuild.git mbuild
+# git clone https://github.com/intelxed/xed
+# cd xed
+# ./mfile.py --share
+# sudo ./mfile.py --prefix=/usr/local install
+# sudo ldconfig
+#
+
+
+class XedStateT(Structure):
+ """xed_state_t structure."""
+ _fields_ = [
+ ("mode", c_int),
+ ("width", c_int)
+ ]
+
+
+class XEDInstruction():
+ """Represents a decoded instruction."""
+
+ def __init__(self, libxed):
+ # Current xed_decoded_inst_t structure is 192 bytes. Use 512 to allow for future expansion
+ xedd_t = c_byte * 512
+ self.xedd = xedd_t()
+ self.xedp = addressof(self.xedd)
+ libxed.xed_decoded_inst_zero(self.xedp)
+ self.state = XedStateT()
+ self.statep = addressof(self.state)
+ # Buffer for disassembled instruction text
+ self.buffer = create_string_buffer(256)
+ self.bufferp = addressof(self.buffer)
+
+
+class LibXED():
+ """Wrapper for libxed.so."""
+
+ def __init__(self):
+ try:
+ self.libxed = CDLL("libxed.so")
+ except OSError:
+ self.libxed = None
+ if not self.libxed:
+ try:
+ self.libxed = CDLL("/usr/local/lib/libxed.so")
+ except OSError:
+ self.libxed = None
+
+ if not self.libxed:
+ raise ImportError("libxed.so not found. Please install Intel XED.")
+
+ self.xed_tables_init = self.libxed.xed_tables_init
+ self.xed_tables_init.restype = None
+ self.xed_tables_init.argtypes = []
+
+ self.xed_decoded_inst_zero = self.libxed.xed_decoded_inst_zero
+ self.xed_decoded_inst_zero.restype = None
+ self.xed_decoded_inst_zero.argtypes = [c_void_p]
+
+ self.xed_operand_values_set_mode = self.libxed.xed_operand_values_set_mode
+ self.xed_operand_values_set_mode.restype = None
+ self.xed_operand_values_set_mode.argtypes = [c_void_p, c_void_p]
+
+ self.xed_decoded_inst_zero_keep_mode = self.libxed.xed_decoded_inst_zero_keep_mode
+ self.xed_decoded_inst_zero_keep_mode.restype = None
+ self.xed_decoded_inst_zero_keep_mode.argtypes = [c_void_p]
+
+ self.xed_decode = self.libxed.xed_decode
+ self.xed_decode.restype = c_int
+ self.xed_decode.argtypes = [c_void_p, c_void_p, c_uint]
+
+ self.xed_format_context = self.libxed.xed_format_context
+ self.xed_format_context.restype = c_uint
+ self.xed_format_context.argtypes = [
+ c_int, c_void_p, c_void_p, c_int, c_ulonglong, c_void_p, c_void_p
+ ]
+
+ self.xed_decoded_inst_get_length = self.libxed.xed_decoded_inst_get_length
+ self.xed_decoded_inst_get_length.restype = c_uint
+ self.xed_decoded_inst_get_length.argtypes = [c_void_p]
+
+ self.xed_tables_init()
+
+ def instruction(self):
+ """Create a new XEDInstruction."""
+ return XEDInstruction(self)
+
+ def set_mode(self, inst, mode):
+ """Set 32-bit or 64-bit mode."""
+ if mode:
+ inst.state.mode = 4 # 32-bit
+ inst.state.width = 4 # 4 bytes
+ else:
+ inst.state.mode = 1 # 64-bit
+ inst.state.width = 8 # 8 bytes
+ self.xed_operand_values_set_mode(inst.xedp, inst.statep)
+
+ def disassemble_one(self, inst, bytes_ptr, bytes_cnt, ip):
+ """Disassemble one instruction."""
+ self.xed_decoded_inst_zero_keep_mode(inst.xedp)
+ err = self.xed_decode(inst.xedp, bytes_ptr, bytes_cnt)
+ if err:
+ return 0, ""
+ # Use AT&T mode (2), alternative is Intel (3)
+ ok = self.xed_format_context(2, inst.xedp, inst.bufferp, sizeof(inst.buffer), ip, 0, 0)
+ if not ok:
+ return 0, ""
+
+ result = inst.buffer.value.decode('utf-8')
+ # Return instruction length and the disassembled instruction text
+ return self.xed_decoded_inst_get_length(inst.xedp), result
--
2.54.0.545.g6539524ca2-goog
^ permalink raw reply related
* [PATCH v6 36/59] perf export-to-sqlite: Port export-to-sqlite to use python module
From: Ian Rogers @ 2026-04-25 17:48 UTC (permalink / raw)
To: acme, adrian.hunter, james.clark, leo.yan, namhyung, tmricht
Cc: alice.mei.rogers, dapeng1.mi, linux-arm-kernel, linux-kernel,
linux-perf-users, mingo, peterz, Ian Rogers
In-Reply-To: <20260425174858.3922152-1-irogers@google.com>
This commit ports the export-to-sqlite.py script to use the modern perf
Python module and the standard library sqlite3 module. It drops the
dependency on PySide2.QtSql.
Assisted-by: Gemini:gemini-3.1-pro-preview
Signed-off-by: Ian Rogers <irogers@google.com>
---
v5:
1. Fix Callchain Resolution: Corrected attribute lookups on callchain
nodes. The `dso` and `symbol` properties already return strings, so
attempting to get a `.name` attribute from them failed and caused
fallback to "Unknown_...".
---
tools/perf/python/export-to-sqlite.py | 372 ++++++++++++++++++++++++++
1 file changed, 372 insertions(+)
create mode 100755 tools/perf/python/export-to-sqlite.py
diff --git a/tools/perf/python/export-to-sqlite.py b/tools/perf/python/export-to-sqlite.py
new file mode 100755
index 000000000000..736b56ff8d59
--- /dev/null
+++ b/tools/perf/python/export-to-sqlite.py
@@ -0,0 +1,372 @@
+#!/usr/bin/env python3
+# SPDX-License-Identifier: GPL-2.0
+"""
+Export perf data to a sqlite3 database.
+
+This script has been ported to use the modern perf Python module and the
+standard library sqlite3 module. It no longer requires PySide2 or QtSql
+for exporting.
+
+Examples of using this script with Intel PT:
+
+ $ perf record -e intel_pt//u ls
+ $ python tools/perf/python/export-to-sqlite.py -i perf.data -o pt_example
+
+To browse the database, sqlite3 can be used e.g.
+
+ $ sqlite3 pt_example
+ sqlite> .header on
+ sqlite> select * from samples_view where id < 10;
+ sqlite> .mode column
+ sqlite> select * from samples_view where id < 10;
+ sqlite> .tables
+ sqlite> .schema samples_view
+ sqlite> .quit
+
+An example of using the database is provided by the script
+exported-sql-viewer.py. Refer to that script for details.
+
+Ported from tools/perf/scripts/python/export-to-sqlite.py
+"""
+
+import argparse
+import os
+import sqlite3
+import sys
+from typing import Dict, Optional
+import perf
+
+
+class DatabaseExporter:
+ """Handles database connection and exporting of perf events."""
+
+ def __init__(self, db_path: str):
+ self.con = sqlite3.connect(db_path)
+ self.session: Optional[perf.session] = None
+ self.sample_count = 0
+
+ # Caches and counters grouped to reduce instance attributes
+ self.caches: Dict[str, dict] = {
+ 'threads': {},
+ 'comms': {},
+ 'dsos': {},
+ 'symbols': {},
+ 'events': {},
+ 'branch_types': {},
+ 'call_paths': {}
+ }
+
+ self.next_id = {
+ 'thread': 1,
+ 'comm': 1,
+ 'dso': 1,
+ 'symbol': 1,
+ 'event': 1,
+ 'branch_type': 1,
+ 'call_path': 1
+ }
+
+ self.create_tables()
+
+ def create_tables(self) -> None:
+ """Create database tables."""
+ self.con.execute("""
+ CREATE TABLE IF NOT EXISTS selected_events (
+ id INTEGER NOT NULL PRIMARY KEY,
+ name VARCHAR(80))
+ """)
+ self.con.execute("""
+ CREATE TABLE IF NOT EXISTS machines (
+ id INTEGER NOT NULL PRIMARY KEY,
+ pid INTEGER,
+ root_dir VARCHAR(4096))
+ """)
+ self.con.execute("""
+ CREATE TABLE IF NOT EXISTS threads (
+ id INTEGER NOT NULL PRIMARY KEY,
+ machine_id BIGINT,
+ process_id BIGINT,
+ pid INTEGER,
+ tid INTEGER)
+ """)
+ self.con.execute("""
+ CREATE TABLE IF NOT EXISTS comms (
+ id INTEGER NOT NULL PRIMARY KEY,
+ comm VARCHAR(16),
+ c_thread_id BIGINT,
+ c_time BIGINT,
+ exec_flag BOOLEAN)
+ """)
+ self.con.execute("""
+ CREATE TABLE IF NOT EXISTS comm_threads (
+ id INTEGER NOT NULL PRIMARY KEY,
+ comm_id BIGINT,
+ thread_id BIGINT)
+ """)
+ self.con.execute("""
+ CREATE TABLE IF NOT EXISTS dsos (
+ id INTEGER NOT NULL PRIMARY KEY,
+ machine_id BIGINT,
+ short_name VARCHAR(256),
+ long_name VARCHAR(4096),
+ build_id VARCHAR(64))
+ """)
+ self.con.execute("""
+ CREATE TABLE IF NOT EXISTS symbols (
+ id INTEGER NOT NULL PRIMARY KEY,
+ dso_id BIGINT,
+ sym_start BIGINT,
+ sym_end BIGINT,
+ binding INTEGER,
+ name VARCHAR(2048))
+ """)
+ self.con.execute("""
+ CREATE TABLE IF NOT EXISTS branch_types (
+ id INTEGER NOT NULL PRIMARY KEY,
+ name VARCHAR(80))
+ """)
+ self.con.execute("""
+ CREATE TABLE IF NOT EXISTS samples (
+ id INTEGER NOT NULL PRIMARY KEY,
+ evsel_id BIGINT,
+ machine_id BIGINT,
+ thread_id BIGINT,
+ comm_id BIGINT,
+ dso_id BIGINT,
+ symbol_id BIGINT,
+ sym_offset BIGINT,
+ ip BIGINT,
+ time BIGINT,
+ cpu INTEGER,
+ to_dso_id BIGINT,
+ to_symbol_id BIGINT,
+ to_sym_offset BIGINT,
+ to_ip BIGINT,
+ period BIGINT,
+ weight BIGINT,
+ transaction_ BIGINT,
+ data_src BIGINT,
+ branch_type INTEGER,
+ in_tx BOOLEAN,
+ call_path_id BIGINT,
+ insn_count BIGINT,
+ cyc_count BIGINT,
+ flags INTEGER)
+ """)
+ self.con.execute("""
+ CREATE TABLE IF NOT EXISTS call_paths (
+ id INTEGER NOT NULL PRIMARY KEY,
+ parent_id BIGINT,
+ symbol_id BIGINT,
+ ip BIGINT)
+ """)
+ self.con.execute("""
+ CREATE VIEW IF NOT EXISTS samples_view AS
+ SELECT s.id, e.name as event, t.pid, t.tid, c.comm,
+ d.short_name as dso, sym.name as symbol, s.sym_offset,
+ s.ip, s.time, s.cpu
+ FROM samples s
+ JOIN selected_events e ON s.evsel_id = e.id
+ JOIN threads t ON s.thread_id = t.id
+ JOIN comms c ON s.comm_id = c.id
+ JOIN dsos d ON s.dso_id = d.id
+ JOIN symbols sym ON s.symbol_id = sym.id;
+ """)
+
+ # id == 0 means unknown. It is easier to create records for them than
+ # replace the zeroes with NULLs
+ self.con.execute("INSERT OR IGNORE INTO selected_events VALUES (0, 'unknown')")
+ self.con.execute("INSERT OR IGNORE INTO machines VALUES (0, 0, 'unknown')")
+ self.con.execute("INSERT OR IGNORE INTO threads VALUES (0, 0, 0, -1, -1)")
+ self.con.execute("INSERT OR IGNORE INTO comms VALUES (0, 'unknown', 0, 0, 0)")
+ self.con.execute("INSERT OR IGNORE INTO dsos VALUES (0, 0, 'unknown', 'unknown', '')")
+ self.con.execute("INSERT OR IGNORE INTO symbols VALUES (0, 0, 0, 0, 0, 'unknown')")
+
+ def get_event_id(self, name: str) -> int:
+ """Get or create event ID."""
+ if name in self.caches['events']:
+ return self.caches['events'][name]
+ event_id = self.next_id['event']
+ self.con.execute("INSERT INTO selected_events VALUES (?, ?)",
+ (event_id, name))
+ self.caches['events'][name] = event_id
+ self.next_id['event'] += 1
+ return event_id
+
+ def get_thread_id(self, pid: int, tid: int) -> int:
+ """Get or create thread ID."""
+ key = (pid, tid)
+ if key in self.caches['threads']:
+ return self.caches['threads'][key]
+ thread_id = self.next_id['thread']
+ self.con.execute("INSERT INTO threads VALUES (?, ?, ?, ?, ?)",
+ (thread_id, 0, pid, pid, tid))
+ self.caches['threads'][key] = thread_id
+ self.next_id['thread'] += 1
+ return thread_id
+
+ def get_comm_id(self, comm: str, thread_id: int) -> int:
+ """Get or create comm ID."""
+ if comm in self.caches['comms']:
+ return self.caches['comms'][comm]
+ comm_id = self.next_id['comm']
+ self.con.execute("INSERT INTO comms VALUES (?, ?, ?, ?, ?)",
+ (comm_id, comm, thread_id, 0, 0))
+ self.con.execute("INSERT INTO comm_threads VALUES (?, ?, ?)",
+ (comm_id, comm_id, thread_id))
+ self.caches['comms'][comm] = comm_id
+ self.next_id['comm'] += 1
+ return comm_id
+
+ def get_dso_id(self, short_name: str, long_name: str,
+ build_id: str) -> int:
+ """Get or create DSO ID."""
+ if short_name in self.caches['dsos']:
+ return self.caches['dsos'][short_name]
+ dso_id = self.next_id['dso']
+ self.con.execute("INSERT INTO dsos VALUES (?, ?, ?, ?, ?)",
+ (dso_id, 0, short_name, long_name, build_id))
+ self.caches['dsos'][short_name] = dso_id
+ self.next_id['dso'] += 1
+ return dso_id
+
+ def get_symbol_id(self, dso_id: int, name: str, start: int,
+ end: int) -> int:
+ """Get or create symbol ID."""
+ key = (dso_id, name)
+ if key in self.caches['symbols']:
+ return self.caches['symbols'][key]
+ symbol_id = self.next_id['symbol']
+ self.con.execute("INSERT INTO symbols VALUES (?, ?, ?, ?, ?, ?)",
+ (symbol_id, dso_id, start, end, 0, name))
+ self.caches['symbols'][key] = symbol_id
+ self.next_id['symbol'] += 1
+ return symbol_id
+
+ def get_call_path_id(self, parent_id: int, symbol_id: int,
+ ip: int) -> int:
+ """Get or create call path ID."""
+ key = (parent_id, symbol_id, ip)
+ if key in self.caches['call_paths']:
+ return self.caches['call_paths'][key]
+ call_path_id = self.next_id['call_path']
+ self.con.execute("INSERT INTO call_paths VALUES (?, ?, ?, ?)",
+ (call_path_id, parent_id, symbol_id, ip))
+ self.caches['call_paths'][key] = call_path_id
+ self.next_id['call_path'] += 1
+ return call_path_id
+
+ def process_event(self, sample: perf.sample_event) -> None:
+ """Callback for processing events."""
+ thread_id = self.get_thread_id(sample.sample_pid, sample.sample_tid)
+
+ comm = "Unknown_comm"
+ try:
+ if self.session is not None:
+ proc = self.session.find_thread(sample.sample_pid)
+ if proc:
+ comm = proc.comm()
+ except TypeError:
+ pass
+ comm_id = self.get_comm_id(comm, thread_id)
+
+ dso_id = self.get_dso_id(
+ getattr(sample, 'dso', "Unknown_dso") or "Unknown_dso",
+ getattr(sample, 'dso_long_name', "Unknown_dso_long") or "Unknown_dso_long",
+ getattr(sample, 'dso_bid', "") or ""
+ )
+
+ symbol_id = self.get_symbol_id(
+ dso_id,
+ getattr(sample, 'symbol', "Unknown_symbol") or "Unknown_symbol",
+ getattr(sample, 'sym_start', 0) or 0,
+ getattr(sample, 'sym_end', 0) or 0
+ )
+
+ # Handle callchain
+ call_path_id = 0
+ if hasattr(sample, 'callchain') and sample.callchain:
+ parent_id = 0
+ for node in sample.callchain:
+ dso_name = getattr(node, 'dso', "Unknown_dso") or "Unknown_dso"
+ symbol_name = getattr(node, 'symbol', "Unknown_symbol") or "Unknown_symbol"
+
+ node_dso_id = self.get_dso_id(dso_name, dso_name, "")
+ node_symbol_id = self.get_symbol_id(node_dso_id, symbol_name, 0, 0)
+
+ parent_id = self.get_call_path_id(parent_id, node_symbol_id, node.ip)
+ call_path_id = parent_id
+ else:
+ call_path_id = 0
+
+ # Insert sample
+ self.con.execute("""
+ INSERT INTO samples VALUES (
+ NULL, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?
+ )
+ """, (
+ self.get_event_id(getattr(sample.evsel, 'name', str(sample.evsel))),
+ 0, thread_id, comm_id,
+ dso_id, symbol_id, getattr(sample, 'sym_offset', 0),
+ sample.sample_ip, sample.sample_time, sample.sample_cpu,
+ 0, 0, 0, 0, # to_dso, to_symbol, to_sym_offset, to_ip
+ getattr(sample, 'sample_period', 0) or 0,
+ getattr(sample, 'sample_weight', 0) or 0,
+ getattr(sample, 'transaction_', 0),
+ getattr(sample, 'data_src', 0),
+ 0, # branch_type
+ getattr(sample, 'in_tx', 0),
+ call_path_id,
+ getattr(sample, 'insn_count', 0),
+ getattr(sample, 'cyc_count', 0),
+ getattr(sample, 'flags', 0)
+ ))
+
+ self.sample_count += 1
+ if self.sample_count % 10000 == 0:
+ self.commit()
+
+ def commit(self) -> None:
+ """Commit transaction."""
+ self.con.commit()
+
+ def close(self) -> None:
+ """Close connection."""
+ self.con.close()
+
+
+if __name__ == "__main__":
+ ap = argparse.ArgumentParser(
+ description="Export perf data to a sqlite3 database")
+ ap.add_argument("-i", "--input", default="perf.data",
+ help="Input file name")
+ ap.add_argument("-o", "--output", default="perf.db",
+ help="Output database name")
+ args = ap.parse_args()
+
+ try:
+ fd = os.open(args.output, os.O_CREAT | os.O_EXCL | os.O_WRONLY)
+ os.close(fd)
+ except FileExistsError:
+ print(f"Error: {args.output} already exists")
+ sys.exit(1)
+
+ exporter = DatabaseExporter(args.output)
+
+ session = None
+ error_occurred = False
+ try:
+ session = perf.session(perf.data(args.input),
+ sample=exporter.process_event)
+ exporter.session = session
+ session.process_events()
+ exporter.commit()
+ print(f"Successfully exported to {args.output}")
+ except Exception as e:
+ print(f"Error processing events: {e}")
+ error_occurred = True
+ finally:
+ exporter.close()
+ if error_occurred:
+ if os.path.exists(args.output):
+ os.remove(args.output)
--
2.54.0.545.g6539524ca2-goog
^ permalink raw reply related
* [PATCH v6 41/59] perf netdev-times: Port netdev-times to use python module
From: Ian Rogers @ 2026-04-25 17:48 UTC (permalink / raw)
To: acme, adrian.hunter, james.clark, leo.yan, namhyung, tmricht
Cc: alice.mei.rogers, dapeng1.mi, linux-arm-kernel, linux-kernel,
linux-perf-users, mingo, peterz, Ian Rogers
In-Reply-To: <20260425174858.3922152-1-irogers@google.com>
Ported from tools/perf/scripts/python/.
- Refactored the script to use a class structure (NetDevTimesAnalyzer)
to encapsulate state.
- Used perf.session for event collection and processed them in time
order at the end to match legacy behavior.
- Extracted tracepoint fields directly from sample attributes.
- Moved format string constants to module level.
- Cleaned up Python 2 compatibility artifacts (like cmp_to_key).
Assisted-by: Gemini:gemini-3.1-pro-preview
Signed-off-by: Ian Rogers <irogers@google.com>
---
v2: Corrected Field Names: Fixed getattr calls for skblen and dev_name
to use "len" and "name" respectively, as exposed by the actual
tracepoints.
---
tools/perf/python/netdev-times.py | 472 ++++++++++++++++++++++++++++++
1 file changed, 472 insertions(+)
create mode 100755 tools/perf/python/netdev-times.py
diff --git a/tools/perf/python/netdev-times.py b/tools/perf/python/netdev-times.py
new file mode 100755
index 000000000000..3fe46b4e7f21
--- /dev/null
+++ b/tools/perf/python/netdev-times.py
@@ -0,0 +1,472 @@
+#!/usr/bin/env python3
+# SPDX-License-Identifier: GPL-2.0
+"""
+Display a process of packets and processed time.
+It helps us to investigate networking or network device.
+
+Ported from tools/perf/scripts/python/netdev-times.py
+"""
+
+import argparse
+from collections import defaultdict
+import sys
+from typing import Optional
+import perf
+
+# Format for displaying rx packet processing
+PF_IRQ_ENTRY = " irq_entry(+%.3fmsec irq=%d:%s)"
+PF_SOFT_ENTRY = " softirq_entry(+%.3fmsec)"
+PF_NAPI_POLL = " napi_poll_exit(+%.3fmsec %s)"
+PF_JOINT = " |"
+PF_WJOINT = " | |"
+PF_NET_RECV = " |---netif_receive_skb(+%.3fmsec skb=%x len=%d)"
+PF_NET_RX = " |---netif_rx(+%.3fmsec skb=%x)"
+PF_CPY_DGRAM = " | skb_copy_datagram_iovec(+%.3fmsec %d:%s)"
+PF_KFREE_SKB = " | kfree_skb(+%.3fmsec location=%x)"
+PF_CONS_SKB = " | consume_skb(+%.3fmsec)"
+
+
+class NetDevTimesAnalyzer:
+ """Analyzes network device events and prints charts."""
+
+ def __init__(self, cfg: argparse.Namespace):
+ self.args = cfg
+ self.session: Optional[perf.session] = None
+ self.show_tx = cfg.tx or (not cfg.tx and not cfg.rx)
+ self.show_rx = cfg.rx or (not cfg.tx and not cfg.rx)
+ self.dev = cfg.dev
+ self.debug = cfg.debug
+ self.buffer_budget = 65536
+ self.irq_dic: dict[int, list[dict]] = defaultdict(list)
+ self.net_rx_dic: dict[int, dict] = {}
+ self.receive_hunk_list: list[dict] = []
+ self.rx_skb_list: list[dict] = []
+ self.tx_queue_list: list[dict] = []
+ self.tx_xmit_list: list[dict] = []
+ self.tx_free_list: list[dict] = []
+
+ self.buffer_budget = 65536
+ self.of_count_rx_skb_list = 0
+ self.of_count_tx_queue_list = 0
+ self.of_count_tx_xmit_list = 0
+
+ def diff_msec(self, src: int, dst: int) -> float:
+ """Calculate a time interval(msec) from src(nsec) to dst(nsec)."""
+ return (dst - src) / 1000000.0
+
+ def print_transmit(self, hunk: dict) -> None:
+ """Display a process of transmitting a packet."""
+ if self.dev and hunk['dev'].find(self.dev) < 0:
+ return
+ queue_t_sec = hunk['queue_t'] // 1000000000
+ queue_t_usec = hunk['queue_t'] % 1000000000 // 1000
+ print(f"{hunk['dev']:7s} {hunk['len']:5d} "
+ f"{queue_t_sec:6d}.{queue_t_usec:06d}sec "
+ f"{self.diff_msec(hunk['queue_t'], hunk['xmit_t']):12.3f}msec "
+ f"{self.diff_msec(hunk['xmit_t'], hunk['free_t']):12.3f}msec")
+
+ def print_receive(self, hunk: dict) -> None:
+ """Display a process of received packets and interrupts."""
+ show_hunk = False
+ irq_list = hunk['irq_list']
+ if not irq_list:
+ return
+ cpu = irq_list[0]['cpu']
+ base_t = irq_list[0]['irq_ent_t']
+
+ if self.dev:
+ for irq in irq_list:
+ if irq['name'].find(self.dev) >= 0:
+ show_hunk = True
+ break
+ else:
+ show_hunk = True
+
+ if not show_hunk:
+ return
+
+ base_t_sec = base_t // 1000000000
+ base_t_usec = base_t % 1000000000 // 1000
+ print(f"{base_t_sec}.{base_t_usec:06d}sec cpu={cpu}")
+ for irq in irq_list:
+ print(PF_IRQ_ENTRY %
+ (self.diff_msec(base_t, irq['irq_ent_t']),
+ irq['irq'], irq['name']))
+ print(PF_JOINT)
+ irq_event_list = irq['event_list']
+ for irq_event in irq_event_list:
+ if irq_event['event'] == 'netif_rx':
+ print(PF_NET_RX %
+ (self.diff_msec(base_t, irq_event['time']),
+ irq_event['skbaddr']))
+ print(PF_JOINT)
+
+ print(PF_SOFT_ENTRY % self.diff_msec(base_t, hunk['sirq_ent_t']))
+ print(PF_JOINT)
+ event_list = hunk['event_list']
+ for i, event in enumerate(event_list):
+ if event['event_name'] == 'napi_poll':
+ print(PF_NAPI_POLL %
+ (self.diff_msec(base_t, event['event_t']),
+ event['dev']))
+ if i == len(event_list) - 1:
+ print("")
+ else:
+ print(PF_JOINT)
+ else:
+ print(PF_NET_RECV %
+ (self.diff_msec(base_t, event['event_t']),
+ event['skbaddr'],
+ event['len']))
+ if 'comm' in event:
+ print(PF_WJOINT)
+ print(PF_CPY_DGRAM %
+ (self.diff_msec(base_t, event['comm_t']),
+ event['pid'], event['comm']))
+ elif 'handle' in event:
+ print(PF_WJOINT)
+ if event['handle'] == "kfree_skb":
+ print(PF_KFREE_SKB %
+ (self.diff_msec(base_t, event['comm_t']),
+ event['location']))
+ elif event['handle'] == "consume_skb":
+ print(PF_CONS_SKB %
+ self.diff_msec(base_t, event['comm_t']))
+ print(PF_JOINT)
+
+ def handle_irq_handler_entry(self, event: dict) -> None:
+ """Handle irq:irq_handler_entry event."""
+ time = event['time']
+ cpu = event['cpu']
+ irq = event['irq']
+ irq_name = event['irq_name']
+ irq_record = {'irq': irq, 'name': irq_name, 'cpu': cpu,
+ 'irq_ent_t': time, 'event_list': []}
+ self.irq_dic[cpu].append(irq_record)
+
+ def handle_irq_handler_exit(self, event: dict) -> None:
+ """Handle irq:irq_handler_exit event."""
+ time = event['time']
+ cpu = event['cpu']
+ irq = event['irq']
+ if cpu not in self.irq_dic or not self.irq_dic[cpu]:
+ return
+ irq_record = self.irq_dic[cpu].pop()
+ if irq != irq_record['irq']:
+ return
+ irq_record['irq_ext_t'] = time
+ # if an irq doesn't include NET_RX softirq, drop.
+ if irq_record['event_list']:
+ self.irq_dic[cpu].append(irq_record)
+
+ def handle_irq_softirq_raise(self, event: dict) -> None:
+ """Handle irq:softirq_raise event."""
+ time = event['time']
+ cpu = event['cpu']
+ if cpu not in self.irq_dic or not self.irq_dic[cpu]:
+ return
+ irq_record = self.irq_dic[cpu].pop()
+ irq_record['event_list'].append({'time': time, 'event': 'sirq_raise'})
+ self.irq_dic[cpu].append(irq_record)
+
+ def handle_irq_softirq_entry(self, event: dict) -> None:
+ """Handle irq:softirq_entry event."""
+ time = event['time']
+ cpu = event['cpu']
+ self.net_rx_dic[cpu] = {'sirq_ent_t': time, 'event_list': []}
+
+ def handle_irq_softirq_exit(self, event: dict) -> None:
+ """Handle irq:softirq_exit event."""
+ time = event['time']
+ cpu = event['cpu']
+ irq_list = []
+ event_list = []
+ sirq_ent_t = None
+
+ if cpu in self.irq_dic:
+ irq_list = self.irq_dic[cpu]
+ del self.irq_dic[cpu]
+ if cpu in self.net_rx_dic:
+ sirq_ent_t = self.net_rx_dic[cpu]['sirq_ent_t']
+ event_list = self.net_rx_dic[cpu]['event_list']
+ del self.net_rx_dic[cpu]
+ if not irq_list or not event_list or sirq_ent_t is None:
+ return
+ rec_data = {'sirq_ent_t': sirq_ent_t, 'sirq_ext_t': time,
+ 'irq_list': irq_list, 'event_list': event_list}
+ self.receive_hunk_list.append(rec_data)
+
+ def handle_napi_poll(self, event: dict) -> None:
+ """Handle napi:napi_poll event."""
+ time = event['time']
+ cpu = event['cpu']
+ dev_name = event['dev_name']
+ work = event['work']
+ budget = event['budget']
+ if cpu in self.net_rx_dic:
+ event_list = self.net_rx_dic[cpu]['event_list']
+ rec_data = {'event_name': 'napi_poll',
+ 'dev': dev_name, 'event_t': time,
+ 'work': work, 'budget': budget}
+ event_list.append(rec_data)
+
+ def handle_netif_rx(self, event: dict) -> None:
+ """Handle net:netif_rx event."""
+ time = event['time']
+ cpu = event['cpu']
+ skbaddr = event['skbaddr']
+ skblen = event['skblen']
+ dev_name = event['dev_name']
+ if cpu not in self.irq_dic or not self.irq_dic[cpu]:
+ return
+ irq_record = self.irq_dic[cpu].pop()
+ irq_record['event_list'].append({'time': time, 'event': 'netif_rx',
+ 'skbaddr': skbaddr, 'skblen': skblen,
+ 'dev_name': dev_name})
+ self.irq_dic[cpu].append(irq_record)
+
+ def handle_netif_receive_skb(self, event: dict) -> None:
+ """Handle net:netif_receive_skb event."""
+ time = event['time']
+ cpu = event['cpu']
+ skbaddr = event['skbaddr']
+ skblen = event['skblen']
+ if cpu in self.net_rx_dic:
+ rec_data = {'event_name': 'netif_receive_skb',
+ 'event_t': time, 'skbaddr': skbaddr, 'len': skblen}
+ event_list = self.net_rx_dic[cpu]['event_list']
+ event_list.append(rec_data)
+ self.rx_skb_list.insert(0, rec_data)
+ if len(self.rx_skb_list) > self.buffer_budget:
+ self.rx_skb_list.pop()
+ self.of_count_rx_skb_list += 1
+
+ def handle_net_dev_queue(self, event: dict) -> None:
+ """Handle net:net_dev_queue event."""
+ time = event['time']
+ skbaddr = event['skbaddr']
+ skblen = event['skblen']
+ dev_name = event['dev_name']
+ skb = {'dev': dev_name, 'skbaddr': skbaddr, 'len': skblen, 'queue_t': time}
+ self.tx_queue_list.insert(0, skb)
+ if len(self.tx_queue_list) > self.buffer_budget:
+ self.tx_queue_list.pop()
+ self.of_count_tx_queue_list += 1
+
+ def handle_net_dev_xmit(self, event: dict) -> None:
+ """Handle net:net_dev_xmit event."""
+ time = event['time']
+ skbaddr = event['skbaddr']
+ rc = event['rc']
+ if rc == 0: # NETDEV_TX_OK
+ for i, skb in enumerate(self.tx_queue_list):
+ if skb['skbaddr'] == skbaddr:
+ skb['xmit_t'] = time
+ self.tx_xmit_list.insert(0, skb)
+ del self.tx_queue_list[i]
+ if len(self.tx_xmit_list) > self.buffer_budget:
+ self.tx_xmit_list.pop()
+ self.of_count_tx_xmit_list += 1
+ return
+
+ def handle_kfree_skb(self, event: dict) -> None:
+ """Handle skb:kfree_skb event."""
+ time = event['time']
+ skbaddr = event['skbaddr']
+ comm = event['comm']
+ pid = event['pid']
+ location = event['location']
+ for i, skb in enumerate(self.tx_queue_list):
+ if skb['skbaddr'] == skbaddr:
+ del self.tx_queue_list[i]
+ return
+ for i, skb in enumerate(self.tx_xmit_list):
+ if skb['skbaddr'] == skbaddr:
+ skb['free_t'] = time
+ self.tx_free_list.append(skb)
+ del self.tx_xmit_list[i]
+ return
+ for i, rec_data in enumerate(self.rx_skb_list):
+ if rec_data['skbaddr'] == skbaddr:
+ rec_data.update({'handle': "kfree_skb",
+ 'comm': comm, 'pid': pid, 'comm_t': time, 'location': location})
+ del self.rx_skb_list[i]
+ return
+
+ def handle_consume_skb(self, event: dict) -> None:
+ """Handle skb:consume_skb event."""
+ time = event['time']
+ skbaddr = event['skbaddr']
+ for i, skb in enumerate(self.tx_xmit_list):
+ if skb['skbaddr'] == skbaddr:
+ skb['free_t'] = time
+ self.tx_free_list.append(skb)
+ del self.tx_xmit_list[i]
+ return
+
+ def handle_skb_copy_datagram_iovec(self, event: dict) -> None:
+ """Handle skb:skb_copy_datagram_iovec event."""
+ time = event['time']
+ skbaddr = event['skbaddr']
+ comm = event['comm']
+ pid = event['pid']
+ for i, rec_data in enumerate(self.rx_skb_list):
+ if skbaddr == rec_data['skbaddr']:
+ rec_data.update({'handle': "skb_copy_datagram_iovec",
+ 'comm': comm, 'pid': pid, 'comm_t': time})
+ del self.rx_skb_list[i]
+ return
+
+
+
+ def print_summary(self) -> None:
+ """Print charts."""
+
+ # display receive hunks
+ if self.show_rx:
+ for hunk in self.receive_hunk_list:
+ self.print_receive(hunk)
+
+ # display transmit hunks
+ if self.show_tx:
+ print(" dev len Qdisc "
+ " netdevice free")
+ for hunk in self.tx_free_list:
+ self.print_transmit(hunk)
+
+ if self.debug:
+ print("debug buffer status")
+ print("----------------------------")
+ print(f"xmit Qdisc:remain:{len(self.tx_queue_list)} "
+ f"overflow:{self.of_count_tx_queue_list}")
+ print(f"xmit netdevice:remain:{len(self.tx_xmit_list)} "
+ f"overflow:{self.of_count_tx_xmit_list}")
+ print(f"receive:remain:{len(self.rx_skb_list)} "
+ f"overflow:{self.of_count_rx_skb_list}")
+
+ def handle_single_event(self, event: dict) -> None:
+ """Handle a single processed event."""
+ name = event['name']
+ if name == 'irq:softirq_exit':
+ self.handle_irq_softirq_exit(event)
+ elif name == 'irq:softirq_entry':
+ self.handle_irq_softirq_entry(event)
+ elif name == 'irq:softirq_raise':
+ self.handle_irq_softirq_raise(event)
+ elif name == 'irq:irq_handler_entry':
+ self.handle_irq_handler_entry(event)
+ elif name == 'irq:irq_handler_exit':
+ self.handle_irq_handler_exit(event)
+ elif name == 'napi:napi_poll':
+ self.handle_napi_poll(event)
+ elif name == 'net:netif_receive_skb':
+ self.handle_netif_receive_skb(event)
+ elif name == 'net:netif_rx':
+ self.handle_netif_rx(event)
+ elif name == 'skb:skb_copy_datagram_iovec':
+ self.handle_skb_copy_datagram_iovec(event)
+ elif name == 'net:net_dev_queue':
+ self.handle_net_dev_queue(event)
+ elif name == 'net:net_dev_xmit':
+ self.handle_net_dev_xmit(event)
+ elif name == 'skb:kfree_skb':
+ self.handle_kfree_skb(event)
+ elif name == 'skb:consume_skb':
+ self.handle_consume_skb(event)
+
+ def process_event(self, sample: perf.sample_event) -> None:
+ """Process events directly on-the-fly."""
+ name = str(sample.evsel)
+ pid = sample.sample_pid
+ if hasattr(self, 'session') and self.session:
+ comm = self.session.find_thread(pid).comm()
+ else:
+ comm = "Unknown"
+ event_data = {
+ 'name': name[6:-1] if name.startswith("evsel(") else name,
+ 'time': sample.sample_time,
+ 'cpu': sample.sample_cpu,
+ 'pid': pid,
+ 'comm': comm,
+ }
+
+ # Extract specific fields based on event type
+ if name.startswith("evsel(irq:softirq_"):
+ event_data['vec'] = getattr(sample, "vec", 0)
+ # Filter for NET_RX
+ try:
+ if perf.symbol_str("irq:softirq_entry", "vec", # type: ignore
+ event_data['vec']) != "NET_RX":
+ return
+ except AttributeError:
+ # Fallback if symbol_str not available or fails
+ if event_data['vec'] != 3: # NET_RX_SOFTIRQ is usually 3
+ return
+ elif name == "evsel(irq:irq_handler_entry)":
+ event_data['irq'] = getattr(sample, "irq", -1)
+ event_data['irq_name'] = getattr(sample, "name", "[unknown]")
+ elif name == "evsel(irq:irq_handler_exit)":
+ event_data['irq'] = getattr(sample, "irq", -1)
+ event_data['ret'] = getattr(sample, "ret", 0)
+ elif name == "evsel(napi:napi_poll)":
+ event_data['napi'] = getattr(sample, "napi", 0)
+ event_data['dev_name'] = getattr(sample, "dev_name", "[unknown]")
+ event_data['work'] = getattr(sample, "work", 0)
+ event_data['budget'] = getattr(sample, "budget", 0)
+ elif name in ("evsel(net:netif_receive_skb)", "evsel(net:netif_rx)",
+ "evsel(net:net_dev_queue)"):
+ event_data['skbaddr'] = getattr(sample, "skbaddr", 0)
+ event_data['skblen'] = getattr(sample, "len", 0)
+ event_data['dev_name'] = getattr(sample, "name", "[unknown]")
+ elif name == "evsel(net:net_dev_xmit)":
+ event_data['skbaddr'] = getattr(sample, "skbaddr", 0)
+ event_data['skblen'] = getattr(sample, "len", 0)
+ event_data['rc'] = getattr(sample, "rc", 0)
+ event_data['dev_name'] = getattr(sample, "name", "[unknown]")
+ elif name == "evsel(skb:kfree_skb)":
+ event_data['skbaddr'] = getattr(sample, "skbaddr", 0)
+ event_data['location'] = getattr(sample, "location", 0)
+ event_data['protocol'] = getattr(sample, "protocol", 0)
+ event_data['reason'] = getattr(sample, "reason", 0)
+ elif name == "evsel(skb:consume_skb)":
+ event_data['skbaddr'] = getattr(sample, "skbaddr", 0)
+ event_data['location'] = getattr(sample, "location", 0)
+ elif name == "evsel(skb:skb_copy_datagram_iovec)":
+ event_data['skbaddr'] = getattr(sample, "skbaddr", 0)
+ event_data['skblen'] = getattr(sample, "skblen", 0)
+
+ self.handle_single_event(event_data)
+
+
+if __name__ == "__main__":
+ ap = argparse.ArgumentParser(description="Display a process of packets and processed time.")
+ ap.add_argument("-i", "--input", default="perf.data", help="Input file name")
+ ap.add_argument("tx", nargs="?", help="show only tx chart")
+ ap.add_argument("rx", nargs="?", help="show only rx chart")
+ ap.add_argument("dev", nargs="?", help="show only specified device")
+ ap.add_argument("debug", nargs="?", help="work with debug mode. It shows buffer status.")
+ args = ap.parse_args()
+
+ parsed_args = argparse.Namespace(tx=False, rx=False, dev=None, debug=False, input=args.input)
+
+ for arg in sys.argv[1:]:
+ if arg == 'tx':
+ parsed_args.tx = True
+ elif arg == 'rx':
+ parsed_args.rx = True
+ elif arg.startswith('dev='):
+ parsed_args.dev = arg[4:]
+ elif arg == 'debug':
+ parsed_args.debug = True
+
+ analyzer = NetDevTimesAnalyzer(parsed_args)
+
+ try:
+ session = perf.session(perf.data(parsed_args.input), sample=analyzer.process_event)
+ analyzer.session = session
+ session.process_events()
+ analyzer.print_summary()
+ except KeyboardInterrupt:
+ analyzer.print_summary()
+ except Exception as e:
+ print(f"Error processing events: {e}")
--
2.54.0.545.g6539524ca2-goog
^ permalink raw reply related
* [PATCH v6 48/59] perf rw-by-file: Port rw-by-file to use python module
From: Ian Rogers @ 2026-04-25 17:48 UTC (permalink / raw)
To: acme, adrian.hunter, james.clark, leo.yan, namhyung, tmricht
Cc: alice.mei.rogers, dapeng1.mi, linux-arm-kernel, linux-kernel,
linux-perf-users, mingo, peterz, Ian Rogers
In-Reply-To: <20260425174858.3922152-1-irogers@google.com>
Port the legacy Perl script rw-by-file.pl to a python script using the
perf module in tools/perf/python.
The new script uses a class-based architecture and leverages the
perf.session API for event processing.
It tracks read and write activity by file descriptor for a given
program name, aggregating bytes requested/written and total counts.
Complications:
- Had to split long lines in __init__ to satisfy pylint.
- pylint warns about the module name not being snake_case, but it is
kept for consistency with the original script name.
Assisted-by: Gemini:gemini-3.1-pro-preview
Signed-off-by: Ian Rogers <irogers@google.com>
---
v2:
- Fixed Substring Matching: Replaced if "sys_enter_read" in
event_name: with an exact match against syscalls:sys_enter_read and
raw_syscalls:sys_enter_read using sample.evsel.name . This prevents
variants like readv or readlink from incorrectly triggering the
read logic. Similar fixes were applied for write events.
- Fixed Silent Error Dropping: Instead of silently returning when
expected fields are missing (causing AttributeError ), the script
now increments the self.unhandled counter for that event. This
ensures that missing data or unexpected event variants are reported
to the user instead of quietly skewing the results.
v6:
- Fixed `AttributeError` by using `str(sample.evsel)` to get event name.
---
tools/perf/python/rw-by-file.py | 103 ++++++++++++++++++++++++++++++++
1 file changed, 103 insertions(+)
create mode 100755 tools/perf/python/rw-by-file.py
diff --git a/tools/perf/python/rw-by-file.py b/tools/perf/python/rw-by-file.py
new file mode 100755
index 000000000000..2103ac0412bb
--- /dev/null
+++ b/tools/perf/python/rw-by-file.py
@@ -0,0 +1,103 @@
+#!/usr/bin/env python3
+# SPDX-License-Identifier: GPL-2.0-only
+"""Display r/w activity for files read/written to for a given program."""
+
+import argparse
+from collections import defaultdict
+import sys
+from typing import Optional, Dict
+import perf
+
+class RwByFile:
+ """Tracks and displays read/write activity by file descriptor."""
+ def __init__(self, comm: str) -> None:
+ self.for_comm = comm
+ self.reads: Dict[int, Dict[str, int]] = defaultdict(
+ lambda: {"bytes_requested": 0, "total_reads": 0}
+ )
+ self.writes: Dict[int, Dict[str, int]] = defaultdict(
+ lambda: {"bytes_written": 0, "total_writes": 0}
+ )
+ self.unhandled: Dict[str, int] = defaultdict(int)
+ self.session: Optional[perf.session] = None
+
+ def process_event(self, sample: perf.sample_event) -> None:
+ """Process events."""
+ event_name = str(sample.evsel)[6:-1]
+
+ pid = sample.sample_pid
+ assert self.session is not None
+ try:
+ comm = self.session.find_thread(pid).comm()
+ except Exception: # pylint: disable=broad-except
+ comm = "unknown"
+
+ if comm != self.for_comm:
+ return
+
+ if event_name in ("syscalls:sys_enter_read", "raw_syscalls:sys_enter_read"):
+ try:
+ fd = sample.fd
+ count = sample.count
+ self.reads[fd]["bytes_requested"] += count
+ self.reads[fd]["total_reads"] += 1
+ except AttributeError:
+ self.unhandled[event_name] += 1
+ elif event_name in ("syscalls:sys_enter_write", "raw_syscalls:sys_enter_write"):
+ try:
+ fd = sample.fd
+ count = sample.count
+ self.writes[fd]["bytes_written"] += count
+ self.writes[fd]["total_writes"] += 1
+ except AttributeError:
+ self.unhandled[event_name] += 1
+ else:
+ self.unhandled[event_name] += 1
+
+ def print_totals(self) -> None:
+ """Print summary tables."""
+ print(f"file read counts for {self.for_comm}:\n")
+ print(f"{'fd':>6s} {'# reads':>10s} {'bytes_requested':>15s}")
+ print(f"{'-'*6} {'-'*10} {'-'*15}")
+
+ for fd, data in sorted(self.reads.items(),
+ key=lambda kv: kv[1]["bytes_requested"], reverse=True):
+ print(f"{fd:6d} {data['total_reads']:10d} {data['bytes_requested']:15d}")
+
+ print(f"\nfile write counts for {self.for_comm}:\n")
+ print(f"{'fd':>6s} {'# writes':>10s} {'bytes_written':>15s}")
+ print(f"{'-'*6} {'-'*10} {'-'*15}")
+
+ for fd, data in sorted(self.writes.items(),
+ key=lambda kv: kv[1]["bytes_written"], reverse=True):
+ print(f"{fd:6d} {data['total_writes']:10d} {data['bytes_written']:15d}")
+
+ if self.unhandled:
+ print("\nunhandled events:\n")
+ print(f"{'event':<40s} {'count':>10s}")
+ print(f"{'-'*40} {'-'*10}")
+ for event_name, count in self.unhandled.items():
+ print(f"{event_name:<40s} {count:10d}")
+
+ def run(self, input_file: str) -> None:
+ """Run the session."""
+ self.session = perf.session(perf.data(input_file), sample=self.process_event)
+ self.session.process_events()
+ self.print_totals()
+
+def main() -> None:
+ """Main function."""
+ parser = argparse.ArgumentParser(description="Trace r/w activity by file")
+ parser.add_argument("comm", help="Filter by command name")
+ parser.add_argument("-i", "--input", default="perf.data", help="Input file")
+ args = parser.parse_args()
+
+ analyzer = RwByFile(args.comm)
+ try:
+ analyzer.run(args.input)
+ except IOError as e:
+ print(e, file=sys.stderr)
+ sys.exit(1)
+
+if __name__ == "__main__":
+ main()
--
2.54.0.545.g6539524ca2-goog
^ permalink raw reply related
* [PATCH v6 51/59] perf wakeup-latency: Port wakeup-latency to use python module
From: Ian Rogers @ 2026-04-25 17:48 UTC (permalink / raw)
To: acme, adrian.hunter, james.clark, leo.yan, namhyung, tmricht
Cc: alice.mei.rogers, dapeng1.mi, linux-arm-kernel, linux-kernel,
linux-perf-users, mingo, peterz, Ian Rogers
In-Reply-To: <20260425174858.3922152-1-irogers@google.com>
Port the legacy Perl script wakeup-latency.pl to a python script using
the perf module in tools/perf/python.
The new script uses a class-based architecture and leverages the
perf.session API for event processing.
It measures wakeup latency by tracking timestamps of
sched:sched_wakeup and sched:sched_switch events.
Complications:
- Used min() and max() built-in functions instead of if blocks to
satisfy pylint recommendations.
- pylint warns about the module name not being snake_case, but it is
kept for consistency with the original script name.
Assisted-by: Gemini:gemini-3.1-pro-preview
Signed-off-by: Ian Rogers <irogers@google.com>
---
v2:
- Fixed Wakeup Latency Logic: Modified the script to track wakeup
timestamps per task (using sample.pid as the key) instead of per
CPU. This ensures that context switches are correctly paired with
the specific task that was woken up, even if multiple tasks are
woken up on the same CPU or if a task is migrated to a different
CPU before running.
- Prevented Memory Growth: Added del self.last_wakeup[next_pid] after
successful latency calculation to prevent the dictionary from
growing unbounded over time.
- Added Error Tracking: Added try-except blocks around tracepoint
field access in process_event() and tracked missing fields in self.
unhandled instead of ignoring them.
---
tools/perf/python/wakeup-latency.py | 88 +++++++++++++++++++++++++++++
1 file changed, 88 insertions(+)
create mode 100755 tools/perf/python/wakeup-latency.py
diff --git a/tools/perf/python/wakeup-latency.py b/tools/perf/python/wakeup-latency.py
new file mode 100755
index 000000000000..1b0db115abcf
--- /dev/null
+++ b/tools/perf/python/wakeup-latency.py
@@ -0,0 +1,88 @@
+#!/usr/bin/env python3
+# SPDX-License-Identifier: GPL-2.0-only
+"""Display avg/min/max wakeup latency."""
+
+import argparse
+from collections import defaultdict
+import sys
+from typing import Optional, Dict
+import perf
+
+class WakeupLatency:
+ """Tracks and displays wakeup latency statistics."""
+ def __init__(self) -> None:
+ self.last_wakeup: Dict[int, int] = defaultdict(int)
+ self.max_wakeup_latency = 0
+ self.min_wakeup_latency = 1000000000
+ self.total_wakeup_latency = 0
+ self.total_wakeups = 0
+ self.unhandled: Dict[str, int] = defaultdict(int)
+ self.session: Optional[perf.session] = None
+
+ def process_event(self, sample: perf.sample_event) -> None:
+ """Process events."""
+ event_name = str(sample.evsel)
+ sample_time = sample.sample_time
+
+ if "sched:sched_wakeup" in event_name:
+ try:
+ pid = sample.pid
+ self.last_wakeup[pid] = sample_time
+ except AttributeError:
+ self.unhandled[event_name] += 1
+ elif "sched:sched_switch" in event_name:
+ try:
+ next_pid = sample.next_pid
+ wakeup_ts = self.last_wakeup.get(next_pid, 0)
+ if wakeup_ts:
+ latency = sample_time - wakeup_ts
+ self.max_wakeup_latency = max(self.max_wakeup_latency, latency)
+ self.min_wakeup_latency = min(self.min_wakeup_latency, latency)
+ self.total_wakeup_latency += latency
+ self.total_wakeups += 1
+ del self.last_wakeup[next_pid]
+ except AttributeError:
+ self.unhandled[event_name] += 1
+ else:
+ self.unhandled[event_name] += 1
+
+ def print_totals(self) -> None:
+ """Print summary statistics."""
+ print("wakeup_latency stats:\n")
+ print(f"total_wakeups: {self.total_wakeups}")
+ if self.total_wakeups:
+ avg = self.total_wakeup_latency // self.total_wakeups
+ print(f"avg_wakeup_latency (ns): {avg}")
+ else:
+ print("avg_wakeup_latency (ns): N/A")
+ print(f"min_wakeup_latency (ns): {self.min_wakeup_latency}")
+ print(f"max_wakeup_latency (ns): {self.max_wakeup_latency}")
+
+ if self.unhandled:
+ print("\nunhandled events:\n")
+ print(f"{'event':<40s} {'count':>10s}")
+ print(f"{'-'*40} {'-'*10}")
+ for event_name, count in self.unhandled.items():
+ print(f"{event_name:<40s} {count:10d}")
+
+ def run(self, input_file: str) -> None:
+ """Run the session."""
+ self.session = perf.session(perf.data(input_file), sample=self.process_event)
+ self.session.process_events()
+ self.print_totals()
+
+def main() -> None:
+ """Main function."""
+ parser = argparse.ArgumentParser(description="Trace wakeup latency")
+ parser.add_argument("-i", "--input", default="perf.data", help="Input file")
+ args = parser.parse_args()
+
+ analyzer = WakeupLatency()
+ try:
+ analyzer.run(args.input)
+ except IOError as e:
+ print(e, file=sys.stderr)
+ sys.exit(1)
+
+if __name__ == "__main__":
+ main()
--
2.54.0.545.g6539524ca2-goog
^ permalink raw reply related
* [PATCH v6 42/59] perf powerpc-hcalls: Port powerpc-hcalls to use python module
From: Ian Rogers @ 2026-04-25 17:48 UTC (permalink / raw)
To: acme, adrian.hunter, james.clark, leo.yan, namhyung, tmricht
Cc: alice.mei.rogers, dapeng1.mi, linux-arm-kernel, linux-kernel,
linux-perf-users, mingo, peterz, Ian Rogers
In-Reply-To: <20260425174858.3922152-1-irogers@google.com>
Ported from tools/perf/scripts/python/.
- Refactored the script to use a class structure (HCallAnalyzer) to
encapsulate state.
- Used perf.session for event processing.
- Tracked hcall entry and exit to calculate duration and aggregate
statistics.
- Moved the large hcall_table to a module-level constant HCALL_TABLE.
- Cleaned up Python 2 compatibility artifacts.
Assisted-by: Gemini:gemini-3.1-pro-preview
Signed-off-by: Ian Rogers <irogers@google.com>
---
tools/perf/python/powerpc-hcalls.py | 211 ++++++++++++++++++++++++++++
1 file changed, 211 insertions(+)
create mode 100755 tools/perf/python/powerpc-hcalls.py
diff --git a/tools/perf/python/powerpc-hcalls.py b/tools/perf/python/powerpc-hcalls.py
new file mode 100755
index 000000000000..c4fa539174c9
--- /dev/null
+++ b/tools/perf/python/powerpc-hcalls.py
@@ -0,0 +1,211 @@
+#!/usr/bin/env python3
+# SPDX-License-Identifier: GPL-2.0+
+"""
+Hypervisor call statistics
+
+Copyright (C) 2018 Ravi Bangoria, IBM Corporation
+Ported from tools/perf/scripts/python/powerpc-hcalls.py
+"""
+
+import argparse
+from collections import defaultdict
+import perf
+
+# Hypervisor call table
+HCALL_TABLE = {
+ 4: 'H_REMOVE',
+ 8: 'H_ENTER',
+ 12: 'H_READ',
+ 16: 'H_CLEAR_MOD',
+ 20: 'H_CLEAR_REF',
+ 24: 'H_PROTECT',
+ 28: 'H_GET_TCE',
+ 32: 'H_PUT_TCE',
+ 36: 'H_SET_SPRG0',
+ 40: 'H_SET_DABR',
+ 44: 'H_PAGE_INIT',
+ 48: 'H_SET_ASR',
+ 52: 'H_ASR_ON',
+ 56: 'H_ASR_OFF',
+ 60: 'H_LOGICAL_CI_LOAD',
+ 64: 'H_LOGICAL_CI_STORE',
+ 68: 'H_LOGICAL_CACHE_LOAD',
+ 72: 'H_LOGICAL_CACHE_STORE',
+ 76: 'H_LOGICAL_ICBI',
+ 80: 'H_LOGICAL_DCBF',
+ 84: 'H_GET_TERM_CHAR',
+ 88: 'H_PUT_TERM_CHAR',
+ 92: 'H_REAL_TO_LOGICAL',
+ 96: 'H_HYPERVISOR_DATA',
+ 100: 'H_EOI',
+ 104: 'H_CPPR',
+ 108: 'H_IPI',
+ 112: 'H_IPOLL',
+ 116: 'H_XIRR',
+ 120: 'H_MIGRATE_DMA',
+ 124: 'H_PERFMON',
+ 220: 'H_REGISTER_VPA',
+ 224: 'H_CEDE',
+ 228: 'H_CONFER',
+ 232: 'H_PROD',
+ 236: 'H_GET_PPP',
+ 240: 'H_SET_PPP',
+ 244: 'H_PURR',
+ 248: 'H_PIC',
+ 252: 'H_REG_CRQ',
+ 256: 'H_FREE_CRQ',
+ 260: 'H_VIO_SIGNAL',
+ 264: 'H_SEND_CRQ',
+ 272: 'H_COPY_RDMA',
+ 276: 'H_REGISTER_LOGICAL_LAN',
+ 280: 'H_FREE_LOGICAL_LAN',
+ 284: 'H_ADD_LOGICAL_LAN_BUFFER',
+ 288: 'H_SEND_LOGICAL_LAN',
+ 292: 'H_BULK_REMOVE',
+ 304: 'H_MULTICAST_CTRL',
+ 308: 'H_SET_XDABR',
+ 312: 'H_STUFF_TCE',
+ 316: 'H_PUT_TCE_INDIRECT',
+ 332: 'H_CHANGE_LOGICAL_LAN_MAC',
+ 336: 'H_VTERM_PARTNER_INFO',
+ 340: 'H_REGISTER_VTERM',
+ 344: 'H_FREE_VTERM',
+ 348: 'H_RESET_EVENTS',
+ 352: 'H_ALLOC_RESOURCE',
+ 356: 'H_FREE_RESOURCE',
+ 360: 'H_MODIFY_QP',
+ 364: 'H_QUERY_QP',
+ 368: 'H_REREGISTER_PMR',
+ 372: 'H_REGISTER_SMR',
+ 376: 'H_QUERY_MR',
+ 380: 'H_QUERY_MW',
+ 384: 'H_QUERY_HCA',
+ 388: 'H_QUERY_PORT',
+ 392: 'H_MODIFY_PORT',
+ 396: 'H_DEFINE_AQP1',
+ 400: 'H_GET_TRACE_BUFFER',
+ 404: 'H_DEFINE_AQP0',
+ 408: 'H_RESIZE_MR',
+ 412: 'H_ATTACH_MCQP',
+ 416: 'H_DETACH_MCQP',
+ 420: 'H_CREATE_RPT',
+ 424: 'H_REMOVE_RPT',
+ 428: 'H_REGISTER_RPAGES',
+ 432: 'H_DISABLE_AND_GETC',
+ 436: 'H_ERROR_DATA',
+ 440: 'H_GET_HCA_INFO',
+ 444: 'H_GET_PERF_COUNT',
+ 448: 'H_MANAGE_TRACE',
+ 468: 'H_FREE_LOGICAL_LAN_BUFFER',
+ 472: 'H_POLL_PENDING',
+ 484: 'H_QUERY_INT_STATE',
+ 580: 'H_ILLAN_ATTRIBUTES',
+ 592: 'H_MODIFY_HEA_QP',
+ 596: 'H_QUERY_HEA_QP',
+ 600: 'H_QUERY_HEA',
+ 604: 'H_QUERY_HEA_PORT',
+ 608: 'H_MODIFY_HEA_PORT',
+ 612: 'H_REG_BCMC',
+ 616: 'H_DEREG_BCMC',
+ 620: 'H_REGISTER_HEA_RPAGES',
+ 624: 'H_DISABLE_AND_GET_HEA',
+ 628: 'H_GET_HEA_INFO',
+ 632: 'H_ALLOC_HEA_RESOURCE',
+ 644: 'H_ADD_CONN',
+ 648: 'H_DEL_CONN',
+ 664: 'H_JOIN',
+ 676: 'H_VASI_STATE',
+ 688: 'H_ENABLE_CRQ',
+ 696: 'H_GET_EM_PARMS',
+ 720: 'H_SET_MPP',
+ 724: 'H_GET_MPP',
+ 748: 'H_HOME_NODE_ASSOCIATIVITY',
+ 756: 'H_BEST_ENERGY',
+ 764: 'H_XIRR_X',
+ 768: 'H_RANDOM',
+ 772: 'H_COP',
+ 788: 'H_GET_MPP_X',
+ 796: 'H_SET_MODE',
+ 61440: 'H_RTAS',
+}
+
+
+class HCallAnalyzer:
+ """Analyzes hypervisor calls and aggregates statistics."""
+
+ def __init__(self):
+ # output: {opcode: {'min': min, 'max': max, 'time': time, 'cnt': cnt}}
+ self.output = defaultdict(lambda: {'time': 0, 'cnt': 0, 'min': float('inf'), 'max': 0})
+ # d_enter: {pid: (opcode, nsec)}
+ self.d_enter: dict[int, tuple[int, int]] = {}
+ self.print_ptrn = '%-28s%10s%10s%10s%10s'
+
+ def hcall_table_lookup(self, opcode: int) -> str:
+ """Lookup hcall name by opcode."""
+ return HCALL_TABLE.get(opcode, str(opcode))
+
+ def process_event(self, sample: perf.sample_event) -> None:
+ """Process a single sample event."""
+ name = str(sample.evsel)
+ pid = sample.sample_pid
+ time = sample.time
+ opcode = getattr(sample, "opcode", -1)
+
+ if opcode == -1:
+ return
+
+ if name == "evsel(powerpc:hcall_entry)":
+ self.d_enter[pid] = (opcode, time)
+ elif name == "evsel(powerpc:hcall_exit)":
+ if pid in self.d_enter:
+ opcode_entry, time_entry = self.d_enter[pid]
+ if opcode_entry == opcode:
+ diff = time - time_entry
+ del self.d_enter[pid]
+
+ stats = self.output[opcode]
+ stats['time'] += diff
+ stats['cnt'] += 1
+ if diff < stats['min']:
+ stats['min'] = diff
+ if diff > stats['max']:
+ stats['max'] = diff
+
+ def print_summary(self) -> None:
+ """Print aggregated statistics."""
+ print(self.print_ptrn % ('hcall', 'count', 'min(ns)', 'max(ns)', 'avg(ns)'))
+ print('-' * 68)
+ for opcode in sorted(self.output.keys()):
+ h_name = self.hcall_table_lookup(opcode)
+ stats = self.output[opcode]
+ time = stats['time']
+ cnt = stats['cnt']
+ min_t = stats['min']
+ max_t = stats['max']
+
+ # Avoid float representation for large integers if possible,
+ # or use formatted strings. Legacy used time//cnt.
+ avg_t = time // cnt if cnt > 0 else 0
+
+ # If min was not updated, it remains inf, but cnt should be > 0 if in output
+ if min_t == float('inf'):
+ min_t = 0
+
+ print(self.print_ptrn % (h_name, cnt, int(min_t), int(max_t), avg_t))
+
+
+if __name__ == "__main__":
+ ap = argparse.ArgumentParser(description="Hypervisor call statistics")
+ ap.add_argument("-i", "--input", default="perf.data", help="Input file name")
+ args = ap.parse_args()
+
+ analyzer = HCallAnalyzer()
+
+ try:
+ session = perf.session(perf.data(args.input), sample=analyzer.process_event)
+ session.process_events()
+ analyzer.print_summary()
+ except KeyboardInterrupt:
+ analyzer.print_summary()
+ except Exception as e:
+ print(f"Error processing events: {e}")
--
2.54.0.545.g6539524ca2-goog
^ permalink raw reply related
* [PATCH v6 50/59] perf rwtop: Port rwtop to use python module
From: Ian Rogers @ 2026-04-25 17:48 UTC (permalink / raw)
To: acme, adrian.hunter, james.clark, leo.yan, namhyung, tmricht
Cc: alice.mei.rogers, dapeng1.mi, linux-arm-kernel, linux-kernel,
linux-perf-users, mingo, peterz, Ian Rogers
In-Reply-To: <20260425174858.3922152-1-irogers@google.com>
Port the legacy Perl script rwtop.pl to a python script using the perf
module in tools/perf/python.
The new script uses a class-based architecture and leverages the
perf.session API for event processing.
It periodically displays system-wide r/w call activity, broken down by
PID, refreshed every interval.
Complications:
- Implemented periodic display based on event timestamps
(sample.sample_time) instead of relying on SIGALRM, making it robust
for file-based processing.
- Used ANSI escape codes (\x1b[H\x1b[2J) to clear the terminal.
- Fixed unused imports and indentation issues identified by pylint.
- pylint warns about the module name not being snake_case, but it is
kept for consistency with the original script name.
Assisted-by: Gemini:gemini-3.1-pro-preview
Signed-off-by: Ian Rogers <irogers@google.com>
---
v2:
- Added Live Session Support: Updated main() to start a LiveSession
when the input file does not exist (or is the default "perf.data"
and doesn't exist). It traces read and write entry/exit
tracepoints.
- Fixed Live Mode Comm Resolution: Fixed a bug in process_event()
where it would attempt to use self.session to resolve the command
name when running in live mode (where self.session is None ). It
now falls back to f"PID({pid})" when in live mode or if resolution
fails.
- Fixed Substring Matching: Replaced loose substring checks like if
"sys_enter_read" in event_name: with exact matches against
"evsel(syscalls:sys_enter_read)" and
"evsel(raw_syscalls:sys_enter_read)" using str(sample.evsel) . This
prevents unrelated syscalls with similar names (like readv or
readahead ) from being incorrectly aggregated. Similar fixes were
applied for exit events and write events.
- Inlined Handlers and Tracked Errors: Inlined the _handle_sys_*
helper methods into process_event() . Now, if a sample lacks
expected fields, it is added to the self.unhandled tracker instead
of being silently ignored.
- Fixed Write Byte Counting: Updated the write exit handler to use
sample.ret to count actual bytes written on success, and tracked
requested bytes separately in the enter handler, matching the read
behavior.
- Added Error Tables to Output: Added tables to display failed reads
and writes by PID in print_totals() , which were previously tracked
but never displayed.
- Fixed Offline Output (Ghosting): Removed the hardcoded ANSI
clear-screen escape codes in print_totals() , as they corrupted
output when processing offline trace files at CPU speed or when
piping the output.
- Code Cleanup: Fixed a bug where fd was printed instead of pid in
the read counts table, and broke long lines to satisfy pylint.
---
tools/perf/python/rwtop.py | 219 +++++++++++++++++++++++++++++++++++++
1 file changed, 219 insertions(+)
create mode 100755 tools/perf/python/rwtop.py
diff --git a/tools/perf/python/rwtop.py b/tools/perf/python/rwtop.py
new file mode 100755
index 000000000000..895ebab9af10
--- /dev/null
+++ b/tools/perf/python/rwtop.py
@@ -0,0 +1,219 @@
+#!/usr/bin/env python3
+# SPDX-License-Identifier: GPL-2.0-only
+"""Periodically displays system-wide r/w call activity, broken down by pid."""
+
+import argparse
+from collections import defaultdict
+import os
+import sys
+from typing import Optional, Dict, Any
+import perf
+from perf_live import LiveSession
+
+class RwTop:
+ """Periodically displays system-wide r/w call activity."""
+ def __init__(self, interval: int = 3, nlines: int = 20) -> None:
+ self.interval_ns = interval * 1000000000
+ self.nlines = nlines
+ self.reads: Dict[int, Dict[str, Any]] = defaultdict(
+ lambda: {
+ "bytes_requested": 0,
+ "bytes_read": 0,
+ "total_reads": 0,
+ "comm": "",
+ "errors": defaultdict(int),
+ }
+ )
+ self.writes: Dict[int, Dict[str, Any]] = defaultdict(
+ lambda: {
+ "bytes_requested": 0,
+ "bytes_written": 0,
+ "total_writes": 0,
+ "comm": "",
+ "errors": defaultdict(int),
+ }
+ )
+ self.unhandled: Dict[str, int] = defaultdict(int)
+ self.session: Optional[perf.session] = None
+ self.last_print_time: int = 0
+
+ def process_event(self, sample: perf.sample_event) -> None: # pylint: disable=too-many-branches
+ """Process events."""
+ event_name = str(sample.evsel)
+ pid = sample.sample_pid
+ sample_time = sample.sample_time
+
+ if self.last_print_time == 0:
+ self.last_print_time = sample_time
+
+ # Check if interval has passed
+ if sample_time - self.last_print_time >= self.interval_ns:
+ self.print_totals()
+ self.last_print_time = sample_time
+
+ try:
+ comm = f"PID({pid})" if not self.session else self.session.find_thread(pid).comm()
+ except Exception: # pylint: disable=broad-except
+ comm = f"PID({pid})"
+
+ if event_name in ("evsel(syscalls:sys_enter_read)", "evsel(raw_syscalls:sys_enter_read)"):
+ try:
+ count = sample.count
+ self.reads[pid]["bytes_requested"] += count
+ self.reads[pid]["total_reads"] += 1
+ self.reads[pid]["comm"] = comm
+ except AttributeError:
+ self.unhandled[event_name] += 1
+ elif event_name in ("evsel(syscalls:sys_exit_read)", "evsel(raw_syscalls:sys_exit_read)"):
+ try:
+ ret = sample.ret
+ if ret > 0:
+ self.reads[pid]["bytes_read"] += ret
+ else:
+ self.reads[pid]["errors"][ret] += 1
+ except AttributeError:
+ self.unhandled[event_name] += 1
+ elif event_name in ("evsel(syscalls:sys_enter_write)",
+ "evsel(raw_syscalls:sys_enter_write)"):
+ try:
+ count = sample.count
+ self.writes[pid]["bytes_requested"] += count
+ self.writes[pid]["total_writes"] += 1
+ self.writes[pid]["comm"] = comm
+ except AttributeError:
+ self.unhandled[event_name] += 1
+ elif event_name in ("evsel(syscalls:sys_exit_write)", "evsel(raw_syscalls:sys_exit_write)"):
+ try:
+ ret = sample.ret
+ if ret > 0:
+ self.writes[pid]["bytes_written"] += ret
+ else:
+ self.writes[pid]["errors"][ret] += 1
+ except AttributeError:
+ self.unhandled[event_name] += 1
+ else:
+ self.unhandled[event_name] += 1
+
+ def print_totals(self) -> None:
+ """Print summary tables."""
+ print("read counts by pid:\n")
+ print(
+ f"{'pid':>6s} {'comm':<20s} {'# reads':>10s} "
+ f"{'bytes_req':>10s} {'bytes_read':>10s}"
+ )
+ print(f"{'-'*6} {'-'*20} {'-'*10} {'-'*10} {'-'*10}")
+
+ count = 0
+ for pid, data in sorted(self.reads.items(),
+ key=lambda kv: kv[1]["bytes_read"], reverse=True):
+ print(
+ f"{pid:6d} {data['comm']:<20s} {data['total_reads']:10d} "
+ f"{data['bytes_requested']:10d} {data['bytes_read']:10d}"
+ )
+ count += 1
+ if count >= self.nlines:
+ break
+
+ print("\nfailed reads by pid:\n")
+ print(f"{'pid':>6s} {'comm':<20s} {'error #':>6s} {'# errors':>10s}")
+ print(f"{'-'*6} {'-'*20} {'-'*6} {'-'*10}")
+
+ errcounts = []
+ for pid, data in self.reads.items():
+ for error, cnt in data["errors"].items():
+ errcounts.append((pid, data["comm"], error, cnt))
+
+ sorted_errcounts = sorted(errcounts, key=lambda x: x[3], reverse=True)
+ for pid, comm, error, cnt in sorted_errcounts[:self.nlines]:
+ print(f"{pid:6d} {comm:<20s} {error:6d} {cnt:10d}")
+
+ print("\nwrite counts by pid:\n")
+ print(
+ f"{'pid':>6s} {'comm':<20s} {'# writes':>10s} "
+ f"{'bytes_req':>10s} {'bytes_written':>13s}"
+ )
+ print(f"{'-'*6} {'-'*20} {'-'*10} {'-'*10} {'-'*13}")
+
+ count = 0
+ for pid, data in sorted(self.writes.items(),
+ key=lambda kv: kv[1]["bytes_written"], reverse=True):
+ print(
+ f"{pid:6d} {data['comm']:<20s} {data['total_writes']:10d} "
+ f"{data['bytes_requested']:10d} {data['bytes_written']:13d}"
+ )
+ count += 1
+ if count >= self.nlines:
+ break
+
+ print("\nfailed writes by pid:\n")
+ print(f"{'pid':>6s} {'comm':<20s} {'error #':>6s} {'# errors':>10s}")
+ print(f"{'-'*6} {'-'*20} {'-'*6} {'-'*10}")
+
+ errcounts = []
+ for pid, data in self.writes.items():
+ for error, cnt in data["errors"].items():
+ errcounts.append((pid, data["comm"], error, cnt))
+
+ sorted_errcounts = sorted(errcounts, key=lambda x: x[3], reverse=True)
+ for pid, comm, error, cnt in sorted_errcounts[:self.nlines]:
+ print(f"{pid:6d} {comm:<20s} {error:6d} {cnt:10d}")
+
+ # Reset counts
+ self.reads.clear()
+ self.writes.clear()
+
+ def run(self, input_file: str) -> None:
+ """Run the session."""
+ self.session = perf.session(perf.data(input_file), sample=self.process_event)
+ self.session.process_events()
+
+ # Print final totals if there are any left
+ if self.reads or self.writes:
+ self.print_totals()
+
+ if self.unhandled:
+ print("\nunhandled events:\n")
+ print(f"{'event':<40s} {'count':>10s}")
+ print(f"{'-'*40} {'-'*10}")
+ for event_name, count in self.unhandled.items():
+ print(f"{event_name:<40s} {count:10d}")
+
+def main() -> None:
+ """Main function."""
+ parser = argparse.ArgumentParser(description="Trace r/w activity by PID")
+ parser.add_argument(
+ "interval", type=int, nargs="?", default=3, help="Refresh interval in seconds"
+ )
+ parser.add_argument("-i", "--input", default="perf.data", help="Input file")
+ args = parser.parse_args()
+
+ analyzer = RwTop(args.interval)
+ try:
+ if not os.path.exists(args.input) and args.input == "perf.data":
+ # Live mode
+ events = (
+ "syscalls:sys_enter_read,syscalls:sys_exit_read,"
+ "syscalls:sys_enter_write,syscalls:sys_exit_write"
+ )
+ try:
+ live_session = LiveSession(events, sample_callback=analyzer.process_event)
+ except OSError:
+ events = (
+ "raw_syscalls:sys_enter_read,raw_syscalls:sys_exit_read,"
+ "raw_syscalls:sys_enter_write,raw_syscalls:sys_exit_write"
+ )
+ live_session = LiveSession(events, sample_callback=analyzer.process_event)
+ print("Live mode started. Press Ctrl+C to stop.", file=sys.stderr)
+ live_session.run()
+ else:
+ analyzer.run(args.input)
+ except IOError as e:
+ print(e, file=sys.stderr)
+ sys.exit(1)
+ except KeyboardInterrupt:
+ print("\nStopping live mode...", file=sys.stderr)
+ if analyzer.reads or analyzer.writes:
+ analyzer.print_totals()
+
+if __name__ == "__main__":
+ main()
--
2.54.0.545.g6539524ca2-goog
^ permalink raw reply related
* [PATCH v6 44/59] perf sctop: Port sctop to use python module
From: Ian Rogers @ 2026-04-25 17:48 UTC (permalink / raw)
To: acme, adrian.hunter, james.clark, leo.yan, namhyung, tmricht
Cc: alice.mei.rogers, dapeng1.mi, linux-arm-kernel, linux-kernel,
linux-perf-users, mingo, peterz, Ian Rogers
In-Reply-To: <20260425174858.3922152-1-irogers@google.com>
This commit ports sctop.py from tools/perf/scripts/python/ to
tools/perf/python/ using a class-based structure. It also adds live mode
support using the LiveSession helper with a fallback strategy for
tracepoint names.
Assisted-by: Gemini:gemini-3.1-pro-preview
Signed-off-by: Ian Rogers <irogers@google.com>
---
v5:
1. Fix Fallback Logic: Check `__syscall_nr` and `nr` fields for syscall ID
if `id` is missing on fallback tracepoints.
2. Fix Thread Lookup Crash: Added try-except block around `session.process()`
to handle missing PIDs gracefully.
---
tools/perf/python/sctop.py | 186 +++++++++++++++++++++++++++++++++++++
1 file changed, 186 insertions(+)
create mode 100755 tools/perf/python/sctop.py
diff --git a/tools/perf/python/sctop.py b/tools/perf/python/sctop.py
new file mode 100755
index 000000000000..b94f66a8307d
--- /dev/null
+++ b/tools/perf/python/sctop.py
@@ -0,0 +1,186 @@
+#!/usr/bin/env python3
+# SPDX-License-Identifier: GPL-2.0
+"""
+System call top
+
+Periodically displays system-wide system call totals, broken down by
+syscall. If a [comm] arg is specified, only syscalls called by
+[comm] are displayed. If an [interval] arg is specified, the display
+will be refreshed every [interval] seconds. The default interval is
+3 seconds.
+
+Ported from tools/perf/scripts/python/sctop.py
+"""
+
+import argparse
+from collections import defaultdict
+import sys
+import threading
+from typing import Optional
+import perf
+from perf_live import LiveSession
+
+
+
+
+class SCTopAnalyzer:
+ """Periodically displays system-wide system call totals."""
+
+ def __init__(self, for_comm: str | None, interval: int, offline: bool = False):
+ self.for_comm = for_comm
+ self.interval = interval
+ self.syscalls: dict[int, int] = defaultdict(int)
+ self.lock = threading.Lock()
+ self.stop_event = threading.Event()
+ self.thread = threading.Thread(target=self.print_syscall_totals)
+ self.offline = offline
+ self.last_print_time: int | None = None
+ self.session: Optional[perf.session] = None
+
+ def syscall_name(self, syscall_id: int) -> str:
+ """Lookup syscall name by ID."""
+ try:
+ return perf.syscall_name(syscall_id)
+ except Exception: # pylint: disable=broad-exception-caught
+ pass
+ return str(syscall_id)
+
+ def process_event(self, sample: perf.sample_event) -> None:
+ """Collect syscall events."""
+ name = str(sample.evsel)
+ syscall_id = getattr(sample, "id", -1)
+ if syscall_id == -1:
+ syscall_id = getattr(sample, "__syscall_nr", -1)
+ if syscall_id == -1:
+ syscall_id = getattr(sample, "nr", -1)
+
+ if syscall_id == -1:
+ return
+
+ comm = "Unknown"
+ if hasattr(self, 'session') and self.session:
+ try:
+ proc = self.session.find_thread(sample.sample_pid)
+ if proc:
+ comm = proc.comm()
+ except (TypeError, AttributeError):
+ pass
+ else:
+ comm = getattr(sample, "comm", "Unknown")
+
+ if name in ("evsel(raw_syscalls:sys_enter)", "evsel(syscalls:sys_enter)"):
+ if self.for_comm is not None and comm != self.for_comm:
+ return
+ with self.lock:
+ self.syscalls[syscall_id] += 1
+
+ if self.offline and hasattr(sample, "time"):
+ interval_ns = self.interval * (10 ** 9)
+ if self.last_print_time is None:
+ self.last_print_time = sample.time
+ elif sample.time - self.last_print_time >= interval_ns:
+ self.print_current_totals()
+ self.last_print_time = sample.time
+
+ def print_current_totals(self):
+ """Print current syscall totals."""
+ # Clear terminal
+ print("\x1b[2J\x1b[H", end="")
+
+ if self.for_comm is not None:
+ print(f"\nsyscall events for {self.for_comm}:\n")
+ else:
+ print("\nsyscall events:\n")
+
+ print(f"{'event':40s} {'count':10s}")
+ print(f"{'-' * 40:40s} {'-' * 10:10s}")
+
+ with self.lock:
+ current_syscalls = list(self.syscalls.items())
+ self.syscalls.clear()
+
+ current_syscalls.sort(key=lambda kv: (kv[1], kv[0]), reverse=True)
+
+ for syscall_id, val in current_syscalls:
+ print(f"{self.syscall_name(syscall_id):<40s} {val:10d}")
+
+ def print_syscall_totals(self):
+ """Periodically print syscall totals."""
+ while not self.stop_event.is_set():
+ self.print_current_totals()
+ self.stop_event.wait(self.interval)
+ # Print final batch
+ self.print_current_totals()
+
+ def start(self):
+ """Start the background thread."""
+ self.thread.start()
+
+ def stop(self):
+ """Stop the background thread."""
+ self.stop_event.set()
+ self.thread.join()
+
+
+def main():
+ """Main function."""
+ ap = argparse.ArgumentParser(description="System call top")
+ ap.add_argument("args", nargs="*", help="[comm] [interval] or [interval]")
+ ap.add_argument("-i", "--input", help="Input file name")
+ args = ap.parse_args()
+
+ for_comm = None
+ default_interval = 3
+ interval = default_interval
+
+ if len(args.args) > 2:
+ print("Usage: perf script -s sctop.py [comm] [interval]")
+ sys.exit(1)
+
+ if len(args.args) > 1:
+ for_comm = args.args[0]
+ try:
+ interval = int(args.args[1])
+ except ValueError:
+ print(f"Invalid interval: {args.args[1]}")
+ sys.exit(1)
+ elif len(args.args) > 0:
+ try:
+ interval = int(args.args[0])
+ except ValueError:
+ for_comm = args.args[0]
+ interval = default_interval
+
+ analyzer = SCTopAnalyzer(for_comm, interval, offline=bool(args.input))
+
+ if not args.input:
+ analyzer.start()
+
+ try:
+ if args.input:
+ session = perf.session(perf.data(args.input), sample=analyzer.process_event)
+ analyzer.session = session
+ session.process_events()
+ else:
+ try:
+ live_session = LiveSession(
+ "raw_syscalls:sys_enter", sample_callback=analyzer.process_event
+ )
+ except OSError:
+ live_session = LiveSession(
+ "syscalls:sys_enter", sample_callback=analyzer.process_event
+ )
+ live_session.run()
+ except KeyboardInterrupt:
+ pass
+ except IOError as e:
+ print(f"Error: {e}")
+ finally:
+ if args.input:
+ analyzer.print_current_totals()
+ else:
+ analyzer.stop()
+
+
+if __name__ == "__main__":
+ main()
--
2.54.0.545.g6539524ca2-goog
^ permalink raw reply related
* [PATCH v6 43/59] perf sched-migration: Port sched-migration/SchedGui to use python module
From: Ian Rogers @ 2026-04-25 17:48 UTC (permalink / raw)
To: acme, adrian.hunter, james.clark, leo.yan, namhyung, tmricht
Cc: alice.mei.rogers, dapeng1.mi, linux-arm-kernel, linux-kernel,
linux-perf-users, mingo, peterz, Ian Rogers
In-Reply-To: <20260425174858.3922152-1-irogers@google.com>
Ported from tools/perf/scripts/python/ and its Util lib.
- Refactored sched-migration.py to use a class structure
(SchedMigrationAnalyzer) to encapsulate state.
- Used perf.session for event processing.
- Ported SchedGui.py to the same directory to keep it as a local
dependency.
- Made wxPython dependency optional in sched-migration.py, printing a
message if it's missing instead of failing with ImportError.
- Cleaned up Python 2 compatibility artifacts.
Assisted-by: Gemini:gemini-3.1-pro-preview
Signed-off-by: Ian Rogers <irogers@google.com>
---
v2:
tools/perf/python/SchedGui.py:
- Python 3 Compatibility: Fixed TypeError issues caused by float
division in Python 3 when wxPython expected integers. Used integer
division ( // ) and explicit int() casts for scrollbar and size
calculations.
- wxPython Phoenix API Updates:
- Replaced deprecated SetDimensions() with SetSize() .
- Replaced removed GetPositionTuple() with GetPosition() in
on_mouse_down.
- Fixed wx.PaintDC creation in on_paint to use
event.GetEventObject() to ensure valid DC creation regardless of
which window triggered the event.
- Layout and Rendering Fixes:
- Replaced static layout with a wx.SplitterWindow to physically
separate the drawing area from the text area, preventing them
from overlapping and restoring scrollbar functionality.
- Adjusted the initial sash position to give 3/4 of the height to
the drawing area.
- Replaced wx.StaticText with a multiline wx.TextCtrl for the
summary area to allow text selection and simpler value updates.
- Added CPU labels ("CPU ") drawn at the left edge of the visible
area in on_paint .
- Added background clearing ( dc.Clear() ) in on_paint to avoid
"ghosting" of old text and rectangles when scrolling.
tools/perf/python/sched-migration.py:
- Fixed a bug where sharing a snapshot in find_time_slice caused data
mutation across calls.
- Added safety checks to handle empty data cases (e.g., when
intervals have no events).
- Fixed fallbacks in fill_zone when search conditions fail to find a
matching time slice.
---
tools/perf/python/SchedGui.py | 219 +++++++++++++
tools/perf/python/sched-migration.py | 469 +++++++++++++++++++++++++++
2 files changed, 688 insertions(+)
create mode 100755 tools/perf/python/SchedGui.py
create mode 100755 tools/perf/python/sched-migration.py
diff --git a/tools/perf/python/SchedGui.py b/tools/perf/python/SchedGui.py
new file mode 100755
index 000000000000..6111f3e5f552
--- /dev/null
+++ b/tools/perf/python/SchedGui.py
@@ -0,0 +1,219 @@
+#!/usr/bin/env python3
+# SPDX-License-Identifier: GPL-2.0
+# SchedGui.py - Python extension for perf script, basic GUI code for
+# traces drawing and overview.
+#
+# Copyright (C) 2010 by Frederic Weisbecker <fweisbec@gmail.com>
+#
+# Ported to modern directory structure.
+
+try:
+ import wx # type: ignore
+except ImportError:
+ raise ImportError("You need to install the wxpython lib for this script")
+
+
+class RootFrame(wx.Frame):
+ Y_OFFSET = 100
+ RECT_HEIGHT = 100
+ RECT_SPACE = 50
+ EVENT_MARKING_WIDTH = 5
+
+ def __init__(self, sched_tracer, title, parent=None, id=-1):
+ wx.Frame.__init__(self, parent, id, title)
+
+ (self.screen_width, self.screen_height) = wx.GetDisplaySize()
+ self.screen_width -= 10
+ self.screen_height -= 10
+ self.zoom = 0.5
+ self.scroll_scale = 20
+ self.sched_tracer = sched_tracer
+ self.sched_tracer.set_root_win(self)
+ (self.ts_start, self.ts_end) = sched_tracer.interval()
+ self.update_width_virtual()
+ self.nr_rects = sched_tracer.nr_rectangles() + 1
+ self.height_virtual = RootFrame.Y_OFFSET + \
+ (self.nr_rects * (RootFrame.RECT_HEIGHT + RootFrame.RECT_SPACE))
+
+ # whole window panel
+ self.panel = wx.Panel(self, size=(self.screen_width, self.screen_height))
+
+ # scrollable container
+ # Create SplitterWindow
+ self.splitter = wx.SplitterWindow(self.panel, style=wx.SP_3D)
+
+ # scrollable container (Top)
+ self.scroll = wx.ScrolledWindow(self.splitter)
+ self.scroll.SetScrollbars(self.scroll_scale, self.scroll_scale,
+ int(self.width_virtual // self.scroll_scale),
+ int(self.height_virtual // self.scroll_scale))
+ self.scroll.EnableScrolling(True, True)
+ self.scroll.SetFocus()
+
+ # scrollable drawing area
+ self.scroll_panel = wx.Panel(self.scroll,
+ size=(self.screen_width - 15, self.screen_height // 2))
+ self.scroll_panel.Bind(wx.EVT_PAINT, self.on_paint)
+ self.scroll_panel.Bind(wx.EVT_KEY_DOWN, self.on_key_press)
+ self.scroll_panel.Bind(wx.EVT_LEFT_DOWN, self.on_mouse_down)
+ self.scroll.Bind(wx.EVT_KEY_DOWN, self.on_key_press)
+ self.scroll.Bind(wx.EVT_LEFT_DOWN, self.on_mouse_down)
+
+ self.scroll_panel.SetSize(int(self.width_virtual), int(self.height_virtual))
+
+ # Create a separate panel for text (Bottom)
+ self.text_panel = wx.Panel(self.splitter)
+ self.text_sizer = wx.BoxSizer(wx.VERTICAL)
+ self.txt = wx.TextCtrl(self.text_panel, -1, "Click a bar to see details",
+ style=wx.TE_MULTILINE)
+ self.text_sizer.Add(self.txt, 1, wx.EXPAND | wx.ALL, 5)
+ self.text_panel.SetSizer(self.text_sizer)
+
+ # Split the window
+ self.splitter.SplitHorizontally(self.scroll, self.text_panel, (self.screen_height * 3) // 4)
+
+ # Main sizer to layout splitter
+ self.main_sizer = wx.BoxSizer(wx.VERTICAL)
+ self.main_sizer.Add(self.splitter, 1, wx.EXPAND)
+ self.panel.SetSizer(self.main_sizer)
+
+ self.scroll.Fit()
+ self.Fit()
+
+ self.Show(True)
+
+ def us_to_px(self, val):
+ return val / (10 ** 3) * self.zoom
+
+ def px_to_us(self, val):
+ return (val / self.zoom) * (10 ** 3)
+
+ def scroll_start(self):
+ (x, y) = self.scroll.GetViewStart()
+ return (x * self.scroll_scale, y * self.scroll_scale)
+
+ def scroll_start_us(self):
+ (x, y) = self.scroll_start()
+ return self.px_to_us(x)
+
+ def paint_rectangle_zone(self, nr, color, top_color, start, end):
+ offset_px = self.us_to_px(start - self.ts_start)
+ width_px = self.us_to_px(end - start)
+
+ offset_py = RootFrame.Y_OFFSET + (nr * (RootFrame.RECT_HEIGHT + RootFrame.RECT_SPACE))
+ width_py = RootFrame.RECT_HEIGHT
+
+ dc = self.dc
+
+ if top_color is not None:
+ (r, g, b) = top_color
+ top_color = wx.Colour(r, g, b)
+ brush = wx.Brush(top_color, wx.SOLID)
+ dc.SetBrush(brush)
+ dc.DrawRectangle(int(offset_px), int(offset_py),
+ int(width_px), RootFrame.EVENT_MARKING_WIDTH)
+ width_py -= RootFrame.EVENT_MARKING_WIDTH
+ offset_py += RootFrame.EVENT_MARKING_WIDTH
+
+ (r, g, b) = color
+ color = wx.Colour(r, g, b)
+ brush = wx.Brush(color, wx.SOLID)
+ dc.SetBrush(brush)
+ dc.DrawRectangle(int(offset_px), int(offset_py), int(width_px), int(width_py))
+
+ def update_rectangles(self, dc, start, end):
+ start += self.ts_start
+ end += self.ts_start
+ self.sched_tracer.fill_zone(start, end)
+
+ def on_paint(self, event):
+ window = event.GetEventObject()
+ dc = wx.PaintDC(window)
+
+ # Clear background to avoid ghosting
+ dc.SetBackground(wx.Brush(window.GetBackgroundColour()))
+ dc.Clear()
+
+ self.dc = dc
+
+ width = min(self.width_virtual, self.screen_width)
+ (x, y) = self.scroll_start()
+ start = self.px_to_us(x)
+ end = self.px_to_us(x + width)
+ self.update_rectangles(dc, start, end)
+
+ # Draw CPU labels at the left edge of the visible area
+ (x_scroll, _) = self.scroll_start()
+ for nr in range(self.nr_rects):
+ offset_py = RootFrame.Y_OFFSET + (nr * (RootFrame.RECT_HEIGHT + RootFrame.RECT_SPACE))
+ dc.DrawText(f"CPU {nr}", x_scroll + 10, offset_py + 10)
+
+ def rect_from_ypixel(self, y):
+ y -= RootFrame.Y_OFFSET
+ rect = y // (RootFrame.RECT_HEIGHT + RootFrame.RECT_SPACE)
+ height = y % (RootFrame.RECT_HEIGHT + RootFrame.RECT_SPACE)
+
+ if rect < 0 or rect > self.nr_rects - 1 or height > RootFrame.RECT_HEIGHT:
+ return -1
+
+ return rect
+
+ def update_summary(self, txt):
+ self.txt.SetValue(txt)
+ self.text_panel.Layout()
+ self.splitter.Layout()
+ self.text_panel.Refresh()
+
+ def on_mouse_down(self, event):
+ pos = event.GetPosition()
+ x, y = pos.x, pos.y
+ rect = self.rect_from_ypixel(y)
+ if rect == -1:
+ return
+
+ t = self.px_to_us(x) + self.ts_start
+
+ self.sched_tracer.mouse_down(rect, t)
+
+ def update_width_virtual(self):
+ self.width_virtual = self.us_to_px(self.ts_end - self.ts_start)
+
+ def __zoom(self, x):
+ self.update_width_virtual()
+ (xpos, ypos) = self.scroll.GetViewStart()
+ xpos = int(self.us_to_px(x) // self.scroll_scale)
+ self.scroll.SetScrollbars(self.scroll_scale, self.scroll_scale,
+ int(self.width_virtual // self.scroll_scale),
+ int(self.height_virtual // self.scroll_scale),
+ xpos, ypos)
+ self.Refresh()
+
+ def zoom_in(self):
+ x = self.scroll_start_us()
+ self.zoom *= 2
+ self.__zoom(x)
+
+ def zoom_out(self):
+ x = self.scroll_start_us()
+ self.zoom /= 2
+ self.__zoom(x)
+
+ def on_key_press(self, event):
+ key = event.GetRawKeyCode()
+ if key == ord("+"):
+ self.zoom_in()
+ return
+ if key == ord("-"):
+ self.zoom_out()
+ return
+
+ key = event.GetKeyCode()
+ (x, y) = self.scroll.GetViewStart()
+ if key == wx.WXK_RIGHT:
+ self.scroll.Scroll(x + 1, y)
+ elif key == wx.WXK_LEFT:
+ self.scroll.Scroll(x - 1, y)
+ elif key == wx.WXK_DOWN:
+ self.scroll.Scroll(x, y + 1)
+ elif key == wx.WXK_UP:
+ self.scroll.Scroll(x, y - 1)
diff --git a/tools/perf/python/sched-migration.py b/tools/perf/python/sched-migration.py
new file mode 100755
index 000000000000..331278958763
--- /dev/null
+++ b/tools/perf/python/sched-migration.py
@@ -0,0 +1,469 @@
+#!/usr/bin/env python3
+# SPDX-License-Identifier: GPL-2.0
+"""
+Cpu task migration overview toy
+
+Copyright (C) 2010 Frederic Weisbecker <fweisbec@gmail.com>
+Ported to modern directory structure and refactored to use class.
+"""
+
+import argparse
+from collections import defaultdict, UserList
+import perf
+
+# SchedGui might not be available if wxPython is missing
+try:
+ from SchedGui import RootFrame
+ import wx # type: ignore
+ WX_AVAILABLE = True
+except ImportError:
+ WX_AVAILABLE = False
+
+# Global threads dictionary
+threads = defaultdict(lambda: "unknown")
+threads[0] = "idle"
+
+
+def thread_name(pid: int) -> str:
+ """Return thread name formatted with pid."""
+ return f"{threads[pid]}:{pid}"
+
+
+def task_state(state: int) -> str:
+ """Map task state integer to string."""
+ states = {
+ 0: "R",
+ 1: "S",
+ 2: "D",
+ 64: "DEAD"
+ }
+ return states.get(state, "Unknown")
+
+
+class RunqueueEventUnknown:
+ """Unknown runqueue event."""
+ @staticmethod
+ def color():
+ """Return color for event."""
+ return None
+
+ def __repr__(self):
+ return "unknown"
+
+
+class RunqueueEventSleep:
+ """Sleep runqueue event."""
+ @staticmethod
+ def color():
+ """Return color for event."""
+ return 0, 0, 0xff
+
+ def __init__(self, sleeper: int):
+ self.sleeper = sleeper
+
+ def __repr__(self):
+ return f"{thread_name(self.sleeper)} gone to sleep"
+
+
+class RunqueueEventWakeup:
+ """Wakeup runqueue event."""
+ @staticmethod
+ def color():
+ """Return color for event."""
+ return 0xff, 0xff, 0
+
+ def __init__(self, wakee: int):
+ self.wakee = wakee
+
+ def __repr__(self):
+ return f"{thread_name(self.wakee)} woke up"
+
+
+class RunqueueEventFork:
+ """Fork runqueue event."""
+ @staticmethod
+ def color():
+ """Return color for event."""
+ return 0, 0xff, 0
+
+ def __init__(self, child: int):
+ self.child = child
+
+ def __repr__(self):
+ return f"new forked task {thread_name(self.child)}"
+
+
+class RunqueueMigrateIn:
+ """Migrate in runqueue event."""
+ @staticmethod
+ def color():
+ """Return color for event."""
+ return 0, 0xf0, 0xff
+
+ def __init__(self, new: int):
+ self.new = new
+
+ def __repr__(self):
+ return f"task migrated in {thread_name(self.new)}"
+
+
+class RunqueueMigrateOut:
+ """Migrate out runqueue event."""
+ @staticmethod
+ def color():
+ """Return color for event."""
+ return 0xff, 0, 0xff
+
+ def __init__(self, old: int):
+ self.old = old
+
+ def __repr__(self):
+ return f"task migrated out {thread_name(self.old)}"
+
+
+class RunqueueSnapshot:
+ """Snapshot of runqueue state."""
+
+ def __init__(self, tasks=None, event=None):
+ if tasks is None:
+ tasks = (0,)
+ if event is None:
+ event = RunqueueEventUnknown()
+ self.tasks = tuple(tasks)
+ self.event = event
+
+ def sched_switch(self, prev: int, prev_state: int, next_pid: int):
+ """Handle sched switch in snapshot."""
+ if task_state(prev_state) == "R" and next_pid in self.tasks \
+ and prev in self.tasks:
+ return self
+
+ event = RunqueueEventUnknown()
+ if task_state(prev_state) != "R":
+ event = RunqueueEventSleep(prev) # type: ignore
+
+ next_tasks = list(self.tasks[:])
+ if prev in self.tasks:
+ if task_state(prev_state) != "R":
+ next_tasks.remove(prev)
+ elif task_state(prev_state) == "R":
+ next_tasks.append(prev)
+
+ if next_pid not in next_tasks:
+ next_tasks.append(next_pid)
+
+ return RunqueueSnapshot(next_tasks, event)
+
+ def migrate_out(self, old: int):
+ """Handle task migrate out in snapshot."""
+ if old not in self.tasks:
+ return self
+ next_tasks = [task for task in self.tasks if task != old]
+
+ return RunqueueSnapshot(next_tasks, RunqueueMigrateOut(old))
+
+ def __migrate_in(self, new: int, event):
+ if new in self.tasks:
+ return RunqueueSnapshot(self.tasks, event)
+ next_tasks = self.tasks + tuple([new])
+
+ return RunqueueSnapshot(next_tasks, event)
+
+ def migrate_in(self, new: int):
+ """Handle task migrate in in snapshot."""
+ return self.__migrate_in(new, RunqueueMigrateIn(new))
+
+ def wake_up(self, new: int):
+ """Handle task wakeup in snapshot."""
+ return self.__migrate_in(new, RunqueueEventWakeup(new))
+
+ def wake_up_new(self, new: int):
+ """Handle task fork in snapshot."""
+ return self.__migrate_in(new, RunqueueEventFork(new))
+
+ def load(self) -> int:
+ """Provide the number of tasks on the runqueue. Don't count idle"""
+ return len(self.tasks) - 1
+
+ def __repr__(self):
+ return self.tasks.__repr__()
+
+
+class TimeSlice:
+ """Represents a time slice of execution."""
+
+ def __init__(self, start: int, prev):
+ self.start = start
+ self.prev = prev
+ self.end = start
+ # cpus that triggered the event
+ self.event_cpus: list[int] = []
+ if prev is not None:
+ self.total_load = prev.total_load
+ self.rqs = prev.rqs.copy()
+ else:
+ self.rqs = defaultdict(RunqueueSnapshot)
+ self.total_load = 0
+
+ def __update_total_load(self, old_rq: RunqueueSnapshot, new_rq: RunqueueSnapshot):
+ diff = new_rq.load() - old_rq.load()
+ self.total_load += diff
+
+ def sched_switch(self, ts_list, prev: int, prev_state: int, next_pid: int, cpu: int):
+ """Process sched_switch in time slice."""
+ old_rq = self.prev.rqs[cpu]
+ new_rq = old_rq.sched_switch(prev, prev_state, next_pid)
+
+ if old_rq is new_rq:
+ return
+
+ self.rqs[cpu] = new_rq
+ self.__update_total_load(old_rq, new_rq)
+ ts_list.append(self)
+ self.event_cpus = [cpu]
+
+ def migrate(self, ts_list, new: int, old_cpu: int, new_cpu: int):
+ """Process task migration in time slice."""
+ if old_cpu == new_cpu:
+ return
+ old_rq = self.prev.rqs[old_cpu]
+ out_rq = old_rq.migrate_out(new)
+ self.rqs[old_cpu] = out_rq
+ self.__update_total_load(old_rq, out_rq)
+
+ new_rq = self.prev.rqs[new_cpu]
+ in_rq = new_rq.migrate_in(new)
+ self.rqs[new_cpu] = in_rq
+ self.__update_total_load(new_rq, in_rq)
+
+ ts_list.append(self)
+
+ if old_rq is not out_rq:
+ self.event_cpus.append(old_cpu)
+ self.event_cpus.append(new_cpu)
+
+ def wake_up(self, ts_list, pid: int, cpu: int, fork: bool):
+ """Process wakeup in time slice."""
+ old_rq = self.prev.rqs[cpu]
+ if fork:
+ new_rq = old_rq.wake_up_new(pid)
+ else:
+ new_rq = old_rq.wake_up(pid)
+
+ if new_rq is old_rq:
+ return
+ self.rqs[cpu] = new_rq
+ self.__update_total_load(old_rq, new_rq)
+ ts_list.append(self)
+ self.event_cpus = [cpu]
+
+ def next(self, t: int):
+ """Create next time slice."""
+ self.end = t
+ return TimeSlice(t, self)
+
+
+class TimeSliceList(UserList):
+ """List of time slices with search capabilities."""
+
+ def __init__(self, arg=None):
+ super().__init__(arg if arg is not None else [])
+ self.root_win = None
+
+ def get_time_slice(self, ts: int) -> TimeSlice:
+ """Get or create time slice for timestamp."""
+ if len(self.data) == 0:
+ ts_slice = TimeSlice(ts, TimeSlice(-1, None))
+ else:
+ ts_slice = self.data[-1].next(ts)
+ return ts_slice
+
+ def find_time_slice(self, ts: int) -> int:
+ """Binary search for time slice containing timestamp."""
+ if not self.data:
+ return -1
+ start = 0
+ end = len(self.data)
+ found = -1
+ searching = True
+ while searching:
+ if start in (end, end - 1):
+ searching = False
+
+ i = (end + start) // 2
+ if self.data[i].start <= ts <= self.data[i].end:
+ found = i
+ break
+
+ if self.data[i].end < ts:
+ start = i
+ elif self.data[i].start > ts:
+ end = i
+
+ return found
+
+ def set_root_win(self, win):
+ """Set root window for GUI."""
+ self.root_win = win
+
+ def mouse_down(self, cpu: int, t: int):
+ """Handle mouse down event from GUI."""
+ idx = self.find_time_slice(t)
+ if idx == -1:
+ return
+
+ ts = self[idx]
+ rq = ts.rqs[cpu]
+ raw = f"CPU: {cpu}\n"
+ raw += f"Last event : {repr(rq.event)}\n"
+ raw += f"Timestamp : {ts.start // (10 ** 9)}.{ts.start % (10 ** 9) // 1000:06d}\n"
+ raw += f"Duration : {(ts.end - ts.start) // (10 ** 6):6d} us\n"
+ raw += f"Load = {rq.load()}\n"
+ for task in rq.tasks:
+ raw += f"{thread_name(task)} \n"
+
+ if self.root_win:
+ self.root_win.update_summary(raw)
+
+ def update_rectangle_cpu(self, slice_obj: TimeSlice, cpu: int):
+ """Update rectangle for CPU in GUI."""
+ rq = slice_obj.rqs[cpu]
+
+ if slice_obj.total_load != 0:
+ load_rate = rq.load() / float(slice_obj.total_load)
+ else:
+ load_rate = 0
+
+ red_power = int(0xff - (0xff * load_rate))
+ color = (0xff, red_power, red_power)
+
+ top_color = None
+ if cpu in slice_obj.event_cpus:
+ top_color = rq.event.color()
+
+ if self.root_win:
+ self.root_win.paint_rectangle_zone(cpu, color, top_color,
+ slice_obj.start, slice_obj.end)
+
+ def fill_zone(self, start: int, end: int):
+ """Fill zone in GUI."""
+ i = self.find_time_slice(start)
+ if i == -1:
+ i = 0
+
+ for idx in range(i, len(self.data)):
+ timeslice = self.data[idx]
+ if timeslice.start > end:
+ return
+
+ for cpu in timeslice.rqs:
+ self.update_rectangle_cpu(timeslice, cpu)
+
+ def interval(self) -> tuple[int, int]:
+ """Return start and end timestamps."""
+ if len(self.data) == 0:
+ return 0, 0
+ return self.data[0].start, self.data[-1].end
+
+ def nr_rectangles(self) -> int:
+ """Return maximum CPU number."""
+ if not self.data:
+ return 0
+ last_ts = self.data[-1]
+ max_cpu = 0
+ for cpu in last_ts.rqs:
+ max_cpu = max(max_cpu, cpu)
+ return max_cpu
+
+
+class SchedMigrationAnalyzer:
+ """Analyzes task migrations and manages time slices."""
+
+ def __init__(self):
+ self.current_tsk = defaultdict(lambda: -1)
+ self.timeslices = TimeSliceList()
+
+ def sched_switch(self, time: int, cpu: int, prev_comm: str, prev_pid: int, prev_state: int,
+ next_comm: str, next_pid: int):
+ """Handle sched_switch event."""
+ on_cpu_task = self.current_tsk[cpu]
+
+ if on_cpu_task not in (-1, prev_pid):
+ print(f"Sched switch event rejected ts: {time} cpu: {cpu} "
+ f"prev: {prev_comm}({prev_pid}) next: {next_comm}({next_pid})")
+
+ threads[prev_pid] = prev_comm
+ threads[next_pid] = next_comm
+ self.current_tsk[cpu] = next_pid
+
+ ts = self.timeslices.get_time_slice(time)
+ ts.sched_switch(self.timeslices, prev_pid, prev_state, next_pid, cpu)
+
+ def migrate(self, time: int, pid: int, orig_cpu: int, dest_cpu: int):
+ """Handle sched_migrate_task event."""
+ ts = self.timeslices.get_time_slice(time)
+ ts.migrate(self.timeslices, pid, orig_cpu, dest_cpu)
+
+ def wake_up(self, time: int, pid: int, success: int, target_cpu: int, fork: bool):
+ """Handle wakeup event."""
+ if success == 0:
+ return
+ ts = self.timeslices.get_time_slice(time)
+ ts.wake_up(self.timeslices, pid, target_cpu, fork)
+
+ def process_event(self, sample: perf.sample_event) -> None:
+ """Collect events and pass to analyzer."""
+ name = str(sample.evsel)
+ time = sample.sample_time
+ cpu = sample.sample_cpu
+ _pid = sample.sample_pid
+ _comm = "Unknown"
+
+ if name == "evsel(sched:sched_switch)":
+ prev_comm = getattr(sample, "prev_comm", "Unknown")
+ prev_pid = getattr(sample, "prev_pid", -1)
+ prev_state = getattr(sample, "prev_state", 0)
+ next_comm = getattr(sample, "next_comm", "Unknown")
+ next_pid = getattr(sample, "next_pid", -1)
+ self.sched_switch(time, cpu, prev_comm, prev_pid, prev_state, next_comm, next_pid)
+ elif name == "evsel(sched:sched_migrate_task)":
+ task_pid = getattr(sample, "pid", -1)
+ orig_cpu = getattr(sample, "orig_cpu", -1)
+ dest_cpu = getattr(sample, "dest_cpu", -1)
+ self.migrate(time, task_pid, orig_cpu, dest_cpu)
+ elif name == "evsel(sched:sched_wakeup)":
+ task_pid = getattr(sample, "pid", -1)
+ success = getattr(sample, "success", 1)
+ target_cpu = getattr(sample, "target_cpu", -1)
+ self.wake_up(time, task_pid, success, target_cpu, False)
+ elif name == "evsel(sched:sched_wakeup_new)":
+ task_pid = getattr(sample, "pid", -1)
+ success = getattr(sample, "success", 1)
+ target_cpu = getattr(sample, "target_cpu", -1)
+ self.wake_up(time, task_pid, success, target_cpu, True)
+
+ def run_gui(self):
+ """Start wxPython GUI."""
+ if not WX_AVAILABLE:
+ print("wxPython is not available. Cannot start GUI.")
+ return
+ app = wx.App(False)
+ _frame = RootFrame(self.timeslices, "Migration")
+ app.MainLoop()
+
+
+if __name__ == "__main__":
+ ap = argparse.ArgumentParser(description="Cpu task migration overview toy")
+ ap.add_argument("-i", "--input", default="perf.data", help="Input file name")
+ args = ap.parse_args()
+
+ analyzer = SchedMigrationAnalyzer()
+
+ try:
+ session = perf.session(perf.data(args.input), sample=analyzer.process_event)
+ session.process_events()
+ analyzer.run_gui()
+ except KeyboardInterrupt:
+ pass
+ except Exception as e:
+ print(f"Error processing events: {e}")
--
2.54.0.545.g6539524ca2-goog
^ permalink raw reply related
* [PATCH v6 47/59] perf failed-syscalls: Port failed-syscalls to use python module
From: Ian Rogers @ 2026-04-25 17:48 UTC (permalink / raw)
To: acme, adrian.hunter, james.clark, leo.yan, namhyung, tmricht
Cc: alice.mei.rogers, dapeng1.mi, linux-arm-kernel, linux-kernel,
linux-perf-users, mingo, peterz, Ian Rogers
In-Reply-To: <20260425174858.3922152-1-irogers@google.com>
Port the legacy Perl script failed-syscalls.pl to a python script
using the perf module in tools/perf/python.
The new script uses a class-based architecture and leverages the
perf.session API for event processing, making it a standalone script
that reads perf.data files.
It filters for sys_exit events, checks for failed syscalls (where
return value ret < 0), and aggregates counts per command name.
Complications:
- The script is designed for file-based processing using perf.session.
- pylint warns about the module name not being snake_case, but it is
kept for consistency with the original script name.
Assisted-by: Gemini:gemini-3.1-pro-preview
Signed-off-by: Ian Rogers <irogers@google.com>
---
tools/perf/python/failed-syscalls.py | 78 ++++++++++++++++++++++++++++
1 file changed, 78 insertions(+)
create mode 100755 tools/perf/python/failed-syscalls.py
diff --git a/tools/perf/python/failed-syscalls.py b/tools/perf/python/failed-syscalls.py
new file mode 100755
index 000000000000..c3b58664eb57
--- /dev/null
+++ b/tools/perf/python/failed-syscalls.py
@@ -0,0 +1,78 @@
+#!/usr/bin/env python3
+# SPDX-License-Identifier: GPL-2.0
+"""Failed system call counts."""
+
+import argparse
+from collections import defaultdict
+import sys
+from typing import Optional
+import perf
+
+class FailedSyscalls:
+ """Tracks and displays failed system call totals."""
+ def __init__(self, comm: Optional[str] = None) -> None:
+ self.failed_syscalls: dict[str, int] = defaultdict(int)
+ self.for_comm = comm
+ self.session: Optional[perf.session] = None
+ self.unhandled: dict[str, int] = defaultdict(int)
+
+ def process_event(self, sample: perf.sample_event) -> None:
+ """Process sys_exit events."""
+ event_name = str(sample.evsel)
+ if not event_name.startswith("evsel(syscalls:sys_exit_") and \
+ not event_name.startswith("evsel(raw_syscalls:sys_exit_"):
+ return
+
+ try:
+ ret = sample.ret
+ except AttributeError:
+ self.unhandled[event_name] += 1
+ return
+
+ if ret >= 0:
+ return
+
+ pid = sample.sample_pid
+ assert self.session is not None
+ try:
+ comm = self.session.find_thread(pid).comm()
+ except Exception: # pylint: disable=broad-except
+ comm = "unknown"
+
+ if self.for_comm and comm != self.for_comm:
+ return
+
+ self.failed_syscalls[comm] += 1
+
+ def print_totals(self) -> None:
+ """Print summary table."""
+ print("\nfailed syscalls by comm:\n")
+ print(f"{'comm':<20s} {'# errors':>10s}")
+ print(f"{'-'*20} {'-'*10}")
+
+ for comm, val in sorted(self.failed_syscalls.items(),
+ key=lambda kv: (kv[1], kv[0]), reverse=True):
+ print(f"{comm:<20s} {val:10d}")
+
+ def run(self, input_file: str) -> None:
+ """Run the session."""
+ self.session = perf.session(perf.data(input_file), sample=self.process_event)
+ self.session.process_events()
+ self.print_totals()
+
+def main() -> None:
+ """Main function."""
+ parser = argparse.ArgumentParser(description="Trace failed syscalls")
+ parser.add_argument("comm", nargs="?", help="Filter by command name")
+ parser.add_argument("-i", "--input", default="perf.data", help="Input file")
+ args = parser.parse_args()
+
+ analyzer = FailedSyscalls(args.comm)
+ try:
+ analyzer.run(args.input)
+ except IOError as e:
+ print(e, file=sys.stderr)
+ sys.exit(1)
+
+if __name__ == "__main__":
+ main()
--
2.54.0.545.g6539524ca2-goog
^ permalink raw reply related
* [PATCH v6 45/59] perf stackcollapse: Port stackcollapse to use python module
From: Ian Rogers @ 2026-04-25 17:48 UTC (permalink / raw)
To: acme, adrian.hunter, james.clark, leo.yan, namhyung, tmricht
Cc: alice.mei.rogers, dapeng1.mi, linux-arm-kernel, linux-kernel,
linux-perf-users, mingo, peterz, Ian Rogers
In-Reply-To: <20260425174858.3922152-1-irogers@google.com>
Modernize the legacy stackcollapse.py trace script by refactoring it
into a class-based architecture (StackCollapseAnalyzer).
The script uses perf.session for event processing and aggregates call
stacks to produce output suitable for flame graphs.
Assisted-by: Gemini:gemini-3.1-pro-preview
Signed-off-by: Ian Rogers <irogers@google.com>
---
v2:
- Fixed Callchain Check: Replaced hasattr(sample, "callchain") with
getattr(sample, "callchain", None) and checked if it is not None .
This avoids attempting to iterate over None when a sample lacks a
callchain, which would raise a TypeError.
- Fixed Comm Resolution: The code already used
self.session.process(sample.sample_pid).comm() to resolve the
command name using the session object (if available), avoiding the
missing comm attribute on perf.sample_event.
- Code Cleanup: Broke a long line in process_event to satisfy pylint.
---
tools/perf/python/stackcollapse.py | 126 +++++++++++++++++++++++++++++
1 file changed, 126 insertions(+)
create mode 100755 tools/perf/python/stackcollapse.py
diff --git a/tools/perf/python/stackcollapse.py b/tools/perf/python/stackcollapse.py
new file mode 100755
index 000000000000..996c73246ebc
--- /dev/null
+++ b/tools/perf/python/stackcollapse.py
@@ -0,0 +1,126 @@
+#!/usr/bin/env python3
+# SPDX-License-Identifier: GPL-2.0
+"""
+stackcollapse.py - format perf samples with one line per distinct call stack
+
+This script's output has two space-separated fields. The first is a semicolon
+separated stack including the program name (from the "comm" field) and the
+function names from the call stack. The second is a count:
+
+ swapper;start_kernel;rest_init;cpu_idle;default_idle;native_safe_halt 2
+
+The file is sorted according to the first field.
+
+Ported from tools/perf/scripts/python/stackcollapse.py
+"""
+
+import argparse
+from collections import defaultdict
+import sys
+import perf
+
+
+class StackCollapseAnalyzer:
+ """Accumulates call stacks and prints them collapsed."""
+
+ def __init__(self, args: argparse.Namespace) -> None:
+ self.args = args
+ self.lines: dict[str, int] = defaultdict(int)
+
+ def tidy_function_name(self, sym: str, dso: str) -> str:
+ """Beautify function names based on options."""
+ if sym is None:
+ sym = "[unknown]"
+
+ sym = sym.replace(";", ":")
+ if self.args.tidy_java:
+ # Beautify Java signatures
+ sym = sym.replace("<", "")
+ sym = sym.replace(">", "")
+ if sym.startswith("L") and "/" in sym:
+ sym = sym[1:]
+ try:
+ sym = sym[:sym.index("(")]
+ except ValueError:
+ pass
+
+ if self.args.annotate_kernel and dso == "[kernel.kallsyms]":
+ return sym + "_[k]"
+ return sym
+
+ def process_event(self, sample: perf.sample_event) -> None:
+ """Collect call stack for each sample."""
+ stack = []
+ callchain = getattr(sample, "callchain", None)
+ if callchain is not None:
+ for node in callchain:
+ stack.append(self.tidy_function_name(node.symbol, node.dso))
+ else:
+ # Fallback if no callchain
+ sym = getattr(sample, "symbol", "[unknown]")
+ dso = getattr(sample, "dso", "[unknown]")
+ stack.append(self.tidy_function_name(sym, dso))
+
+ if self.args.include_comm:
+ if hasattr(self, 'session') and self.session:
+ comm = self.session.find_thread(sample.sample_pid).comm()
+ else:
+ comm = "Unknown"
+ comm = comm.replace(" ", "_")
+ sep = "-"
+ if self.args.include_pid:
+ comm = f"{comm}{sep}{getattr(sample, 'sample_pid', 0)}"
+ sep = "/"
+ if self.args.include_tid:
+ comm = f"{comm}{sep}{getattr(sample, 'sample_tid', 0)}"
+ stack.append(comm)
+
+ stack_string = ";".join(reversed(stack))
+ self.lines[stack_string] += 1
+
+ def print_totals(self) -> None:
+ """Print sorted collapsed stacks."""
+ for stack in sorted(self.lines):
+ print(f"{stack} {self.lines[stack]}")
+
+
+def main():
+ """Main function."""
+ ap = argparse.ArgumentParser(
+ description="Format perf samples with one line per distinct call stack"
+ )
+ ap.add_argument("-i", "--input", default="perf.data", help="Input file name")
+ ap.add_argument("--include-tid", action="store_true", help="include thread id in stack")
+ ap.add_argument("--include-pid", action="store_true", help="include process id in stack")
+ ap.add_argument("--no-comm", dest="include_comm", action="store_false", default=True,
+ help="do not separate stacks according to comm")
+ ap.add_argument("--tidy-java", action="store_true", help="beautify Java signatures")
+ ap.add_argument("--kernel", dest="annotate_kernel", action="store_true",
+ help="annotate kernel functions with _[k]")
+
+ args = ap.parse_args()
+
+ if args.include_tid and not args.include_comm:
+ print("requesting tid but not comm is invalid", file=sys.stderr)
+ sys.exit(1)
+ if args.include_pid and not args.include_comm:
+ print("requesting pid but not comm is invalid", file=sys.stderr)
+ sys.exit(1)
+
+ analyzer = StackCollapseAnalyzer(args)
+
+ try:
+ session = perf.session(perf.data(args.input), sample=analyzer.process_event)
+ analyzer.session = session
+ session.process_events()
+ except IOError as e:
+ print(f"Error: {e}", file=sys.stderr)
+ sys.exit(1)
+ except KeyboardInterrupt:
+ pass
+
+ analyzer.print_totals()
+
+
+if __name__ == "__main__":
+ main()
--
2.54.0.545.g6539524ca2-goog
^ permalink raw reply related
page: next (older) | prev (newer) | latest
- recent:[subjects (threaded)|topics (new)|topics (active)]
This is a public inbox, see mirroring instructions
for how to clone and mirror all data and code used for this inbox