| #!/bin/bash | |
| # python profiling with jitdump | |
| # SPDX-License-Identifier: GPL-2.0 | |
| SHELLDIR=$(dirname $0) | |
| # shellcheck source=lib/setup_python.sh | |
| . "${SHELLDIR}"/lib/setup_python.sh | |
| OUTPUT=$(${PYTHON} -Xperf_jit -c 'import os, sys; print(os.getpid(), sys.is_stack_trampoline_active())' 2> /dev/null) | |
| PID=${OUTPUT% *} | |
| HAS_PERF_JIT=${OUTPUT#* } | |
| rm -f /tmp/jit-${PID}.dump 2> /dev/null | |
| if [ "${HAS_PERF_JIT}" != "True" ]; then | |
| echo "SKIP: python JIT dump is not available" | |
| exit 2 | |
| fi | |
| PERF_DATA_DIR=$(mktemp -d /tmp/__perf_test.perf.data.dir.XXXXXX) | |
| PERF_DATA="${PERF_DATA_DIR}/perf.data" | |
| cleanup() { | |
| echo "Cleaning up files..." | |
| rm -rf ${PERF_DATA_DIR} 2> /dev/null | |
| for p in ${ALL_PIDS}; do | |
| rm -f /tmp/jit-${p}.dump /tmp/jitted-${p}-*.so 2> /dev/null | |
| done | |
| trap - EXIT TERM INT | |
| } | |
| trap_cleanup() { | |
| echo "Unexpected termination" | |
| cleanup | |
| exit 1 | |
| } | |
| trap trap_cleanup EXIT TERM INT | |
| ALL_PIDS="" | |
| NUM=0 | |
| for iterations in 1000000 10000000 50000000 100000000; do | |
| echo "Running with $iterations iterations..." | |
| rm -f "${PERF_DATA}.pid" | |
| cat <<EOF | perf record -k 1 -g --call-graph dwarf -o "${PERF_DATA}" -- ${PYTHON} -Xperf_jit | |
| import os | |
| with open("${PERF_DATA}.pid", "w") as f: | |
| f.write(str(os.getpid())) | |
| def foo(n): | |
| result = 0 | |
| for _ in range(n): | |
| result += 1 | |
| return result | |
| def bar(n): | |
| foo(n) | |
| def baz(n): | |
| bar(n) | |
| if __name__ == "__main__": | |
| baz($iterations) | |
| EOF | |
| if [ -f "${PERF_DATA}.pid" ]; then | |
| REAL_PID=$(cat "${PERF_DATA}.pid") | |
| ALL_PIDS="${ALL_PIDS} ${REAL_PID}" | |
| fi | |
| # extract PID of the target process from the data | |
| PID=$(perf report -i "${PERF_DATA}" --stdio -F pid -q -g none | \ | |
| cut -d: -f1 -s | sort -u | head -n 1 | tr -d ' ') | |
| if [ -z "${PID}" ]; then | |
| echo "Failed to get PID, retrying..." | |
| continue | |
| fi | |
| ALL_PIDS="${ALL_PIDS} ${PID}" | |
| echo "Generate JIT-ed DSOs using perf inject" | |
| DEBUGINFOD_URLS='' perf inject -i "${PERF_DATA}" -j -o "${PERF_DATA}.jit" | |
| echo "Add JIT-ed DSOs to the build-ID cache" | |
| for F in /tmp/jitted-${PID}-*.so; do | |
| perf buildid-cache -a "${F}" | |
| done | |
| echo "Check the symbol containing the function/module name" | |
| NUM=$(perf report -i "${PERF_DATA}.jit" -s sym --stdio | grep -cE 'py::(foo|bar|baz):<stdin>') | |
| echo "Remove JIT-ed DSOs from the build-ID cache" | |
| for F in /tmp/jitted-${PID}-*.so; do | |
| perf buildid-cache -r "${F}" | |
| done | |
| rm -f /tmp/jitted-${PID}-*.so /tmp/jit-${PID}.dump 2>/dev/null | |
| if [ "${NUM}" -gt 0 ]; then | |
| echo "Success: found ${NUM} matching lines" | |
| break | |
| fi | |
| echo "No matching lines found, retrying with more iterations..." | |
| done | |
| cleanup | |
| if [ "${NUM}" -eq 0 ]; then | |
| exit 1 | |
| fi |