108 lines · 2.7 KB · Shell
RawDownload
#!/bin/bash# python profiling with jitdump# SPDX-License-Identifier: GPL-2.0 SHELLDIR=$(dirname $0)# shellcheck source=lib/setup_python.sh. "${SHELLDIR}"/lib/setup_python.sh OUTPUT=$(${PYTHON} -Xperf_jit -c 'import os, sys; print(os.getpid(), sys.is_stack_trampoline_active())' 2> /dev/null)PID=${OUTPUT% *}HAS_PERF_JIT=${OUTPUT#* } rm -f /tmp/jit-${PID}.dump 2> /dev/nullif [ "${HAS_PERF_JIT}" != "True" ]; then    echo "SKIP: python JIT dump is not available"    exit 2fi PERF_DATA_DIR=$(mktemp -d /tmp/__perf_test.perf.data.dir.XXXXXX)PERF_DATA="${PERF_DATA_DIR}/perf.data" cleanup() {    echo "Cleaning up files..."    rm -rf ${PERF_DATA_DIR} 2> /dev/null    for p in ${ALL_PIDS}; do        rm -f /tmp/jit-${p}.dump /tmp/jitted-${p}-*.so 2> /dev/null    done     trap - EXIT TERM INT} trap_cleanup() {    echo "Unexpected termination"    cleanup    exit 1} trap trap_cleanup EXIT TERM INT ALL_PIDS=""NUM=0for iterations in 1000000 10000000 50000000 100000000; do    echo "Running with $iterations iterations..."    rm -f "${PERF_DATA}.pid"    cat <<EOF | perf record -k 1 -g --call-graph dwarf -o "${PERF_DATA}" -- ${PYTHON} -Xperf_jitimport oswith open("${PERF_DATA}.pid", "w") as f:    f.write(str(os.getpid())) def foo(n):    result = 0    for _ in range(n):        result += 1    return result def bar(n):    foo(n) def baz(n):    bar(n) if __name__ == "__main__":    baz($iterations)EOF     if [ -f "${PERF_DATA}.pid" ]; then        REAL_PID=$(cat "${PERF_DATA}.pid")        ALL_PIDS="${ALL_PIDS} ${REAL_PID}"    fi     # extract PID of the target process from the data    PID=$(perf report -i "${PERF_DATA}" --stdio -F pid -q -g none | \          cut -d: -f1 -s | sort -u | head -n 1 | tr -d ' ')    if [ -z "${PID}" ]; then        echo "Failed to get PID, retrying..."        continue    fi    ALL_PIDS="${ALL_PIDS} ${PID}"     echo "Generate JIT-ed DSOs using perf inject"    DEBUGINFOD_URLS='' perf inject -i "${PERF_DATA}" -j -o "${PERF_DATA}.jit"     echo "Add JIT-ed DSOs to the build-ID cache"    for F in /tmp/jitted-${PID}-*.so; do        perf buildid-cache -a "${F}"    done     echo "Check the symbol containing the function/module name"    NUM=$(perf report -i "${PERF_DATA}.jit" -s sym --stdio | grep -cE 'py::(foo|bar|baz):<stdin>')     echo "Remove JIT-ed DSOs from the build-ID cache"    for F in /tmp/jitted-${PID}-*.so; do        perf buildid-cache -r "${F}"    done    rm -f /tmp/jitted-${PID}-*.so /tmp/jit-${PID}.dump 2>/dev/null     if [ "${NUM}" -gt 0 ]; then        echo "Success: found ${NUM} matching lines"        break    fi    echo "No matching lines found, retrying with more iterations..."done cleanup if [ "${NUM}" -eq 0 ]; then    exit 1fi