diff options
Diffstat (limited to 'scripts')
| -rwxr-xr-x | scripts/contrib/bb-perf/buildstats.sh | 99 |
1 files changed, 82 insertions, 17 deletions
diff --git a/scripts/contrib/bb-perf/buildstats.sh b/scripts/contrib/bb-perf/buildstats.sh index 96158a9650..8d7e2488f0 100755 --- a/scripts/contrib/bb-perf/buildstats.sh +++ b/scripts/contrib/bb-perf/buildstats.sh | |||
| @@ -18,24 +18,40 @@ | |||
| 18 | # Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA. | 18 | # Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA. |
| 19 | # | 19 | # |
| 20 | # DESCRIPTION | 20 | # DESCRIPTION |
| 21 | # Given a 'buildstats' path (created by bitbake when setting | 21 | # Given 'buildstats' data (generate by bitbake when setting |
| 22 | # USER_CLASSES ?= "buildstats" on local.conf) and task names, outputs | 22 | # USER_CLASSES ?= "buildstats" on local.conf), task names and a stats values |
| 23 | # '<task> <recipe> <elapsed time>' for all recipes. Elapsed times are in | 23 | # (these are the ones preset on the buildstats files), outputs |
| 24 | # seconds, and task should be given without the 'do_' prefix. | 24 | # '<task> <recipe> <value_1> <value_2> ... <value_n>'. The units are the ones |
| 25 | # defined at buildstats, which in turn takes data from /proc/[pid] files | ||
| 25 | # | 26 | # |
| 26 | # Some useful pipelines | 27 | # Some useful pipelines |
| 27 | # | 28 | # |
| 28 | # 1. Tasks with largest elapsed times | 29 | # 1. Tasks with largest stime (Amount of time that this process has been scheduled |
| 29 | # $ buildstats.sh -b <buildstats> | sort -k3 -n -r | head | 30 | # in kernel mode) values |
| 31 | # $ buildstats.sh -b <buildstats> -s stime | sort -k3 -n -r | head | ||
| 30 | # | 32 | # |
| 31 | # 2. Min, max, sum per task (in needs GNU datamash) | 33 | # 2. Min, max, sum utime (Amount of time that this process has been scheduled |
| 32 | # $ buildstats.sh -b <buildstats> | datamash -t' ' -g1 min 3 max 3 sum 3 | sort -k4 -n -r | 34 | # in user mode) per task (in needs GNU datamash) |
| 35 | # $ buildstats.sh -b <buildstats> -s utime | datamash -t' ' -g1 min 3 max 3 sum 3 | sort -k4 -n -r | ||
| 33 | # | 36 | # |
| 34 | # AUTHORS | 37 | # AUTHORS |
| 35 | # Leonardo Sandoval <leonardo.sandoval.gonzalez@linux.intel.com> | 38 | # Leonardo Sandoval <leonardo.sandoval.gonzalez@linux.intel.com> |
| 36 | # | 39 | # |
| 40 | |||
| 41 | # Stats, by type | ||
| 42 | TIME="utime:stime:cutime:cstime" | ||
| 43 | IO="IO wchar:IO write_bytes:IO syscr:IO read_bytes:IO rchar:IO syscw:IO cancelled_write_bytes" | ||
| 44 | RUSAGE="rusage ru_utime:rusage ru_stime:rusage ru_maxrss:rusage ru_minflt:rusage ru_majflt:\ | ||
| 45 | rusage ru_inblock:rusage ru_oublock:rusage ru_nvcsw:rusage ru_nivcsw" | ||
| 46 | |||
| 47 | CHILD_RUSAGE="Child rusage ru_utime:Child rusage ru_stime:Child rusage ru_maxrss:Child rusage ru_minflt:\ | ||
| 48 | Child rusage ru_majflt:Child rusage ru_inblock:Child rusage ru_oublock:Child rusage ru_nvcsw:\ | ||
| 49 | Child rusage ru_nivcsw" | ||
| 50 | |||
| 37 | BS_DIR="tmp/buildstats" | 51 | BS_DIR="tmp/buildstats" |
| 38 | TASKS="compile:configure:fetch:install:patch:populate_lic:populate_sysroot:unpack" | 52 | TASKS="compile:configure:fetch:install:patch:populate_lic:populate_sysroot:unpack" |
| 53 | STATS="$TIME" | ||
| 54 | HEADER="" # No header by default | ||
| 39 | 55 | ||
| 40 | function usage { | 56 | function usage { |
| 41 | CMD=$(basename $0) | 57 | CMD=$(basename $0) |
| @@ -45,12 +61,20 @@ Usage: $CMD [-b buildstats_dir] [-t do_task] | |||
| 45 | (default: "$BS_DIR") | 61 | (default: "$BS_DIR") |
| 46 | -t tasks The tasks to be computed | 62 | -t tasks The tasks to be computed |
| 47 | (default: "$TASKS") | 63 | (default: "$TASKS") |
| 64 | -s stats The stats to be matched. Options: TIME, IO, RUSAGE, CHILD_RUSAGE | ||
| 65 | or any other defined buildstat separated by colons, i.e. stime:utime | ||
| 66 | (default: "$STATS") | ||
| 67 | Default stat sets: | ||
| 68 | TIME=$TIME | ||
| 69 | IO=$IO | ||
| 70 | RUSAGE=$RUSAGE | ||
| 71 | CHILD_RUSAGE=$CHILD_RUSAGE | ||
| 48 | -h Display this help message | 72 | -h Display this help message |
| 49 | EOM | 73 | EOM |
| 50 | } | 74 | } |
| 51 | 75 | ||
| 52 | # Parse and validate arguments | 76 | # Parse and validate arguments |
| 53 | while getopts "b:t:h" OPT; do | 77 | while getopts "b:t:s:Hh" OPT; do |
| 54 | case $OPT in | 78 | case $OPT in |
| 55 | b) | 79 | b) |
| 56 | BS_DIR="$OPTARG" | 80 | BS_DIR="$OPTARG" |
| @@ -58,6 +82,12 @@ while getopts "b:t:h" OPT; do | |||
| 58 | t) | 82 | t) |
| 59 | TASKS="$OPTARG" | 83 | TASKS="$OPTARG" |
| 60 | ;; | 84 | ;; |
| 85 | s) | ||
| 86 | STATS="$OPTARG" | ||
| 87 | ;; | ||
| 88 | H) | ||
| 89 | HEADER="y" | ||
| 90 | ;; | ||
| 61 | h) | 91 | h) |
| 62 | usage | 92 | usage |
| 63 | exit 0 | 93 | exit 0 |
| @@ -76,15 +106,50 @@ if [ ! -d "$BS_DIR" ]; then | |||
| 76 | exit 1 | 106 | exit 1 |
| 77 | fi | 107 | fi |
| 78 | 108 | ||
| 79 | RECIPE_FIELD=1 | 109 | stats="" |
| 80 | TIME_FIELD=4 | 110 | IFS=":" |
| 111 | for stat in ${STATS}; do | ||
| 112 | case $stat in | ||
| 113 | TIME) | ||
| 114 | stats="${stats}:${TIME}" | ||
| 115 | ;; | ||
| 116 | IO) | ||
| 117 | stats="${stats}:${IO}" | ||
| 118 | ;; | ||
| 119 | RUSAGE) | ||
| 120 | stats="${stats}:${RUSAGE}" | ||
| 121 | ;; | ||
| 122 | CHILD_RUSAGE) | ||
| 123 | stats="${stats}:${CHILD_RUSAGE}" | ||
| 124 | ;; | ||
| 125 | *) | ||
| 126 | stats="${STATS}" | ||
| 127 | esac | ||
| 128 | done | ||
| 129 | |||
| 130 | # remove possible colon at the beginning | ||
| 131 | stats="$(echo "$stats" | sed -e 's/^://1')" | ||
| 132 | |||
| 133 | # Provide a header if required by the user | ||
| 134 | [ -n "$HEADER" ] && { echo "task:recipe:$stats"; } | ||
| 81 | 135 | ||
| 82 | tasks=(${TASKS//:/ }) | 136 | for task in ${TASKS}; do |
| 83 | for task in "${tasks[@]}"; do | ||
| 84 | task="do_${task}" | 137 | task="do_${task}" |
| 85 | for file in $(find ${BS_DIR} -type f -name ${task}); do | 138 | for file in $(find ${BS_DIR} -type f -name ${task} | awk 'BEGIN{ ORS=""; OFS=":" } { print $0,"" }'); do |
| 86 | recipe=$(sed -n -e "/$task/p" ${file} | cut -d ':' -f${RECIPE_FIELD}) | 139 | recipe="$(basename $(dirname $file))" |
| 87 | time=$(sed -n -e "/$task/p" ${file} | cut -d ':' -f${TIME_FIELD} | cut -d ' ' -f2) | 140 | times="" |
| 88 | echo "${task} ${recipe} ${time}" | 141 | for stat in ${stats}; do |
| 142 | [ -z "$stat" ] && { echo "empty stats"; } | ||
| 143 | time=$(sed -n -e "s/^\($stat\): \\(.*\\)/\\2/p" $file) | ||
| 144 | # in case the stat is not present, set the value as NA | ||
| 145 | [ -z "$time" ] && { time="NA"; } | ||
| 146 | # Append it to times | ||
| 147 | if [ -z "$times" ]; then | ||
| 148 | times="${time}" | ||
| 149 | else | ||
| 150 | times="${times} ${time}" | ||
| 151 | fi | ||
| 152 | done | ||
| 153 | echo "${task} ${recipe} ${times}" | ||
| 89 | done | 154 | done |
| 90 | done | 155 | done |
