summaryrefslogtreecommitdiffstats
path: root/scripts/sstate-diff-machines.sh
diff options
context:
space:
mode:
Diffstat (limited to 'scripts/sstate-diff-machines.sh')
-rwxr-xr-xscripts/sstate-diff-machines.sh178
1 files changed, 0 insertions, 178 deletions
diff --git a/scripts/sstate-diff-machines.sh b/scripts/sstate-diff-machines.sh
deleted file mode 100755
index 5ed413b2ee..0000000000
--- a/scripts/sstate-diff-machines.sh
+++ /dev/null
@@ -1,178 +0,0 @@
1#!/bin/bash
2#
3# Copyright OpenEmbedded Contributors
4#
5# SPDX-License-Identifier: GPL-2.0-only
6#
7# Used to compare sstate checksums between MACHINES.
8# Execute script and compare generated list.M files.
9# Using bash to have PIPESTATUS variable.
10
11# It's also usefull to keep older sstate checksums
12# to be able to find out why something is rebuilding
13# after updating metadata
14
15# $ diff \
16# sstate-diff/1349348392/fake-cortexa8/list.M \
17# sstate-diff/1349348392/fake-cortexa9/list.M \
18# | wc -l
19# 538
20
21# Then to compare sigdata use something like:
22# $ ls sstate-diff/1349348392/*/armv7a-vfp-neon*/linux-libc-headers/*do_configure*sigdata*
23# sstate-diff/1349348392/fake-cortexa8/armv7a-vfp-neon-oe-linux-gnueabi/linux-libc-headers/3.4.3-r0.do_configure.sigdata.cb73b3630a7b8191e72fc469c5137025
24# sstate-diff/1349348392/fake-cortexa9/armv7a-vfp-neon-oe-linux-gnueabi/linux-libc-headers/3.4.3-r0.do_configure.sigdata.f37ada177bf99ce8af85914df22b5a0b
25# $ bitbake-diffsigs stamps.1349348392/*/armv7a-vfp-neon*/linux-libc-headers/*do_configure*sigdata*
26# basehash changed from 8d0bd67bb1da6f68717760fc3ef43171 to e869fa61426e88e9c30726ba88a1216a
27# Variable TUNE_CCARGS value changed from -march=armv7-a -mthumb-interwork -mfloat-abi=softfp -mfpu=neon -mtune=cortex-a8 to -march=armv7-a -mthumb-interwork -mfloat-abi=softfp -mfpu=neon -mtune=cortex-a9
28
29# Global vars
30tmpdir=
31machines=
32targets=
33default_machines="qemuarm qemux86 qemux86-64"
34default_targets="core-image-base"
35analyze="N"
36
37usage () {
38 cat << EOF
39Welcome to utility to compare sstate checksums between different MACHINEs.
40$0 <OPTION>
41
42Options:
43 -h, --help
44 Display this help and exit.
45
46 --tmpdir=<tmpdir>
47 Specify tmpdir, will use the environment variable TMPDIR if it is not specified.
48 Something like /OE/oe-core/tmp-eglibc (no / at the end).
49
50 --machines=<machines>
51 List of MACHINEs separated by space, will use the environment variable MACHINES if it is not specified.
52 Default value is "qemuarm qemux86 qemux86-64".
53
54 --targets=<targets>
55 List of targets separated by space, will use the environment variable TARGETS if it is not specified.
56 Default value is "core-image-base".
57
58 --analyze
59 Show the differences between MACHINEs. It assumes:
60 * First 2 MACHINEs in --machines parameter have the same TUNE_PKGARCH
61 * Third optional MACHINE has different TUNE_PKGARCH - only native and allarch recipes are compared).
62 * Next MACHINEs are ignored
63EOF
64}
65
66# Print error information and exit.
67echo_error () {
68 echo "ERROR: $1" >&2
69 exit 1
70}
71
72while [ -n "$1" ]; do
73 case $1 in
74 --tmpdir=*)
75 tmpdir=`echo $1 | sed -e 's#^--tmpdir=##' | xargs readlink -e`
76 [ -d "$tmpdir" ] || echo_error "Invalid argument to --tmpdir"
77 shift
78 ;;
79 --machines=*)
80 machines=`echo $1 | sed -e 's#^--machines="*\([^"]*\)"*#\1#'`
81 shift
82 ;;
83 --targets=*)
84 targets=`echo $1 | sed -e 's#^--targets="*\([^"]*\)"*#\1#'`
85 shift
86 ;;
87 --analyze)
88 analyze="Y"
89 shift
90 ;;
91 --help|-h)
92 usage
93 exit 0
94 ;;
95 *)
96 echo "Invalid arguments $*"
97 echo_error "Try '$0 -h' for more information."
98 ;;
99 esac
100done
101
102# tmpdir directory, use environment variable TMPDIR
103# if it was not specified, otherwise, error.
104[ -n "$tmpdir" ] || tmpdir=$TMPDIR
105[ -n "$tmpdir" ] || echo_error "No tmpdir found!"
106[ -d "$tmpdir" ] || echo_error "Invalid tmpdir \"$tmpdir\""
107[ -n "$machines" ] || machines=$MACHINES
108[ -n "$machines" ] || machines=$default_machines
109[ -n "$targets" ] || targets=$TARGETS
110[ -n "$targets" ] || targets=$default_targets
111
112OUTPUT=${tmpdir}/sstate-diff/`date "+%s"`
113declare -i RESULT=0
114
115for M in ${machines}; do
116 [ -d ${tmpdir}/stamps/ ] && find ${tmpdir}/stamps/ -name \*sigdata\* | xargs rm -f
117 mkdir -p ${OUTPUT}/${M}
118 export MACHINE=${M}
119 bitbake -S none ${targets} 2>&1 | tee -a ${OUTPUT}/${M}/log;
120 RESULT+=${PIPESTATUS[0]}
121 if ls ${tmpdir}/stamps/* >/dev/null 2>/dev/null ; then
122 cp -ra ${tmpdir}/stamps/* ${OUTPUT}/${M}
123 find ${OUTPUT}/${M} -name \*sigdata\* | sed "s#${OUTPUT}/${M}/##g" | sort > ${OUTPUT}/${M}/list
124 M_UNDERSCORE=`echo ${M} | sed 's/-/_/g'`
125 sed "s/^${M_UNDERSCORE}-/MACHINE/g" ${OUTPUT}/${M}/list | sort > ${OUTPUT}/${M}/list.M
126 find ${tmpdir}/stamps/ -name \*sigdata\* | xargs rm -f
127 else
128 printf "ERROR: no sigdata files were generated for MACHINE $M in ${tmpdir}/stamps\n";
129 fi
130done
131
132COMPARE_TASKS="do_configure.sigdata do_populate_sysroot.sigdata do_package_write_ipk.sigdata do_package_write_rpm.sigdata do_package_write_deb.sigdata do_package_write_tar.sigdata"
133
134function compareSignatures() {
135 MACHINE1=$1
136 MACHINE2=$2
137 PATTERN="$3"
138 PRE_PATTERN=""
139 [ -n "${PATTERN}" ] || PRE_PATTERN="-v"
140 [ -n "${PATTERN}" ] || PATTERN="MACHINE"
141 for TASK in $COMPARE_TASKS; do
142 printf "\n\n === Comparing signatures for task ${TASK} between ${MACHINE1} and ${MACHINE2} ===\n" | tee -a ${OUTPUT}/signatures.${MACHINE2}.${TASK}.log
143 diff ${OUTPUT}/${MACHINE1}/list.M ${OUTPUT}/${MACHINE2}/list.M | grep ${PRE_PATTERN} "${PATTERN}" | grep ${TASK} > ${OUTPUT}/signatures.${MACHINE2}.${TASK}
144 for i in `cat ${OUTPUT}/signatures.${MACHINE2}.${TASK} | sed 's#[^/]*/\([^/]*\)/.*#\1#g' | sort -u | xargs`; do
145 [ -e ${OUTPUT}/${MACHINE1}/*/$i/*${TASK}* ] || echo "INFO: ${i} task ${TASK} doesn't exist in ${MACHINE1}" >&2
146 [ -e ${OUTPUT}/${MACHINE1}/*/$i/*${TASK}* ] || continue
147 [ -e ${OUTPUT}/${MACHINE2}/*/$i/*${TASK}* ] || echo "INFO: ${i} task ${TASK} doesn't exist in ${MACHINE2}" >&2
148 [ -e ${OUTPUT}/${MACHINE2}/*/$i/*${TASK}* ] || continue
149 printf "ERROR: $i different signature for task ${TASK} between ${MACHINE1} and ${MACHINE2}\n";
150 bitbake-diffsigs ${OUTPUT}/${MACHINE1}/*/$i/*${TASK}* ${OUTPUT}/${MACHINE2}/*/$i/*${TASK}*;
151 echo "$i" >> ${OUTPUT}/failed-recipes.log
152 echo
153 done | tee -a ${OUTPUT}/signatures.${MACHINE2}.${TASK}.log
154 # don't create empty files
155 ERRORS=`grep "^ERROR.*" ${OUTPUT}/signatures.${MACHINE2}.${TASK}.log | wc -l`
156 if [ "${ERRORS}" != "0" ] ; then
157 echo "ERROR: ${ERRORS} errors found in ${OUTPUT}/signatures.${MACHINE2}.${TASK}.log"
158 RESULT+=${ERRORS}
159 fi
160 done
161}
162
163function compareMachines() {
164 [ "$#" -ge 2 ] && compareSignatures $1 $2
165 [ "$#" -ge 3 ] && compareSignatures $1 $3 "\(^< all\)\|\(^< x86_64-linux\)\|\(^< i586-linux\)"
166}
167
168if [ "${analyze}" = "Y" ] ; then
169 compareMachines ${machines}
170fi
171
172if [ "${RESULT}" != "0" -a -f ${OUTPUT}/failed-recipes.log ] ; then
173 cat ${OUTPUT}/failed-recipes.log | sort -u >${OUTPUT}/failed-recipes.log.u && mv ${OUTPUT}/failed-recipes.log.u ${OUTPUT}/failed-recipes.log
174 echo "ERROR: ${RESULT} issues were found in these recipes: `cat ${OUTPUT}/failed-recipes.log | xargs`"
175fi
176
177echo "INFO: Output written in: ${OUTPUT}"
178exit ${RESULT}
generated by cgit v1.2.3-54-g00ecf (git 2.39.0) at 2025-12-17 21:20:31 +0000