diff options
author | Tudor Florea <tudor.florea@enea.com> | 2015-10-09 22:59:03 +0200 |
---|---|---|
committer | Tudor Florea <tudor.florea@enea.com> | 2015-10-09 22:59:03 +0200 |
commit | 972dcfcdbfe75dcfeb777150c136576cf1a71e99 (patch) | |
tree | 97a61cd7e293d7ae9d56ef7ed0f81253365bb026 /scripts/sstate-sysroot-cruft.sh | |
download | poky-972dcfcdbfe75dcfeb777150c136576cf1a71e99.tar.gz |
initial commit for Enea Linux 5.0 arm
Signed-off-by: Tudor Florea <tudor.florea@enea.com>
Diffstat (limited to 'scripts/sstate-sysroot-cruft.sh')
-rwxr-xr-x | scripts/sstate-sysroot-cruft.sh | 152 |
1 files changed, 152 insertions, 0 deletions
diff --git a/scripts/sstate-sysroot-cruft.sh b/scripts/sstate-sysroot-cruft.sh new file mode 100755 index 0000000000..f62485eaaa --- /dev/null +++ b/scripts/sstate-sysroot-cruft.sh | |||
@@ -0,0 +1,152 @@ | |||
1 | #!/bin/sh | ||
2 | |||
3 | # Used to find files installed in sysroot which are not tracked by sstate manifest | ||
4 | |||
5 | # Global vars | ||
6 | tmpdir= | ||
7 | |||
8 | usage () { | ||
9 | cat << EOF | ||
10 | Welcome to sysroot cruft finding utility. | ||
11 | $0 <OPTION> | ||
12 | |||
13 | Options: | ||
14 | -h, --help | ||
15 | Display this help and exit. | ||
16 | |||
17 | --tmpdir=<tmpdir> | ||
18 | Specify tmpdir, will use the environment variable TMPDIR if it is not specified. | ||
19 | Something like /OE/oe-core/tmp-eglibc (no / at the end). | ||
20 | |||
21 | --whitelist=<whitelist-file> | ||
22 | Text file, each line is regular expression for paths we want to ignore in resulting diff. | ||
23 | You can use diff file from the script output, if it contains only expected exceptions. | ||
24 | '#' is used as regexp delimiter, so you don't need to prefix forward slashes in paths. | ||
25 | ^ and $ is automatically added, so provide only the middle part. | ||
26 | Lines starting with '#' are ignored as comments. | ||
27 | All paths are relative to "sysroots" directory. | ||
28 | Directories don't end with forward slash. | ||
29 | EOF | ||
30 | } | ||
31 | |||
32 | # Print error information and exit. | ||
33 | echo_error () { | ||
34 | echo "ERROR: $1" >&2 | ||
35 | exit 1 | ||
36 | } | ||
37 | |||
38 | while [ -n "$1" ]; do | ||
39 | case $1 in | ||
40 | --tmpdir=*) | ||
41 | tmpdir=`echo $1 | sed -e 's#^--tmpdir=##' | xargs readlink -e` | ||
42 | [ -d "$tmpdir" ] || echo_error "Invalid argument to --tmpdir" | ||
43 | shift | ||
44 | ;; | ||
45 | --whitelist=*) | ||
46 | fwhitelist=`echo $1 | sed -e 's#^--whitelist=##' | xargs readlink -e` | ||
47 | [ -f "$fwhitelist" ] || echo_error "Invalid argument to --whitelist" | ||
48 | shift | ||
49 | ;; | ||
50 | --help|-h) | ||
51 | usage | ||
52 | exit 0 | ||
53 | ;; | ||
54 | *) | ||
55 | echo "Invalid arguments $*" | ||
56 | echo_error "Try '$0 -h' for more information." | ||
57 | ;; | ||
58 | esac | ||
59 | done | ||
60 | |||
61 | # sstate cache directory, use environment variable TMPDIR | ||
62 | # if it was not specified, otherwise, error. | ||
63 | [ -n "$tmpdir" ] || tmpdir=$TMPDIR | ||
64 | [ -n "$tmpdir" ] || echo_error "No tmpdir found!" | ||
65 | [ -d "$tmpdir" ] || echo_error "Invalid tmpdir \"$tmpdir\"" | ||
66 | |||
67 | OUTPUT=${tmpdir}/sysroot.cruft.`date "+%s"` | ||
68 | |||
69 | # top level directories | ||
70 | WHITELIST="[^/]*" | ||
71 | |||
72 | # generated by base-passwd recipe | ||
73 | WHITELIST="${WHITELIST} \ | ||
74 | .*/etc/group-\? \ | ||
75 | .*/etc/passwd-\? \ | ||
76 | " | ||
77 | # generated by pseudo-native | ||
78 | WHITELIST="${WHITELIST} \ | ||
79 | .*/var/pseudo \ | ||
80 | .*/var/pseudo/[^/]* \ | ||
81 | " | ||
82 | |||
83 | # generated by package.bbclass:SHLIBSDIRS = "${PKGDATA_DIR}/${MLPREFIX}shlibs" | ||
84 | WHITELIST="${WHITELIST} \ | ||
85 | .*/shlibs \ | ||
86 | .*/pkgdata \ | ||
87 | " | ||
88 | |||
89 | # generated by python | ||
90 | WHITELIST="${WHITELIST} \ | ||
91 | .*\.pyc \ | ||
92 | .*\.pyo \ | ||
93 | " | ||
94 | |||
95 | # generated by sgml-common-native | ||
96 | WHITELIST="${WHITELIST} \ | ||
97 | .*/etc/sgml/sgml-docbook.bak \ | ||
98 | " | ||
99 | |||
100 | # generated by toolchain | ||
101 | WHITELIST="${WHITELIST} \ | ||
102 | [^/]*-tcbootstrap/lib \ | ||
103 | " | ||
104 | |||
105 | # generated by useradd.bbclass | ||
106 | WHITELIST="${WHITELIST} \ | ||
107 | [^/]*/home \ | ||
108 | [^/]*/home/xuser \ | ||
109 | " | ||
110 | |||
111 | SYSROOTS="`readlink -f ${tmpdir}`/sysroots/" | ||
112 | |||
113 | mkdir ${OUTPUT} | ||
114 | find ${tmpdir}/sstate-control -name \*.populate-sysroot\* -o -name \*.populate_sysroot\* -o -name \*.package\* | xargs cat | grep sysroots | \ | ||
115 | sed 's#/$##g; s#///*#/#g' | \ | ||
116 | # work around for paths ending with / for directories and multiplied // (e.g. paths to native sysroot) | ||
117 | sort | sed "s#^${SYSROOTS}##g" > ${OUTPUT}/master.list.all.txt | ||
118 | sort -u ${OUTPUT}/master.list.all.txt > ${OUTPUT}/master.list.txt # -u because some directories are listed for more recipes | ||
119 | find ${tmpdir}/sysroots/ | \ | ||
120 | sort | sed "s#^${SYSROOTS}##g" > ${OUTPUT}/sysroot.list.txt | ||
121 | |||
122 | diff ${OUTPUT}/master.list.all.txt ${OUTPUT}/master.list.txt > ${OUTPUT}/duplicates.txt | ||
123 | diff ${OUTPUT}/master.list.txt ${OUTPUT}/sysroot.list.txt > ${OUTPUT}/diff.all.txt | ||
124 | |||
125 | grep "^> ." ${OUTPUT}/diff.all.txt | sed 's/^> //g' > ${OUTPUT}/diff.txt | ||
126 | for item in ${WHITELIST}; do | ||
127 | sed -i "\\#^${item}\$#d" ${OUTPUT}/diff.txt; | ||
128 | echo "${item}" >> ${OUTPUT}/used.whitelist.txt | ||
129 | done | ||
130 | |||
131 | if [ -s "$fwhitelist" ] ; then | ||
132 | cat $fwhitelist >> ${OUTPUT}/used.whitelist.txt | ||
133 | cat $fwhitelist | grep -v '^#' | while read item; do | ||
134 | sed -i "\\#^${item}\$#d" ${OUTPUT}/diff.txt; | ||
135 | done | ||
136 | fi | ||
137 | # too many false positives for directories | ||
138 | # echo "Following files are installed in sysroot at least twice" | ||
139 | # cat ${OUTPUT}/duplicates | ||
140 | |||
141 | RESULT=`cat ${OUTPUT}/diff.txt | wc -l` | ||
142 | |||
143 | if [ "${RESULT}" != "0" ] ; then | ||
144 | echo "ERROR: ${RESULT} issues were found." | ||
145 | echo "ERROR: Following files are installed in sysroot, but not tracked by sstate:" | ||
146 | cat ${OUTPUT}/diff.txt | ||
147 | else | ||
148 | echo "INFO: All files are tracked by sstate or were explicitly ignored by this script" | ||
149 | fi | ||
150 | |||
151 | echo "INFO: Output written in: ${OUTPUT}" | ||
152 | exit ${RESULT} | ||