diff options
Diffstat (limited to 'scripts/verify-bashisms')
-rwxr-xr-x | scripts/verify-bashisms | 116 |
1 files changed, 116 insertions, 0 deletions
diff --git a/scripts/verify-bashisms b/scripts/verify-bashisms new file mode 100755 index 0000000000..0741e18447 --- /dev/null +++ b/scripts/verify-bashisms | |||
@@ -0,0 +1,116 @@ | |||
1 | #!/usr/bin/env python3 | ||
2 | |||
3 | import sys, os, subprocess, re, shutil | ||
4 | |||
5 | whitelist = ( | ||
6 | # type is supported by dash | ||
7 | 'if type systemctl >/dev/null 2>/dev/null; then', | ||
8 | 'if type systemd-tmpfiles >/dev/null 2>/dev/null; then', | ||
9 | 'if type update-rc.d >/dev/null 2>/dev/null; then', | ||
10 | 'command -v', | ||
11 | # HOSTNAME is set locally | ||
12 | 'buildhistory_single_commit "$CMDLINE" "$HOSTNAME"', | ||
13 | # False-positive, match is a grep not shell expression | ||
14 | 'grep "^$groupname:[^:]*:[^:]*:\\([^,]*,\\)*$username\\(,[^,]*\\)*"', | ||
15 | # TODO verify dash's '. script args' behaviour | ||
16 | '. $target_sdk_dir/${oe_init_build_env_path} $target_sdk_dir >> $LOGFILE' | ||
17 | ) | ||
18 | |||
19 | def is_whitelisted(s): | ||
20 | for w in whitelist: | ||
21 | if w in s: | ||
22 | return True | ||
23 | return False | ||
24 | |||
25 | def process(recipe, function, script): | ||
26 | import tempfile | ||
27 | |||
28 | if not script.startswith("#!"): | ||
29 | script = "#! /bin/sh\n" + script | ||
30 | |||
31 | fn = tempfile.NamedTemporaryFile(mode="w+t") | ||
32 | fn.write(script) | ||
33 | fn.flush() | ||
34 | |||
35 | try: | ||
36 | subprocess.check_output(("checkbashisms.pl", fn.name), universal_newlines=True, stderr=subprocess.STDOUT) | ||
37 | # No bashisms, so just return | ||
38 | return | ||
39 | except subprocess.CalledProcessError as e: | ||
40 | # TODO check exit code is 1 | ||
41 | |||
42 | # Replace the temporary filename with the function and split it | ||
43 | output = e.output.replace(fn.name, function).splitlines() | ||
44 | if len(results) % 2 != 0: | ||
45 | print("Unexpected output from checkbashism: %s" % str(output)) | ||
46 | return | ||
47 | |||
48 | # Turn the output into a list of (message, source) values | ||
49 | result = [] | ||
50 | # Check the results against the whitelist | ||
51 | for message, source in zip(output[0::2], output[1::2]): | ||
52 | if not is_whitelisted(source): | ||
53 | result.append((message, source)) | ||
54 | return result | ||
55 | |||
56 | def get_tinfoil(): | ||
57 | scripts_path = os.path.dirname(os.path.realpath(__file__)) | ||
58 | lib_path = scripts_path + '/lib' | ||
59 | sys.path = sys.path + [lib_path] | ||
60 | import scriptpath | ||
61 | scriptpath.add_bitbake_lib_path() | ||
62 | import bb.tinfoil | ||
63 | tinfoil = bb.tinfoil.Tinfoil() | ||
64 | tinfoil.prepare() | ||
65 | # tinfoil.logger.setLevel(logging.WARNING) | ||
66 | return tinfoil | ||
67 | |||
68 | if __name__=='__main__': | ||
69 | import shutil | ||
70 | if shutil.which("checkbashisms.pl") is None: | ||
71 | print("Cannot find checkbashisms.pl on $PATH") | ||
72 | sys.exit(1) | ||
73 | |||
74 | tinfoil = get_tinfoil() | ||
75 | |||
76 | # This is only the default configuration and should iterate over | ||
77 | # recipecaches to handle multiconfig environments | ||
78 | pkg_pn = tinfoil.cooker.recipecaches[""].pkg_pn | ||
79 | |||
80 | # TODO: use argparse and have --help | ||
81 | if len(sys.argv) > 1: | ||
82 | initial_pns = sys.argv[1:] | ||
83 | else: | ||
84 | initial_pns = sorted(pkg_pn) | ||
85 | |||
86 | pns = [] | ||
87 | print("Generating file list...") | ||
88 | for pn in initial_pns: | ||
89 | for fn in pkg_pn[pn]: | ||
90 | # There's no point checking multiple BBCLASSEXTENDed variants of the same recipe | ||
91 | realfn, _, _ = bb.cache.virtualfn2realfn(fn) | ||
92 | if realfn not in pns: | ||
93 | pns.append(realfn) | ||
94 | |||
95 | |||
96 | def func(fn): | ||
97 | result = [] | ||
98 | data = tinfoil.parse_recipe_file(fn) | ||
99 | for key in data.keys(): | ||
100 | if data.getVarFlag(key, "func", True) and not data.getVarFlag(key, "python", True): | ||
101 | script = data.getVar(key, False) | ||
102 | if not script: continue | ||
103 | #print ("%s:%s" % (fn, key)) | ||
104 | r = process(fn, key, script) | ||
105 | if r: result.extend(r) | ||
106 | return fn, result | ||
107 | |||
108 | print("Scanning scripts...\n") | ||
109 | import multiprocessing | ||
110 | pool = multiprocessing.Pool() | ||
111 | for pn,results in pool.imap(func, pns): | ||
112 | if results: | ||
113 | print(pn) | ||
114 | for message,source in results: | ||
115 | print(" %s\n %s" % (message, source)) | ||
116 | print() | ||