diff options
author | Richard Purdie <richard.purdie@linuxfoundation.org> | 2019-07-11 17:05:19 +0100 |
---|---|---|
committer | Richard Purdie <richard.purdie@linuxfoundation.org> | 2019-07-16 13:53:17 +0100 |
commit | 1069c364170ffbf1bff276fd965aeb85efbc22f8 (patch) | |
tree | 5ec3000158c05890b3b5bfc0eaf7bfc2a6ece66d /bitbake/lib/bb/tests/runqueue-tests/classes | |
parent | 5333f31fc7555f0a39246d4fcafa71debf71abe2 (diff) | |
download | poky-1069c364170ffbf1bff276fd965aeb85efbc22f8.tar.gz |
bitbake: runqueue: Optimise multiconfig with overlapping setscene
Currently if a multiconfig build contains different configurations which
have overlapping sstate artefacts, it will build them multiple times.
This is clearly suboptimal and not what users want/expect.
This adds code to detect this and stall all but one of the setscne tasks
so that once its built, it can be found by the other tasks.
We take care to iterate the multiconfigs in order so try and avoid
dependency loops. We also match on PN+taskname+taskhash since this is
what we know sstate in OE-Core would use. There are some tasks even within
a multiconfig which match hashes (mostly do_populate_lic tasks) but those
have a much higher chance of circular dependency so aren't work attempting
to optimise.
If a deadlock does occur the build will be slower but there is code to
unbreak such a deadlock so it hopefully doens't break anything.
Comments are injected into the test tasks so they have different task
hashes and a new test for this optimisation is added.
(Bitbake rev: a75c5fd6d4ec56836de0be2fe679c81297a080ad)
Signed-off-by: Richard Purdie <richard.purdie@linuxfoundation.org>
Diffstat (limited to 'bitbake/lib/bb/tests/runqueue-tests/classes')
-rw-r--r-- | bitbake/lib/bb/tests/runqueue-tests/classes/base.bbclass | 19 |
1 files changed, 18 insertions, 1 deletions
diff --git a/bitbake/lib/bb/tests/runqueue-tests/classes/base.bbclass b/bitbake/lib/bb/tests/runqueue-tests/classes/base.bbclass index e174c02dd6..cf38d09224 100644 --- a/bitbake/lib/bb/tests/runqueue-tests/classes/base.bbclass +++ b/bitbake/lib/bb/tests/runqueue-tests/classes/base.bbclass | |||
@@ -4,7 +4,9 @@ SSTATEVALID ??= "" | |||
4 | def stamptask(d): | 4 | def stamptask(d): |
5 | import time | 5 | import time |
6 | 6 | ||
7 | thistask = d.expand("${PN}:${BB_CURRENTTASK}") | 7 | thistask = d.expand("${PN}:${BB_CURRENTTASK}") |
8 | if d.getVar("BB_CURRENT_MC") != "default": | ||
9 | thistask = d.expand("${BB_CURRENT_MC}:${PN}:${BB_CURRENTTASK}") | ||
8 | if thistask in d.getVar("SLOWTASKS").split(): | 10 | if thistask in d.getVar("SLOWTASKS").split(): |
9 | bb.note("Slowing task %s" % thistask) | 11 | bb.note("Slowing task %s" % thistask) |
10 | time.sleep(0.5) | 12 | time.sleep(0.5) |
@@ -13,48 +15,63 @@ def stamptask(d): | |||
13 | f.write(thistask + "\n") | 15 | f.write(thistask + "\n") |
14 | 16 | ||
15 | python do_fetch() { | 17 | python do_fetch() { |
18 | # fetch | ||
16 | stamptask(d) | 19 | stamptask(d) |
17 | } | 20 | } |
18 | python do_unpack() { | 21 | python do_unpack() { |
22 | # unpack | ||
19 | stamptask(d) | 23 | stamptask(d) |
20 | } | 24 | } |
21 | python do_patch() { | 25 | python do_patch() { |
26 | # patch | ||
22 | stamptask(d) | 27 | stamptask(d) |
23 | } | 28 | } |
24 | python do_populate_lic() { | 29 | python do_populate_lic() { |
30 | # populate_lic | ||
25 | stamptask(d) | 31 | stamptask(d) |
26 | } | 32 | } |
27 | python do_prepare_recipe_sysroot() { | 33 | python do_prepare_recipe_sysroot() { |
34 | # prepare_recipe_sysroot | ||
28 | stamptask(d) | 35 | stamptask(d) |
29 | } | 36 | } |
30 | python do_configure() { | 37 | python do_configure() { |
38 | # configure | ||
31 | stamptask(d) | 39 | stamptask(d) |
32 | } | 40 | } |
33 | python do_compile() { | 41 | python do_compile() { |
42 | # compile | ||
34 | stamptask(d) | 43 | stamptask(d) |
35 | } | 44 | } |
36 | python do_install() { | 45 | python do_install() { |
46 | # install | ||
37 | stamptask(d) | 47 | stamptask(d) |
38 | } | 48 | } |
39 | python do_populate_sysroot() { | 49 | python do_populate_sysroot() { |
50 | # populate_sysroot | ||
40 | stamptask(d) | 51 | stamptask(d) |
41 | } | 52 | } |
42 | python do_package() { | 53 | python do_package() { |
54 | # package | ||
43 | stamptask(d) | 55 | stamptask(d) |
44 | } | 56 | } |
45 | python do_package_write_ipk() { | 57 | python do_package_write_ipk() { |
58 | # package_write_ipk | ||
46 | stamptask(d) | 59 | stamptask(d) |
47 | } | 60 | } |
48 | python do_package_write_rpm() { | 61 | python do_package_write_rpm() { |
62 | # package_write_rpm | ||
49 | stamptask(d) | 63 | stamptask(d) |
50 | } | 64 | } |
51 | python do_packagedata() { | 65 | python do_packagedata() { |
66 | # packagedata | ||
52 | stamptask(d) | 67 | stamptask(d) |
53 | } | 68 | } |
54 | python do_package_qa() { | 69 | python do_package_qa() { |
70 | # package_qa | ||
55 | stamptask(d) | 71 | stamptask(d) |
56 | } | 72 | } |
57 | python do_build() { | 73 | python do_build() { |
74 | # build | ||
58 | stamptask(d) | 75 | stamptask(d) |
59 | } | 76 | } |
60 | do_prepare_recipe_sysroot[deptask] = "do_populate_sysroot" | 77 | do_prepare_recipe_sysroot[deptask] = "do_populate_sysroot" |