diff options
Diffstat (limited to 'bitbake/lib/bb/runqueue.py')
| -rw-r--r-- | bitbake/lib/bb/runqueue.py | 64 |
1 files changed, 32 insertions, 32 deletions
diff --git a/bitbake/lib/bb/runqueue.py b/bitbake/lib/bb/runqueue.py index 7d493eb402..2f521e5a14 100644 --- a/bitbake/lib/bb/runqueue.py +++ b/bitbake/lib/bb/runqueue.py | |||
| @@ -544,8 +544,8 @@ class RunQueueData: | |||
| 544 | for tid in self.runtaskentries: | 544 | for tid in self.runtaskentries: |
| 545 | if task_done[tid] is False or deps_left[tid] != 0: | 545 | if task_done[tid] is False or deps_left[tid] != 0: |
| 546 | problem_tasks.append(tid) | 546 | problem_tasks.append(tid) |
| 547 | logger.debug(2, "Task %s is not buildable", tid) | 547 | logger.debug2("Task %s is not buildable", tid) |
| 548 | logger.debug(2, "(Complete marker was %s and the remaining dependency count was %s)\n", task_done[tid], deps_left[tid]) | 548 | logger.debug2("(Complete marker was %s and the remaining dependency count was %s)\n", task_done[tid], deps_left[tid]) |
| 549 | self.runtaskentries[tid].weight = weight[tid] | 549 | self.runtaskentries[tid].weight = weight[tid] |
| 550 | 550 | ||
| 551 | if problem_tasks: | 551 | if problem_tasks: |
| @@ -643,7 +643,7 @@ class RunQueueData: | |||
| 643 | (mc, fn, taskname, taskfn) = split_tid_mcfn(tid) | 643 | (mc, fn, taskname, taskfn) = split_tid_mcfn(tid) |
| 644 | #runtid = build_tid(mc, fn, taskname) | 644 | #runtid = build_tid(mc, fn, taskname) |
| 645 | 645 | ||
| 646 | #logger.debug(2, "Processing %s,%s:%s", mc, fn, taskname) | 646 | #logger.debug2("Processing %s,%s:%s", mc, fn, taskname) |
| 647 | 647 | ||
| 648 | depends = set() | 648 | depends = set() |
| 649 | task_deps = self.dataCaches[mc].task_deps[taskfn] | 649 | task_deps = self.dataCaches[mc].task_deps[taskfn] |
| @@ -1199,9 +1199,9 @@ class RunQueueData: | |||
| 1199 | """ | 1199 | """ |
| 1200 | Dump some debug information on the internal data structures | 1200 | Dump some debug information on the internal data structures |
| 1201 | """ | 1201 | """ |
| 1202 | logger.debug(3, "run_tasks:") | 1202 | logger.debug3("run_tasks:") |
| 1203 | for tid in self.runtaskentries: | 1203 | for tid in self.runtaskentries: |
| 1204 | logger.debug(3, " %s: %s Deps %s RevDeps %s", tid, | 1204 | logger.debug3(" %s: %s Deps %s RevDeps %s", tid, |
| 1205 | self.runtaskentries[tid].weight, | 1205 | self.runtaskentries[tid].weight, |
| 1206 | self.runtaskentries[tid].depends, | 1206 | self.runtaskentries[tid].depends, |
| 1207 | self.runtaskentries[tid].revdeps) | 1207 | self.runtaskentries[tid].revdeps) |
| @@ -1238,7 +1238,7 @@ class RunQueue: | |||
| 1238 | self.fakeworker = {} | 1238 | self.fakeworker = {} |
| 1239 | 1239 | ||
| 1240 | def _start_worker(self, mc, fakeroot = False, rqexec = None): | 1240 | def _start_worker(self, mc, fakeroot = False, rqexec = None): |
| 1241 | logger.debug(1, "Starting bitbake-worker") | 1241 | logger.debug("Starting bitbake-worker") |
| 1242 | magic = "decafbad" | 1242 | magic = "decafbad" |
| 1243 | if self.cooker.configuration.profile: | 1243 | if self.cooker.configuration.profile: |
| 1244 | magic = "decafbadbad" | 1244 | magic = "decafbadbad" |
| @@ -1283,7 +1283,7 @@ class RunQueue: | |||
| 1283 | def _teardown_worker(self, worker): | 1283 | def _teardown_worker(self, worker): |
| 1284 | if not worker: | 1284 | if not worker: |
| 1285 | return | 1285 | return |
| 1286 | logger.debug(1, "Teardown for bitbake-worker") | 1286 | logger.debug("Teardown for bitbake-worker") |
| 1287 | try: | 1287 | try: |
| 1288 | worker.process.stdin.write(b"<quit></quit>") | 1288 | worker.process.stdin.write(b"<quit></quit>") |
| 1289 | worker.process.stdin.flush() | 1289 | worker.process.stdin.flush() |
| @@ -1356,12 +1356,12 @@ class RunQueue: | |||
| 1356 | 1356 | ||
| 1357 | # If the stamp is missing, it's not current | 1357 | # If the stamp is missing, it's not current |
| 1358 | if not os.access(stampfile, os.F_OK): | 1358 | if not os.access(stampfile, os.F_OK): |
| 1359 | logger.debug(2, "Stampfile %s not available", stampfile) | 1359 | logger.debug2("Stampfile %s not available", stampfile) |
| 1360 | return False | 1360 | return False |
| 1361 | # If it's a 'nostamp' task, it's not current | 1361 | # If it's a 'nostamp' task, it's not current |
| 1362 | taskdep = self.rqdata.dataCaches[mc].task_deps[taskfn] | 1362 | taskdep = self.rqdata.dataCaches[mc].task_deps[taskfn] |
| 1363 | if 'nostamp' in taskdep and taskname in taskdep['nostamp']: | 1363 | if 'nostamp' in taskdep and taskname in taskdep['nostamp']: |
| 1364 | logger.debug(2, "%s.%s is nostamp\n", fn, taskname) | 1364 | logger.debug2("%s.%s is nostamp\n", fn, taskname) |
| 1365 | return False | 1365 | return False |
| 1366 | 1366 | ||
| 1367 | if taskname != "do_setscene" and taskname.endswith("_setscene"): | 1367 | if taskname != "do_setscene" and taskname.endswith("_setscene"): |
| @@ -1385,18 +1385,18 @@ class RunQueue: | |||
| 1385 | continue | 1385 | continue |
| 1386 | if fn == fn2 or (fulldeptree and fn2 not in stampwhitelist): | 1386 | if fn == fn2 or (fulldeptree and fn2 not in stampwhitelist): |
| 1387 | if not t2: | 1387 | if not t2: |
| 1388 | logger.debug(2, 'Stampfile %s does not exist', stampfile2) | 1388 | logger.debug2('Stampfile %s does not exist', stampfile2) |
| 1389 | iscurrent = False | 1389 | iscurrent = False |
| 1390 | break | 1390 | break |
| 1391 | if t1 < t2: | 1391 | if t1 < t2: |
| 1392 | logger.debug(2, 'Stampfile %s < %s', stampfile, stampfile2) | 1392 | logger.debug2('Stampfile %s < %s', stampfile, stampfile2) |
| 1393 | iscurrent = False | 1393 | iscurrent = False |
| 1394 | break | 1394 | break |
| 1395 | if recurse and iscurrent: | 1395 | if recurse and iscurrent: |
| 1396 | if dep in cache: | 1396 | if dep in cache: |
| 1397 | iscurrent = cache[dep] | 1397 | iscurrent = cache[dep] |
| 1398 | if not iscurrent: | 1398 | if not iscurrent: |
| 1399 | logger.debug(2, 'Stampfile for dependency %s:%s invalid (cached)' % (fn2, taskname2)) | 1399 | logger.debug2('Stampfile for dependency %s:%s invalid (cached)' % (fn2, taskname2)) |
| 1400 | else: | 1400 | else: |
| 1401 | iscurrent = self.check_stamp_task(dep, recurse=True, cache=cache) | 1401 | iscurrent = self.check_stamp_task(dep, recurse=True, cache=cache) |
| 1402 | cache[dep] = iscurrent | 1402 | cache[dep] = iscurrent |
| @@ -1761,7 +1761,7 @@ class RunQueueExecute: | |||
| 1761 | for scheduler in schedulers: | 1761 | for scheduler in schedulers: |
| 1762 | if self.scheduler == scheduler.name: | 1762 | if self.scheduler == scheduler.name: |
| 1763 | self.sched = scheduler(self, self.rqdata) | 1763 | self.sched = scheduler(self, self.rqdata) |
| 1764 | logger.debug(1, "Using runqueue scheduler '%s'", scheduler.name) | 1764 | logger.debug("Using runqueue scheduler '%s'", scheduler.name) |
| 1765 | break | 1765 | break |
| 1766 | else: | 1766 | else: |
| 1767 | bb.fatal("Invalid scheduler '%s'. Available schedulers: %s" % | 1767 | bb.fatal("Invalid scheduler '%s'. Available schedulers: %s" % |
| @@ -1899,7 +1899,7 @@ class RunQueueExecute: | |||
| 1899 | break | 1899 | break |
| 1900 | if alldeps: | 1900 | if alldeps: |
| 1901 | self.setbuildable(revdep) | 1901 | self.setbuildable(revdep) |
| 1902 | logger.debug(1, "Marking task %s as buildable", revdep) | 1902 | logger.debug("Marking task %s as buildable", revdep) |
| 1903 | 1903 | ||
| 1904 | def task_complete(self, task): | 1904 | def task_complete(self, task): |
| 1905 | self.stats.taskCompleted() | 1905 | self.stats.taskCompleted() |
| @@ -1929,7 +1929,7 @@ class RunQueueExecute: | |||
| 1929 | def summarise_scenequeue_errors(self): | 1929 | def summarise_scenequeue_errors(self): |
| 1930 | err = False | 1930 | err = False |
| 1931 | if not self.sqdone: | 1931 | if not self.sqdone: |
| 1932 | logger.debug(1, 'We could skip tasks %s', "\n".join(sorted(self.scenequeue_covered))) | 1932 | logger.debug('We could skip tasks %s', "\n".join(sorted(self.scenequeue_covered))) |
| 1933 | completeevent = sceneQueueComplete(self.sq_stats, self.rq) | 1933 | completeevent = sceneQueueComplete(self.sq_stats, self.rq) |
| 1934 | bb.event.fire(completeevent, self.cfgData) | 1934 | bb.event.fire(completeevent, self.cfgData) |
| 1935 | if self.sq_deferred: | 1935 | if self.sq_deferred: |
| @@ -1986,7 +1986,7 @@ class RunQueueExecute: | |||
| 1986 | if nexttask in self.sq_buildable and nexttask not in self.sq_running and self.sqdata.stamps[nexttask] not in self.build_stamps.values(): | 1986 | if nexttask in self.sq_buildable and nexttask not in self.sq_running and self.sqdata.stamps[nexttask] not in self.build_stamps.values(): |
| 1987 | if nexttask not in self.sqdata.unskippable and len(self.sqdata.sq_revdeps[nexttask]) > 0 and self.sqdata.sq_revdeps[nexttask].issubset(self.scenequeue_covered) and self.check_dependencies(nexttask, self.sqdata.sq_revdeps[nexttask]): | 1987 | if nexttask not in self.sqdata.unskippable and len(self.sqdata.sq_revdeps[nexttask]) > 0 and self.sqdata.sq_revdeps[nexttask].issubset(self.scenequeue_covered) and self.check_dependencies(nexttask, self.sqdata.sq_revdeps[nexttask]): |
| 1988 | if nexttask not in self.rqdata.target_tids: | 1988 | if nexttask not in self.rqdata.target_tids: |
| 1989 | logger.debug(2, "Skipping setscene for task %s" % nexttask) | 1989 | logger.debug2("Skipping setscene for task %s" % nexttask) |
| 1990 | self.sq_task_skip(nexttask) | 1990 | self.sq_task_skip(nexttask) |
| 1991 | self.scenequeue_notneeded.add(nexttask) | 1991 | self.scenequeue_notneeded.add(nexttask) |
| 1992 | if nexttask in self.sq_deferred: | 1992 | if nexttask in self.sq_deferred: |
| @@ -1999,28 +1999,28 @@ class RunQueueExecute: | |||
| 1999 | if nexttask in self.sq_deferred: | 1999 | if nexttask in self.sq_deferred: |
| 2000 | if self.sq_deferred[nexttask] not in self.runq_complete: | 2000 | if self.sq_deferred[nexttask] not in self.runq_complete: |
| 2001 | continue | 2001 | continue |
| 2002 | logger.debug(1, "Task %s no longer deferred" % nexttask) | 2002 | logger.debug("Task %s no longer deferred" % nexttask) |
| 2003 | del self.sq_deferred[nexttask] | 2003 | del self.sq_deferred[nexttask] |
| 2004 | valid = self.rq.validate_hashes(set([nexttask]), self.cooker.data, 0, False, summary=False) | 2004 | valid = self.rq.validate_hashes(set([nexttask]), self.cooker.data, 0, False, summary=False) |
| 2005 | if not valid: | 2005 | if not valid: |
| 2006 | logger.debug(1, "%s didn't become valid, skipping setscene" % nexttask) | 2006 | logger.debug("%s didn't become valid, skipping setscene" % nexttask) |
| 2007 | self.sq_task_failoutright(nexttask) | 2007 | self.sq_task_failoutright(nexttask) |
| 2008 | return True | 2008 | return True |
| 2009 | else: | 2009 | else: |
| 2010 | self.sqdata.outrightfail.remove(nexttask) | 2010 | self.sqdata.outrightfail.remove(nexttask) |
| 2011 | if nexttask in self.sqdata.outrightfail: | 2011 | if nexttask in self.sqdata.outrightfail: |
| 2012 | logger.debug(2, 'No package found, so skipping setscene task %s', nexttask) | 2012 | logger.debug2('No package found, so skipping setscene task %s', nexttask) |
| 2013 | self.sq_task_failoutright(nexttask) | 2013 | self.sq_task_failoutright(nexttask) |
| 2014 | return True | 2014 | return True |
| 2015 | if nexttask in self.sqdata.unskippable: | 2015 | if nexttask in self.sqdata.unskippable: |
| 2016 | logger.debug(2, "Setscene task %s is unskippable" % nexttask) | 2016 | logger.debug2("Setscene task %s is unskippable" % nexttask) |
| 2017 | task = nexttask | 2017 | task = nexttask |
| 2018 | break | 2018 | break |
| 2019 | if task is not None: | 2019 | if task is not None: |
| 2020 | (mc, fn, taskname, taskfn) = split_tid_mcfn(task) | 2020 | (mc, fn, taskname, taskfn) = split_tid_mcfn(task) |
| 2021 | taskname = taskname + "_setscene" | 2021 | taskname = taskname + "_setscene" |
| 2022 | if self.rq.check_stamp_task(task, taskname_from_tid(task), recurse = True, cache=self.stampcache): | 2022 | if self.rq.check_stamp_task(task, taskname_from_tid(task), recurse = True, cache=self.stampcache): |
| 2023 | logger.debug(2, 'Stamp for underlying task %s is current, so skipping setscene variant', task) | 2023 | logger.debug2('Stamp for underlying task %s is current, so skipping setscene variant', task) |
| 2024 | self.sq_task_failoutright(task) | 2024 | self.sq_task_failoutright(task) |
| 2025 | return True | 2025 | return True |
| 2026 | 2026 | ||
| @@ -2030,12 +2030,12 @@ class RunQueueExecute: | |||
| 2030 | return True | 2030 | return True |
| 2031 | 2031 | ||
| 2032 | if self.rq.check_stamp_task(task, taskname, cache=self.stampcache): | 2032 | if self.rq.check_stamp_task(task, taskname, cache=self.stampcache): |
| 2033 | logger.debug(2, 'Setscene stamp current task %s, so skip it and its dependencies', task) | 2033 | logger.debug2('Setscene stamp current task %s, so skip it and its dependencies', task) |
| 2034 | self.sq_task_skip(task) | 2034 | self.sq_task_skip(task) |
| 2035 | return True | 2035 | return True |
| 2036 | 2036 | ||
| 2037 | if self.cooker.configuration.skipsetscene: | 2037 | if self.cooker.configuration.skipsetscene: |
| 2038 | logger.debug(2, 'No setscene tasks should be executed. Skipping %s', task) | 2038 | logger.debug2('No setscene tasks should be executed. Skipping %s', task) |
| 2039 | self.sq_task_failoutright(task) | 2039 | self.sq_task_failoutright(task) |
| 2040 | return True | 2040 | return True |
| 2041 | 2041 | ||
| @@ -2097,12 +2097,12 @@ class RunQueueExecute: | |||
| 2097 | return True | 2097 | return True |
| 2098 | 2098 | ||
| 2099 | if task in self.tasks_covered: | 2099 | if task in self.tasks_covered: |
| 2100 | logger.debug(2, "Setscene covered task %s", task) | 2100 | logger.debug2("Setscene covered task %s", task) |
| 2101 | self.task_skip(task, "covered") | 2101 | self.task_skip(task, "covered") |
| 2102 | return True | 2102 | return True |
| 2103 | 2103 | ||
| 2104 | if self.rq.check_stamp_task(task, taskname, cache=self.stampcache): | 2104 | if self.rq.check_stamp_task(task, taskname, cache=self.stampcache): |
| 2105 | logger.debug(2, "Stamp current task %s", task) | 2105 | logger.debug2("Stamp current task %s", task) |
| 2106 | 2106 | ||
| 2107 | self.task_skip(task, "existing") | 2107 | self.task_skip(task, "existing") |
| 2108 | self.runq_tasksrun.add(task) | 2108 | self.runq_tasksrun.add(task) |
| @@ -2322,7 +2322,7 @@ class RunQueueExecute: | |||
| 2322 | remapped = True | 2322 | remapped = True |
| 2323 | 2323 | ||
| 2324 | if not remapped: | 2324 | if not remapped: |
| 2325 | #logger.debug(1, "Task %s hash changes: %s->%s %s->%s" % (tid, orighash, newhash, origuni, newuni)) | 2325 | #logger.debug("Task %s hash changes: %s->%s %s->%s" % (tid, orighash, newhash, origuni, newuni)) |
| 2326 | self.rqdata.runtaskentries[tid].hash = newhash | 2326 | self.rqdata.runtaskentries[tid].hash = newhash |
| 2327 | self.rqdata.runtaskentries[tid].unihash = newuni | 2327 | self.rqdata.runtaskentries[tid].unihash = newuni |
| 2328 | changed.add(tid) | 2328 | changed.add(tid) |
| @@ -2337,7 +2337,7 @@ class RunQueueExecute: | |||
| 2337 | for mc in self.rq.fakeworker: | 2337 | for mc in self.rq.fakeworker: |
| 2338 | self.rq.fakeworker[mc].process.stdin.write(b"<newtaskhashes>" + pickle.dumps(bb.parse.siggen.get_taskhashes()) + b"</newtaskhashes>") | 2338 | self.rq.fakeworker[mc].process.stdin.write(b"<newtaskhashes>" + pickle.dumps(bb.parse.siggen.get_taskhashes()) + b"</newtaskhashes>") |
| 2339 | 2339 | ||
| 2340 | hashequiv_logger.debug(1, pprint.pformat("Tasks changed:\n%s" % (changed))) | 2340 | hashequiv_logger.debug(pprint.pformat("Tasks changed:\n%s" % (changed))) |
| 2341 | 2341 | ||
| 2342 | for tid in changed: | 2342 | for tid in changed: |
| 2343 | if tid not in self.rqdata.runq_setscene_tids: | 2343 | if tid not in self.rqdata.runq_setscene_tids: |
| @@ -2356,7 +2356,7 @@ class RunQueueExecute: | |||
| 2356 | # Check no tasks this covers are running | 2356 | # Check no tasks this covers are running |
| 2357 | for dep in self.sqdata.sq_covered_tasks[tid]: | 2357 | for dep in self.sqdata.sq_covered_tasks[tid]: |
| 2358 | if dep in self.runq_running and dep not in self.runq_complete: | 2358 | if dep in self.runq_running and dep not in self.runq_complete: |
| 2359 | hashequiv_logger.debug(2, "Task %s is running which blocks setscene for %s from running" % (dep, tid)) | 2359 | hashequiv_logger.debug2("Task %s is running which blocks setscene for %s from running" % (dep, tid)) |
| 2360 | valid = False | 2360 | valid = False |
| 2361 | break | 2361 | break |
| 2362 | if not valid: | 2362 | if not valid: |
| @@ -2430,7 +2430,7 @@ class RunQueueExecute: | |||
| 2430 | 2430 | ||
| 2431 | for dep in sorted(self.sqdata.sq_deps[task]): | 2431 | for dep in sorted(self.sqdata.sq_deps[task]): |
| 2432 | if fail and task in self.sqdata.sq_harddeps and dep in self.sqdata.sq_harddeps[task]: | 2432 | if fail and task in self.sqdata.sq_harddeps and dep in self.sqdata.sq_harddeps[task]: |
| 2433 | logger.debug(2, "%s was unavailable and is a hard dependency of %s so skipping" % (task, dep)) | 2433 | logger.debug2("%s was unavailable and is a hard dependency of %s so skipping" % (task, dep)) |
| 2434 | self.sq_task_failoutright(dep) | 2434 | self.sq_task_failoutright(dep) |
| 2435 | continue | 2435 | continue |
| 2436 | if self.sqdata.sq_revdeps[dep].issubset(self.scenequeue_covered | self.scenequeue_notcovered): | 2436 | if self.sqdata.sq_revdeps[dep].issubset(self.scenequeue_covered | self.scenequeue_notcovered): |
| @@ -2460,7 +2460,7 @@ class RunQueueExecute: | |||
| 2460 | completed dependencies as buildable | 2460 | completed dependencies as buildable |
| 2461 | """ | 2461 | """ |
| 2462 | 2462 | ||
| 2463 | logger.debug(1, 'Found task %s which could be accelerated', task) | 2463 | logger.debug('Found task %s which could be accelerated', task) |
| 2464 | self.scenequeue_covered.add(task) | 2464 | self.scenequeue_covered.add(task) |
| 2465 | self.scenequeue_updatecounters(task) | 2465 | self.scenequeue_updatecounters(task) |
| 2466 | 2466 | ||
| @@ -2775,13 +2775,13 @@ def update_scenequeue_data(tids, sqdata, rqdata, rq, cooker, stampcache, sqrq, s | |||
| 2775 | continue | 2775 | continue |
| 2776 | 2776 | ||
| 2777 | if rq.check_stamp_task(tid, taskname + "_setscene", cache=stampcache): | 2777 | if rq.check_stamp_task(tid, taskname + "_setscene", cache=stampcache): |
| 2778 | logger.debug(2, 'Setscene stamp current for task %s', tid) | 2778 | logger.debug2('Setscene stamp current for task %s', tid) |
| 2779 | sqdata.stamppresent.add(tid) | 2779 | sqdata.stamppresent.add(tid) |
| 2780 | sqrq.sq_task_skip(tid) | 2780 | sqrq.sq_task_skip(tid) |
| 2781 | continue | 2781 | continue |
| 2782 | 2782 | ||
| 2783 | if rq.check_stamp_task(tid, taskname, recurse = True, cache=stampcache): | 2783 | if rq.check_stamp_task(tid, taskname, recurse = True, cache=stampcache): |
| 2784 | logger.debug(2, 'Normal stamp current for task %s', tid) | 2784 | logger.debug2('Normal stamp current for task %s', tid) |
| 2785 | sqdata.stamppresent.add(tid) | 2785 | sqdata.stamppresent.add(tid) |
| 2786 | sqrq.sq_task_skip(tid) | 2786 | sqrq.sq_task_skip(tid) |
| 2787 | continue | 2787 | continue |
