diff options
| -rw-r--r-- | bitbake/lib/bb/build.py | 18 | ||||
| -rw-r--r-- | bitbake/lib/bb/cooker.py | 6 | ||||
| -rw-r--r-- | bitbake/lib/bb/runqueue.py | 12 | ||||
| -rw-r--r-- | bitbake/lib/bb/siggen.py | 35 |
4 files changed, 62 insertions, 9 deletions
diff --git a/bitbake/lib/bb/build.py b/bitbake/lib/bb/build.py index a9ba02d34f..a0a7dd4e12 100644 --- a/bitbake/lib/bb/build.py +++ b/bitbake/lib/bb/build.py | |||
| @@ -494,6 +494,24 @@ def del_stamp(task, d, file_name = None): | |||
| 494 | stamp = stamp_internal(task, d, file_name) | 494 | stamp = stamp_internal(task, d, file_name) |
| 495 | bb.utils.remove(stamp) | 495 | bb.utils.remove(stamp) |
| 496 | 496 | ||
| 497 | def write_taint(task, d, file_name = None): | ||
| 498 | """ | ||
| 499 | Creates a "taint" file which will force the specified task and its | ||
| 500 | dependents to be re-run the next time by influencing the value of its | ||
| 501 | taskhash. | ||
| 502 | (d can be a data dict or dataCache) | ||
| 503 | """ | ||
| 504 | import uuid | ||
| 505 | if file_name: | ||
| 506 | taintfn = d.stamp[file_name] + '.' + task + '.taint' | ||
| 507 | else: | ||
| 508 | taintfn = d.getVar('STAMP', True) + '.' + task + '.taint' | ||
| 509 | bb.utils.mkdirhier(os.path.dirname(taintfn)) | ||
| 510 | # The specific content of the taint file is not really important, | ||
| 511 | # we just need it to be random, so a random UUID is used | ||
| 512 | with open(taintfn, 'w') as taintf: | ||
| 513 | taintf.write(str(uuid.uuid4())) | ||
| 514 | |||
| 497 | def stampfile(taskname, d, file_name = None): | 515 | def stampfile(taskname, d, file_name = None): |
| 498 | """ | 516 | """ |
| 499 | Return the stamp for a given task | 517 | Return the stamp for a given task |
diff --git a/bitbake/lib/bb/cooker.py b/bitbake/lib/bb/cooker.py index 928b6009aa..9b8d4b23e5 100644 --- a/bitbake/lib/bb/cooker.py +++ b/bitbake/lib/bb/cooker.py | |||
| @@ -1066,10 +1066,10 @@ class BBCooker: | |||
| 1066 | self.status.rundeps[fn] = [] | 1066 | self.status.rundeps[fn] = [] |
| 1067 | self.status.runrecs[fn] = [] | 1067 | self.status.runrecs[fn] = [] |
| 1068 | 1068 | ||
| 1069 | # Remove stamp for target if force mode active | 1069 | # Invalidate task for target if force mode active |
| 1070 | if self.configuration.force: | 1070 | if self.configuration.force: |
| 1071 | logger.verbose("Remove stamp %s, %s", task, fn) | 1071 | logger.verbose("Invalidate task %s, %s", task, fn) |
| 1072 | bb.build.del_stamp('do_%s' % task, self.status, fn) | 1072 | bb.parse.siggen.invalidate_task('do_%s' % task, self.status, fn) |
| 1073 | 1073 | ||
| 1074 | # Setup taskdata structure | 1074 | # Setup taskdata structure |
| 1075 | taskdata = bb.taskdata.TaskData(self.configuration.abort) | 1075 | taskdata = bb.taskdata.TaskData(self.configuration.abort) |
diff --git a/bitbake/lib/bb/runqueue.py b/bitbake/lib/bb/runqueue.py index d925b4c2b7..28eb072bee 100644 --- a/bitbake/lib/bb/runqueue.py +++ b/bitbake/lib/bb/runqueue.py | |||
| @@ -705,6 +705,12 @@ class RunQueueData: | |||
| 705 | continue | 705 | continue |
| 706 | self.runq_setscene.append(task) | 706 | self.runq_setscene.append(task) |
| 707 | 707 | ||
| 708 | # Invalidate task if force mode active | ||
| 709 | if self.cooker.configuration.force: | ||
| 710 | for (fn, target) in self.target_pairs: | ||
| 711 | logger.verbose("Invalidate task %s, %s", target, fn) | ||
| 712 | bb.parse.siggen.invalidate_task(target, self.dataCache, fn) | ||
| 713 | |||
| 708 | # Interate over the task list and call into the siggen code | 714 | # Interate over the task list and call into the siggen code |
| 709 | dealtwith = set() | 715 | dealtwith = set() |
| 710 | todeal = set(range(len(self.runq_fnid))) | 716 | todeal = set(range(len(self.runq_fnid))) |
| @@ -731,12 +737,6 @@ class RunQueueData: | |||
| 731 | deps.append(depidentifier) | 737 | deps.append(depidentifier) |
| 732 | self.hash_deps[identifier] = deps | 738 | self.hash_deps[identifier] = deps |
| 733 | 739 | ||
| 734 | # Remove stamps for targets if force mode active | ||
| 735 | if self.cooker.configuration.force: | ||
| 736 | for (fn, target) in self.target_pairs: | ||
| 737 | logger.verbose("Remove stamp %s, %s", target, fn) | ||
| 738 | bb.build.del_stamp(target, self.dataCache, fn) | ||
| 739 | |||
| 740 | return len(self.runq_fnid) | 740 | return len(self.runq_fnid) |
| 741 | 741 | ||
| 742 | def dump_data(self, taskQueue): | 742 | def dump_data(self, taskQueue): |
diff --git a/bitbake/lib/bb/siggen.py b/bitbake/lib/bb/siggen.py index c4b7c3992e..0fb2642529 100644 --- a/bitbake/lib/bb/siggen.py +++ b/bitbake/lib/bb/siggen.py | |||
| @@ -50,6 +50,10 @@ class SignatureGenerator(object): | |||
| 50 | def dump_sigtask(self, fn, task, stampbase, runtime): | 50 | def dump_sigtask(self, fn, task, stampbase, runtime): |
| 51 | return | 51 | return |
| 52 | 52 | ||
| 53 | def invalidate_task(self, task, d, fn): | ||
| 54 | bb.build.del_stamp(task, d, fn) | ||
| 55 | |||
| 56 | |||
| 53 | class SignatureGeneratorBasic(SignatureGenerator): | 57 | class SignatureGeneratorBasic(SignatureGenerator): |
| 54 | """ | 58 | """ |
| 55 | """ | 59 | """ |
| @@ -153,6 +157,15 @@ class SignatureGeneratorBasic(SignatureGenerator): | |||
| 153 | return False | 157 | return False |
| 154 | return True | 158 | return True |
| 155 | 159 | ||
| 160 | def read_taint(self, fn, task, stampbase): | ||
| 161 | taint = None | ||
| 162 | try: | ||
| 163 | with open(stampbase + '.' + task + '.taint', 'r') as taintf: | ||
| 164 | taint = taintf.read() | ||
| 165 | except IOError: | ||
| 166 | pass | ||
| 167 | return taint | ||
| 168 | |||
| 156 | def get_taskhash(self, fn, task, deps, dataCache): | 169 | def get_taskhash(self, fn, task, deps, dataCache): |
| 157 | k = fn + "." + task | 170 | k = fn + "." + task |
| 158 | data = dataCache.basetaskhash[k] | 171 | data = dataCache.basetaskhash[k] |
| @@ -173,6 +186,11 @@ class SignatureGeneratorBasic(SignatureGenerator): | |||
| 173 | for (f,cs) in checksums: | 186 | for (f,cs) in checksums: |
| 174 | self.file_checksum_values[k][f] = cs | 187 | self.file_checksum_values[k][f] = cs |
| 175 | data = data + cs | 188 | data = data + cs |
| 189 | |||
| 190 | taint = self.read_taint(fn, task, dataCache.stamp[fn]) | ||
| 191 | if taint: | ||
| 192 | data = data + taint | ||
| 193 | |||
| 176 | h = hashlib.md5(data).hexdigest() | 194 | h = hashlib.md5(data).hexdigest() |
| 177 | self.taskhash[k] = h | 195 | self.taskhash[k] = h |
| 178 | #d.setVar("BB_TASKHASH_task-%s" % task, taskhash[task]) | 196 | #d.setVar("BB_TASKHASH_task-%s" % task, taskhash[task]) |
| @@ -214,6 +232,10 @@ class SignatureGeneratorBasic(SignatureGenerator): | |||
| 214 | for dep in data['runtaskdeps']: | 232 | for dep in data['runtaskdeps']: |
| 215 | data['runtaskhashes'][dep] = self.taskhash[dep] | 233 | data['runtaskhashes'][dep] = self.taskhash[dep] |
| 216 | 234 | ||
| 235 | taint = self.read_taint(fn, task, stampbase) | ||
| 236 | if taint: | ||
| 237 | data['taint'] = taint | ||
| 238 | |||
| 217 | with open(sigfile, "wb") as f: | 239 | with open(sigfile, "wb") as f: |
| 218 | p = pickle.Pickler(f, -1) | 240 | p = pickle.Pickler(f, -1) |
| 219 | p.dump(data) | 241 | p.dump(data) |
| @@ -245,6 +267,9 @@ class SignatureGeneratorBasicHash(SignatureGeneratorBasic): | |||
| 245 | h = self.basehash[k] | 267 | h = self.basehash[k] |
| 246 | return ("%s.%s.%s.%s" % (stampbase, taskname, h, extrainfo)).rstrip('.') | 268 | return ("%s.%s.%s.%s" % (stampbase, taskname, h, extrainfo)).rstrip('.') |
| 247 | 269 | ||
| 270 | def invalidate_task(self, task, d, fn): | ||
| 271 | bb.build.write_taint(task, d, fn) | ||
| 272 | |||
| 248 | def dump_this_task(outfile, d): | 273 | def dump_this_task(outfile, d): |
| 249 | import bb.parse | 274 | import bb.parse |
| 250 | fn = d.getVar("BB_FILENAME", True) | 275 | fn = d.getVar("BB_FILENAME", True) |
| @@ -357,6 +382,13 @@ def compare_sigfiles(a, b): | |||
| 357 | for dep in changed: | 382 | for dep in changed: |
| 358 | print "Hash for dependent task %s changed from %s to %s" % (dep, a[dep], b[dep]) | 383 | print "Hash for dependent task %s changed from %s to %s" % (dep, a[dep], b[dep]) |
| 359 | 384 | ||
| 385 | |||
| 386 | a_taint = a_data.get('taint', None) | ||
| 387 | b_taint = b_data.get('taint', None) | ||
| 388 | if a_taint != b_taint: | ||
| 389 | print "Taint (by forced/invalidated task) changed from %s to %s" % (a_taint, b_taint) | ||
| 390 | |||
| 391 | |||
| 360 | def dump_sigfile(a): | 392 | def dump_sigfile(a): |
| 361 | p1 = pickle.Unpickler(open(a, "rb")) | 393 | p1 = pickle.Unpickler(open(a, "rb")) |
| 362 | a_data = p1.load() | 394 | a_data = p1.load() |
| @@ -384,3 +416,6 @@ def dump_sigfile(a): | |||
| 384 | if 'runtaskhashes' in a_data: | 416 | if 'runtaskhashes' in a_data: |
| 385 | for dep in a_data['runtaskhashes']: | 417 | for dep in a_data['runtaskhashes']: |
| 386 | print "Hash for dependent task %s is %s" % (dep, a_data['runtaskhashes'][dep]) | 418 | print "Hash for dependent task %s is %s" % (dep, a_data['runtaskhashes'][dep]) |
| 419 | |||
| 420 | if 'taint' in a_data: | ||
| 421 | print "Tainted (by forced/invalidated task): %s" % a_data['taint'] | ||
