diff options
Diffstat (limited to 'bitbake-dev/lib/bb/build.py')
| -rw-r--r-- | bitbake-dev/lib/bb/build.py | 377 |
1 files changed, 377 insertions, 0 deletions
diff --git a/bitbake-dev/lib/bb/build.py b/bitbake-dev/lib/bb/build.py new file mode 100644 index 0000000000..ca7cfbc6bb --- /dev/null +++ b/bitbake-dev/lib/bb/build.py | |||
| @@ -0,0 +1,377 @@ | |||
| 1 | # ex:ts=4:sw=4:sts=4:et | ||
| 2 | # -*- tab-width: 4; c-basic-offset: 4; indent-tabs-mode: nil -*- | ||
| 3 | # | ||
| 4 | # BitBake 'Build' implementation | ||
| 5 | # | ||
| 6 | # Core code for function execution and task handling in the | ||
| 7 | # BitBake build tools. | ||
| 8 | # | ||
| 9 | # Copyright (C) 2003, 2004 Chris Larson | ||
| 10 | # | ||
| 11 | # Based on Gentoo's portage.py. | ||
| 12 | # | ||
| 13 | # This program is free software; you can redistribute it and/or modify | ||
| 14 | # it under the terms of the GNU General Public License version 2 as | ||
| 15 | # published by the Free Software Foundation. | ||
| 16 | # | ||
| 17 | # This program is distributed in the hope that it will be useful, | ||
| 18 | # but WITHOUT ANY WARRANTY; without even the implied warranty of | ||
| 19 | # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | ||
| 20 | # GNU General Public License for more details. | ||
| 21 | # | ||
| 22 | # You should have received a copy of the GNU General Public License along | ||
| 23 | # with this program; if not, write to the Free Software Foundation, Inc., | ||
| 24 | # 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA. | ||
| 25 | # | ||
| 26 | #Based on functions from the base bb module, Copyright 2003 Holger Schurig | ||
| 27 | |||
| 28 | from bb import data, event, mkdirhier, utils | ||
| 29 | import bb, os, sys | ||
| 30 | |||
| 31 | # events | ||
| 32 | class FuncFailed(Exception): | ||
| 33 | """ | ||
| 34 | Executed function failed | ||
| 35 | First parameter a message | ||
| 36 | Second paramter is a logfile (optional) | ||
| 37 | """ | ||
| 38 | |||
| 39 | class EventException(Exception): | ||
| 40 | """Exception which is associated with an Event.""" | ||
| 41 | |||
| 42 | def __init__(self, msg, event): | ||
| 43 | self.args = msg, event | ||
| 44 | |||
| 45 | class TaskBase(event.Event): | ||
| 46 | """Base class for task events""" | ||
| 47 | |||
| 48 | def __init__(self, t, d ): | ||
| 49 | self._task = t | ||
| 50 | self._package = bb.data.getVar("PF", d, 1) | ||
| 51 | event.Event.__init__(self, d) | ||
| 52 | self._message = "package %s: task %s: %s" % (bb.data.getVar("PF", d, 1), t, bb.event.getName(self)[4:]) | ||
| 53 | |||
| 54 | def getTask(self): | ||
| 55 | return self._task | ||
| 56 | |||
| 57 | def setTask(self, task): | ||
| 58 | self._task = task | ||
| 59 | |||
| 60 | task = property(getTask, setTask, None, "task property") | ||
| 61 | |||
| 62 | class TaskStarted(TaskBase): | ||
| 63 | """Task execution started""" | ||
| 64 | |||
| 65 | class TaskSucceeded(TaskBase): | ||
| 66 | """Task execution completed""" | ||
| 67 | |||
| 68 | class TaskFailed(TaskBase): | ||
| 69 | """Task execution failed""" | ||
| 70 | def __init__(self, msg, logfile, t, d ): | ||
| 71 | self.logfile = logfile | ||
| 72 | self.msg = msg | ||
| 73 | TaskBase.__init__(self, t, d) | ||
| 74 | |||
| 75 | class InvalidTask(TaskBase): | ||
| 76 | """Invalid Task""" | ||
| 77 | |||
| 78 | # functions | ||
| 79 | |||
| 80 | def exec_func(func, d, dirs = None): | ||
| 81 | """Execute an BB 'function'""" | ||
| 82 | |||
| 83 | body = data.getVar(func, d) | ||
| 84 | if not body: | ||
| 85 | return | ||
| 86 | |||
| 87 | flags = data.getVarFlags(func, d) | ||
| 88 | for item in ['deps', 'check', 'interactive', 'python', 'cleandirs', 'dirs', 'lockfiles', 'fakeroot']: | ||
| 89 | if not item in flags: | ||
| 90 | flags[item] = None | ||
| 91 | |||
| 92 | ispython = flags['python'] | ||
| 93 | |||
| 94 | cleandirs = (data.expand(flags['cleandirs'], d) or "").split() | ||
| 95 | for cdir in cleandirs: | ||
| 96 | os.system("rm -rf %s" % cdir) | ||
| 97 | |||
| 98 | if dirs: | ||
| 99 | dirs = data.expand(dirs, d) | ||
| 100 | else: | ||
| 101 | dirs = (data.expand(flags['dirs'], d) or "").split() | ||
| 102 | for adir in dirs: | ||
| 103 | mkdirhier(adir) | ||
| 104 | |||
| 105 | if len(dirs) > 0: | ||
| 106 | adir = dirs[-1] | ||
| 107 | else: | ||
| 108 | adir = data.getVar('B', d, 1) | ||
| 109 | |||
| 110 | # Save current directory | ||
| 111 | try: | ||
| 112 | prevdir = os.getcwd() | ||
| 113 | except OSError: | ||
| 114 | prevdir = data.getVar('TOPDIR', d, True) | ||
| 115 | |||
| 116 | # Setup logfiles | ||
| 117 | t = data.getVar('T', d, 1) | ||
| 118 | if not t: | ||
| 119 | bb.msg.fatal(bb.msg.domain.Build, "T not set") | ||
| 120 | mkdirhier(t) | ||
| 121 | # Gross hack, FIXME | ||
| 122 | import random | ||
| 123 | logfile = "%s/log.%s.%s.%s" % (t, func, str(os.getpid()),random.random()) | ||
| 124 | runfile = "%s/run.%s.%s" % (t, func, str(os.getpid())) | ||
| 125 | |||
| 126 | # Change to correct directory (if specified) | ||
| 127 | if adir and os.access(adir, os.F_OK): | ||
| 128 | os.chdir(adir) | ||
| 129 | |||
| 130 | # Handle logfiles | ||
| 131 | si = file('/dev/null', 'r') | ||
| 132 | try: | ||
| 133 | if bb.msg.debug_level['default'] > 0 or ispython: | ||
| 134 | so = os.popen("tee \"%s\"" % logfile, "w") | ||
| 135 | else: | ||
| 136 | so = file(logfile, 'w') | ||
| 137 | except OSError, e: | ||
| 138 | bb.msg.error(bb.msg.domain.Build, "opening log file: %s" % e) | ||
| 139 | pass | ||
| 140 | |||
| 141 | se = so | ||
| 142 | |||
| 143 | # Dup the existing fds so we dont lose them | ||
| 144 | osi = [os.dup(sys.stdin.fileno()), sys.stdin.fileno()] | ||
| 145 | oso = [os.dup(sys.stdout.fileno()), sys.stdout.fileno()] | ||
| 146 | ose = [os.dup(sys.stderr.fileno()), sys.stderr.fileno()] | ||
| 147 | |||
| 148 | # Replace those fds with our own | ||
| 149 | os.dup2(si.fileno(), osi[1]) | ||
| 150 | os.dup2(so.fileno(), oso[1]) | ||
| 151 | os.dup2(se.fileno(), ose[1]) | ||
| 152 | |||
| 153 | locks = [] | ||
| 154 | lockfiles = (data.expand(flags['lockfiles'], d) or "").split() | ||
| 155 | for lock in lockfiles: | ||
| 156 | locks.append(bb.utils.lockfile(lock)) | ||
| 157 | |||
| 158 | try: | ||
| 159 | # Run the function | ||
| 160 | if ispython: | ||
| 161 | exec_func_python(func, d, runfile, logfile) | ||
| 162 | else: | ||
| 163 | exec_func_shell(func, d, runfile, logfile, flags) | ||
| 164 | |||
| 165 | # Restore original directory | ||
| 166 | try: | ||
| 167 | os.chdir(prevdir) | ||
| 168 | except: | ||
| 169 | pass | ||
| 170 | |||
| 171 | finally: | ||
| 172 | |||
| 173 | # Unlock any lockfiles | ||
| 174 | for lock in locks: | ||
| 175 | bb.utils.unlockfile(lock) | ||
| 176 | |||
| 177 | # Restore the backup fds | ||
| 178 | os.dup2(osi[0], osi[1]) | ||
| 179 | os.dup2(oso[0], oso[1]) | ||
| 180 | os.dup2(ose[0], ose[1]) | ||
| 181 | |||
| 182 | # Close our logs | ||
| 183 | si.close() | ||
| 184 | so.close() | ||
| 185 | se.close() | ||
| 186 | |||
| 187 | # Close the backup fds | ||
| 188 | os.close(osi[0]) | ||
| 189 | os.close(oso[0]) | ||
| 190 | os.close(ose[0]) | ||
| 191 | |||
| 192 | def exec_func_python(func, d, runfile, logfile): | ||
| 193 | """Execute a python BB 'function'""" | ||
| 194 | import re, os | ||
| 195 | |||
| 196 | bbfile = bb.data.getVar('FILE', d, 1) | ||
| 197 | tmp = "def " + func + "():\n%s" % data.getVar(func, d) | ||
| 198 | tmp += '\n' + func + '()' | ||
| 199 | |||
| 200 | f = open(runfile, "w") | ||
| 201 | f.write(tmp) | ||
| 202 | comp = utils.better_compile(tmp, func, bbfile) | ||
| 203 | g = {} # globals | ||
| 204 | g['bb'] = bb | ||
| 205 | g['os'] = os | ||
| 206 | g['d'] = d | ||
| 207 | utils.better_exec(comp, g, tmp, bbfile) | ||
| 208 | |||
| 209 | |||
| 210 | def exec_func_shell(func, d, runfile, logfile, flags): | ||
| 211 | """Execute a shell BB 'function' Returns true if execution was successful. | ||
| 212 | |||
| 213 | For this, it creates a bash shell script in the tmp dectory, writes the local | ||
| 214 | data into it and finally executes. The output of the shell will end in a log file and stdout. | ||
| 215 | |||
| 216 | Note on directory behavior. The 'dirs' varflag should contain a list | ||
| 217 | of the directories you need created prior to execution. The last | ||
| 218 | item in the list is where we will chdir/cd to. | ||
| 219 | """ | ||
| 220 | |||
| 221 | deps = flags['deps'] | ||
| 222 | check = flags['check'] | ||
| 223 | if check in globals(): | ||
| 224 | if globals()[check](func, deps): | ||
| 225 | return | ||
| 226 | |||
| 227 | f = open(runfile, "w") | ||
| 228 | f.write("#!/bin/sh -e\n") | ||
| 229 | if bb.msg.debug_level['default'] > 0: f.write("set -x\n") | ||
| 230 | data.emit_env(f, d) | ||
| 231 | |||
| 232 | f.write("cd %s\n" % os.getcwd()) | ||
| 233 | if func: f.write("%s\n" % func) | ||
| 234 | f.close() | ||
| 235 | os.chmod(runfile, 0775) | ||
| 236 | if not func: | ||
| 237 | bb.msg.error(bb.msg.domain.Build, "Function not specified") | ||
| 238 | raise FuncFailed("Function not specified for exec_func_shell") | ||
| 239 | |||
| 240 | # execute function | ||
| 241 | if flags['fakeroot']: | ||
| 242 | maybe_fakeroot = "PATH=\"%s\" fakeroot " % bb.data.getVar("PATH", d, 1) | ||
| 243 | else: | ||
| 244 | maybe_fakeroot = '' | ||
| 245 | lang_environment = "LC_ALL=C " | ||
| 246 | ret = os.system('%s%ssh -e %s' % (lang_environment, maybe_fakeroot, runfile)) | ||
| 247 | |||
| 248 | if ret == 0: | ||
| 249 | return | ||
| 250 | |||
| 251 | bb.msg.error(bb.msg.domain.Build, "Function %s failed" % func) | ||
| 252 | raise FuncFailed("function %s failed" % func, logfile) | ||
| 253 | |||
| 254 | |||
| 255 | def exec_task(task, d): | ||
| 256 | """Execute an BB 'task' | ||
| 257 | |||
| 258 | The primary difference between executing a task versus executing | ||
| 259 | a function is that a task exists in the task digraph, and therefore | ||
| 260 | has dependencies amongst other tasks.""" | ||
| 261 | |||
| 262 | # Check whther this is a valid task | ||
| 263 | if not data.getVarFlag(task, 'task', d): | ||
| 264 | raise EventException("No such task", InvalidTask(task, d)) | ||
| 265 | |||
| 266 | try: | ||
| 267 | bb.msg.debug(1, bb.msg.domain.Build, "Executing task %s" % task) | ||
| 268 | old_overrides = data.getVar('OVERRIDES', d, 0) | ||
| 269 | localdata = data.createCopy(d) | ||
| 270 | data.setVar('OVERRIDES', 'task_%s:%s' % (task, old_overrides), localdata) | ||
| 271 | data.update_data(localdata) | ||
| 272 | event.fire(TaskStarted(task, localdata)) | ||
| 273 | exec_func(task, localdata) | ||
| 274 | event.fire(TaskSucceeded(task, localdata)) | ||
| 275 | except FuncFailed, message: | ||
| 276 | # Try to extract the optional logfile | ||
| 277 | try: | ||
| 278 | (msg, logfile) = message | ||
| 279 | except: | ||
| 280 | logfile = None | ||
| 281 | msg = message | ||
| 282 | bb.msg.note(1, bb.msg.domain.Build, "Task failed: %s" % message ) | ||
| 283 | failedevent = TaskFailed(msg, logfile, task, d) | ||
| 284 | event.fire(failedevent) | ||
| 285 | raise EventException("Function failed in task: %s" % message, failedevent) | ||
| 286 | |||
| 287 | # make stamp, or cause event and raise exception | ||
| 288 | if not data.getVarFlag(task, 'nostamp', d) and not data.getVarFlag(task, 'selfstamp', d): | ||
| 289 | make_stamp(task, d) | ||
| 290 | |||
| 291 | def extract_stamp(d, fn): | ||
| 292 | """ | ||
| 293 | Extracts stamp format which is either a data dictonary (fn unset) | ||
| 294 | or a dataCache entry (fn set). | ||
| 295 | """ | ||
| 296 | if fn: | ||
| 297 | return d.stamp[fn] | ||
| 298 | return data.getVar('STAMP', d, 1) | ||
| 299 | |||
| 300 | def stamp_internal(task, d, file_name): | ||
| 301 | """ | ||
| 302 | Internal stamp helper function | ||
| 303 | Removes any stamp for the given task | ||
| 304 | Makes sure the stamp directory exists | ||
| 305 | Returns the stamp path+filename | ||
| 306 | """ | ||
| 307 | stamp = extract_stamp(d, file_name) | ||
| 308 | if not stamp: | ||
| 309 | return | ||
| 310 | stamp = "%s.%s" % (stamp, task) | ||
| 311 | mkdirhier(os.path.dirname(stamp)) | ||
| 312 | # Remove the file and recreate to force timestamp | ||
| 313 | # change on broken NFS filesystems | ||
| 314 | if os.access(stamp, os.F_OK): | ||
| 315 | os.remove(stamp) | ||
| 316 | return stamp | ||
| 317 | |||
| 318 | def make_stamp(task, d, file_name = None): | ||
| 319 | """ | ||
| 320 | Creates/updates a stamp for a given task | ||
| 321 | (d can be a data dict or dataCache) | ||
| 322 | """ | ||
| 323 | stamp = stamp_internal(task, d, file_name) | ||
| 324 | if stamp: | ||
| 325 | f = open(stamp, "w") | ||
| 326 | f.close() | ||
| 327 | |||
| 328 | def del_stamp(task, d, file_name = None): | ||
| 329 | """ | ||
| 330 | Removes a stamp for a given task | ||
| 331 | (d can be a data dict or dataCache) | ||
| 332 | """ | ||
| 333 | stamp_internal(task, d, file_name) | ||
| 334 | |||
| 335 | def add_tasks(tasklist, d): | ||
| 336 | task_deps = data.getVar('_task_deps', d) | ||
| 337 | if not task_deps: | ||
| 338 | task_deps = {} | ||
| 339 | if not 'tasks' in task_deps: | ||
| 340 | task_deps['tasks'] = [] | ||
| 341 | if not 'parents' in task_deps: | ||
| 342 | task_deps['parents'] = {} | ||
| 343 | |||
| 344 | for task in tasklist: | ||
| 345 | task = data.expand(task, d) | ||
| 346 | data.setVarFlag(task, 'task', 1, d) | ||
| 347 | |||
| 348 | if not task in task_deps['tasks']: | ||
| 349 | task_deps['tasks'].append(task) | ||
| 350 | |||
| 351 | flags = data.getVarFlags(task, d) | ||
| 352 | def getTask(name): | ||
| 353 | if not name in task_deps: | ||
| 354 | task_deps[name] = {} | ||
| 355 | if name in flags: | ||
| 356 | deptask = data.expand(flags[name], d) | ||
| 357 | task_deps[name][task] = deptask | ||
| 358 | getTask('depends') | ||
| 359 | getTask('deptask') | ||
| 360 | getTask('rdeptask') | ||
| 361 | getTask('recrdeptask') | ||
| 362 | getTask('nostamp') | ||
| 363 | task_deps['parents'][task] = [] | ||
| 364 | for dep in flags['deps']: | ||
| 365 | dep = data.expand(dep, d) | ||
| 366 | task_deps['parents'][task].append(dep) | ||
| 367 | |||
| 368 | # don't assume holding a reference | ||
| 369 | data.setVar('_task_deps', task_deps, d) | ||
| 370 | |||
| 371 | def remove_task(task, kill, d): | ||
| 372 | """Remove an BB 'task'. | ||
| 373 | |||
| 374 | If kill is 1, also remove tasks that depend on this task.""" | ||
| 375 | |||
| 376 | data.delVarFlag(task, 'task', d) | ||
| 377 | |||
