diff options
Diffstat (limited to 'scripts/lib/mic/bootstrap.py')
| -rw-r--r-- | scripts/lib/mic/bootstrap.py | 279 |
1 files changed, 279 insertions, 0 deletions
diff --git a/scripts/lib/mic/bootstrap.py b/scripts/lib/mic/bootstrap.py new file mode 100644 index 0000000000..66c291b0a8 --- /dev/null +++ b/scripts/lib/mic/bootstrap.py | |||
| @@ -0,0 +1,279 @@ | |||
| 1 | #!/usr/bin/python -tt | ||
| 2 | # | ||
| 3 | # Copyright (c) 2009, 2010, 2011 Intel, Inc. | ||
| 4 | # | ||
| 5 | # This program is free software; you can redistribute it and/or modify it | ||
| 6 | # under the terms of the GNU General Public License as published by the Free | ||
| 7 | # Software Foundation; version 2 of the License | ||
| 8 | # | ||
| 9 | # This program is distributed in the hope that it will be useful, but | ||
| 10 | # WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY | ||
| 11 | # or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License | ||
| 12 | # for more details. | ||
| 13 | # | ||
| 14 | # You should have received a copy of the GNU General Public License along | ||
| 15 | # with this program; if not, write to the Free Software Foundation, Inc., 59 | ||
| 16 | # Temple Place - Suite 330, Boston, MA 02111-1307, USA. | ||
| 17 | |||
| 18 | from __future__ import with_statement | ||
| 19 | import os | ||
| 20 | import sys | ||
| 21 | import tempfile | ||
| 22 | import shutil | ||
| 23 | import subprocess | ||
| 24 | import rpm | ||
| 25 | from mic import msger | ||
| 26 | from mic.utils import errors, proxy, misc | ||
| 27 | from mic.utils.rpmmisc import readRpmHeader, RPMInstallCallback | ||
| 28 | from mic.chroot import cleanup_mounts, setup_chrootenv, cleanup_chrootenv | ||
| 29 | |||
| 30 | PATH_BOOTSTRAP = "/usr/sbin:/usr/bin:/sbin:/bin" | ||
| 31 | |||
| 32 | RPMTRANS_FLAGS = [ | ||
| 33 | rpm.RPMTRANS_FLAG_ALLFILES, | ||
| 34 | rpm.RPMTRANS_FLAG_NOSCRIPTS, | ||
| 35 | rpm.RPMTRANS_FLAG_NOTRIGGERS, | ||
| 36 | ] | ||
| 37 | |||
| 38 | RPMVSF_FLAGS = [ | ||
| 39 | rpm._RPMVSF_NOSIGNATURES, | ||
| 40 | rpm._RPMVSF_NODIGESTS | ||
| 41 | ] | ||
| 42 | |||
| 43 | RPMPROB_FLAGS = [ | ||
| 44 | rpm.RPMPROB_FILTER_OLDPACKAGE, | ||
| 45 | rpm.RPMPROB_FILTER_REPLACEPKG, | ||
| 46 | rpm.RPMPROB_FILTER_IGNOREARCH | ||
| 47 | ] | ||
| 48 | |||
| 49 | class MiniBackend(object): | ||
| 50 | def __init__(self, rootdir, arch=None, repomd=None): | ||
| 51 | self._ts = None | ||
| 52 | self.rootdir = os.path.abspath(rootdir) | ||
| 53 | self.arch = arch | ||
| 54 | self.repomd = repomd | ||
| 55 | self.dlpkgs = [] | ||
| 56 | self.localpkgs = {} | ||
| 57 | self.optionals = [] | ||
| 58 | self.preins = {} | ||
| 59 | self.postins = {} | ||
| 60 | self.scriptlets = False | ||
| 61 | |||
| 62 | def __del__(self): | ||
| 63 | try: | ||
| 64 | del self.ts | ||
| 65 | except: | ||
| 66 | pass | ||
| 67 | |||
| 68 | def get_ts(self): | ||
| 69 | if not self._ts: | ||
| 70 | self._ts = rpm.TransactionSet(self.rootdir) | ||
| 71 | self._ts.setFlags(reduce(lambda x, y: x|y, RPMTRANS_FLAGS)) | ||
| 72 | self._ts.setVSFlags(reduce(lambda x, y: x|y, RPMVSF_FLAGS)) | ||
| 73 | self._ts.setProbFilter(reduce(lambda x, y: x|y, RPMPROB_FLAGS)) | ||
| 74 | |||
| 75 | return self._ts | ||
| 76 | |||
| 77 | def del_ts(self): | ||
| 78 | if self._ts: | ||
| 79 | self._ts.closeDB() | ||
| 80 | self._ts = None | ||
| 81 | |||
| 82 | ts = property(fget = lambda self: self.get_ts(), | ||
| 83 | fdel = lambda self: self.del_ts(), | ||
| 84 | doc="TransactionSet object") | ||
| 85 | |||
| 86 | def selectPackage(self, pkg): | ||
| 87 | if not pkg in self.dlpkgs: | ||
| 88 | self.dlpkgs.append(pkg) | ||
| 89 | |||
| 90 | def runInstall(self): | ||
| 91 | # FIXME: check space | ||
| 92 | self.downloadPkgs() | ||
| 93 | self.installPkgs() | ||
| 94 | |||
| 95 | if not self.scriptlets: | ||
| 96 | return | ||
| 97 | |||
| 98 | for pkg in self.preins.keys(): | ||
| 99 | prog, script = self.preins[pkg] | ||
| 100 | self.run_pkg_script(pkg, prog, script, '0') | ||
| 101 | for pkg in self.postins.keys(): | ||
| 102 | prog, script = self.postins[pkg] | ||
| 103 | self.run_pkg_script(pkg, prog, script, '1') | ||
| 104 | |||
| 105 | def downloadPkgs(self): | ||
| 106 | nonexist = [] | ||
| 107 | for pkg in self.dlpkgs: | ||
| 108 | localpth = misc.get_package(pkg, self.repomd, self.arch) | ||
| 109 | if localpth: | ||
| 110 | self.localpkgs[pkg] = localpth | ||
| 111 | elif pkg in self.optionals: | ||
| 112 | # skip optional rpm | ||
| 113 | continue | ||
| 114 | else: | ||
| 115 | # mark nonexist rpm | ||
| 116 | nonexist.append(pkg) | ||
| 117 | |||
| 118 | if nonexist: | ||
| 119 | raise errors.BootstrapError("Can't get rpm binary: %s" % | ||
| 120 | ','.join(nonexist)) | ||
| 121 | |||
| 122 | def installPkgs(self): | ||
| 123 | for pkg in self.localpkgs.keys(): | ||
| 124 | rpmpath = self.localpkgs[pkg] | ||
| 125 | |||
| 126 | hdr = readRpmHeader(self.ts, rpmpath) | ||
| 127 | |||
| 128 | # save prein and postin scripts | ||
| 129 | self.preins[pkg] = (hdr['PREINPROG'], hdr['PREIN']) | ||
| 130 | self.postins[pkg] = (hdr['POSTINPROG'], hdr['POSTIN']) | ||
| 131 | |||
| 132 | # mark pkg as install | ||
| 133 | self.ts.addInstall(hdr, rpmpath, 'u') | ||
| 134 | |||
| 135 | # run transaction | ||
| 136 | self.ts.order() | ||
| 137 | cb = RPMInstallCallback(self.ts) | ||
| 138 | self.ts.run(cb.callback, '') | ||
| 139 | |||
| 140 | def run_pkg_script(self, pkg, prog, script, arg): | ||
| 141 | mychroot = lambda: os.chroot(self.rootdir) | ||
| 142 | |||
| 143 | if not script: | ||
| 144 | return | ||
| 145 | |||
| 146 | if prog == "<lua>": | ||
| 147 | prog = "/usr/bin/lua" | ||
| 148 | |||
| 149 | tmpdir = os.path.join(self.rootdir, "tmp") | ||
| 150 | if not os.path.exists(tmpdir): | ||
| 151 | os.makedirs(tmpdir) | ||
| 152 | tmpfd, tmpfp = tempfile.mkstemp(dir=tmpdir, prefix="%s.pre-" % pkg) | ||
| 153 | script = script.replace('\r', '') | ||
| 154 | os.write(tmpfd, script) | ||
| 155 | os.close(tmpfd) | ||
| 156 | os.chmod(tmpfp, 0700) | ||
| 157 | |||
| 158 | try: | ||
| 159 | script_fp = os.path.join('/tmp', os.path.basename(tmpfp)) | ||
| 160 | subprocess.call([prog, script_fp, arg], preexec_fn=mychroot) | ||
| 161 | except (OSError, IOError), err: | ||
| 162 | msger.warning(str(err)) | ||
| 163 | finally: | ||
| 164 | os.unlink(tmpfp) | ||
| 165 | |||
| 166 | class Bootstrap(object): | ||
| 167 | def __init__(self, rootdir, distro, arch=None): | ||
| 168 | self.rootdir = misc.mkdtemp(dir=rootdir, prefix=distro) | ||
| 169 | self.distro = distro | ||
| 170 | self.arch = arch | ||
| 171 | self.logfile = None | ||
| 172 | self.pkgslist = [] | ||
| 173 | self.repomd = None | ||
| 174 | |||
| 175 | def __del__(self): | ||
| 176 | self.cleanup() | ||
| 177 | |||
| 178 | def get_rootdir(self): | ||
| 179 | if os.path.exists(self.rootdir): | ||
| 180 | shutil.rmtree(self.rootdir, ignore_errors=True) | ||
| 181 | os.makedirs(self.rootdir) | ||
| 182 | return self.rootdir | ||
| 183 | |||
| 184 | def dirsetup(self, rootdir=None): | ||
| 185 | _path = lambda pth: os.path.join(rootdir, pth.lstrip('/')) | ||
| 186 | |||
| 187 | if not rootdir: | ||
| 188 | rootdir = self.rootdir | ||
| 189 | |||
| 190 | try: | ||
| 191 | # make /tmp and /etc path | ||
| 192 | tmpdir = _path('/tmp') | ||
| 193 | if not os.path.exists(tmpdir): | ||
| 194 | os.makedirs(tmpdir) | ||
| 195 | etcdir = _path('/etc') | ||
| 196 | if not os.path.exists(etcdir): | ||
| 197 | os.makedirs(etcdir) | ||
| 198 | |||
| 199 | # touch distro file | ||
| 200 | tzdist = _path('/etc/%s-release' % self.distro) | ||
| 201 | if not os.path.exists(tzdist): | ||
| 202 | with open(tzdist, 'w') as wf: | ||
| 203 | wf.write("bootstrap") | ||
| 204 | except: | ||
| 205 | pass | ||
| 206 | |||
| 207 | def create(self, repomd, pkglist, optlist=()): | ||
| 208 | try: | ||
| 209 | pkgmgr = MiniBackend(self.get_rootdir()) | ||
| 210 | pkgmgr.arch = self.arch | ||
| 211 | pkgmgr.repomd = repomd | ||
| 212 | pkgmgr.optionals = list(optlist) | ||
| 213 | map(pkgmgr.selectPackage, pkglist + list(optlist)) | ||
| 214 | pkgmgr.runInstall() | ||
| 215 | except (OSError, IOError, errors.CreatorError), err: | ||
| 216 | raise errors.BootstrapError("%s" % err) | ||
| 217 | |||
| 218 | def run(self, cmd, chdir, rootdir=None, bindmounts=None): | ||
| 219 | def mychroot(): | ||
| 220 | os.chroot(rootdir) | ||
| 221 | os.chdir(chdir) | ||
| 222 | |||
| 223 | def sync_timesetting(rootdir): | ||
| 224 | try: | ||
| 225 | # sync time and zone info to bootstrap | ||
| 226 | if os.path.exists(rootdir + "/etc/localtime"): | ||
| 227 | os.unlink(rootdir + "/etc/localtime") | ||
| 228 | shutil.copyfile("/etc/localtime", rootdir + "/etc/localtime") | ||
| 229 | except: | ||
| 230 | pass | ||
| 231 | |||
| 232 | def sync_passwdfile(rootdir): | ||
| 233 | try: | ||
| 234 | # sync passwd file to bootstrap, saving the user info | ||
| 235 | if os.path.exists(rootdir + "/etc/passwd"): | ||
| 236 | os.unlink(rootdir + "/etc/passwd") | ||
| 237 | shutil.copyfile("/etc/passwd", rootdir + "/etc/passwd") | ||
| 238 | except: | ||
| 239 | pass | ||
| 240 | |||
| 241 | if not rootdir: | ||
| 242 | rootdir = self.rootdir | ||
| 243 | |||
| 244 | if isinstance(cmd, list): | ||
| 245 | shell = False | ||
| 246 | else: | ||
| 247 | shell = True | ||
| 248 | |||
| 249 | env = os.environ | ||
| 250 | env['PATH'] = "%s:%s" % (PATH_BOOTSTRAP, env['PATH']) | ||
| 251 | |||
| 252 | retcode = 0 | ||
| 253 | gloablmounts = None | ||
| 254 | try: | ||
| 255 | proxy.set_proxy_environ() | ||
| 256 | gloablmounts = setup_chrootenv(rootdir, bindmounts, False) | ||
| 257 | sync_timesetting(rootdir) | ||
| 258 | sync_passwdfile(rootdir) | ||
| 259 | retcode = subprocess.call(cmd, preexec_fn=mychroot, env=env, shell=shell) | ||
| 260 | except (OSError, IOError): | ||
| 261 | # add additional information to original exception | ||
| 262 | value, tb = sys.exc_info()[1:] | ||
| 263 | value = '%s: %s' % (value, ' '.join(cmd)) | ||
| 264 | raise RuntimeError, value, tb | ||
| 265 | finally: | ||
| 266 | if self.logfile and os.path.isfile(self.logfile): | ||
| 267 | msger.log(file(self.logfile).read()) | ||
| 268 | cleanup_chrootenv(rootdir, bindmounts, gloablmounts) | ||
| 269 | proxy.unset_proxy_environ() | ||
| 270 | return retcode | ||
| 271 | |||
| 272 | def cleanup(self): | ||
| 273 | try: | ||
| 274 | # clean mounts | ||
| 275 | cleanup_mounts(self.rootdir) | ||
| 276 | # remove rootdir | ||
| 277 | shutil.rmtree(self.rootdir, ignore_errors=True) | ||
| 278 | except: | ||
| 279 | pass | ||
