diff options
-rw-r--r-- | manifest_xml.py | 4 | ||||
-rw-r--r-- | project.py | 63 | ||||
-rwxr-xr-x | repo | 4 | ||||
-rw-r--r-- | subcmds/init.py | 21 | ||||
-rw-r--r-- | subcmds/sync.py | 11 |
5 files changed, 98 insertions, 5 deletions
diff --git a/manifest_xml.py b/manifest_xml.py index 457d5ab0..785976bc 100644 --- a/manifest_xml.py +++ b/manifest_xml.py | |||
@@ -329,6 +329,10 @@ class XmlManifest(object): | |||
329 | def IsMirror(self): | 329 | def IsMirror(self): |
330 | return self.manifestProject.config.GetBoolean('repo.mirror') | 330 | return self.manifestProject.config.GetBoolean('repo.mirror') |
331 | 331 | ||
332 | @property | ||
333 | def IsArchive(self): | ||
334 | return self.manifestProject.config.GetBoolean('repo.archive') | ||
335 | |||
332 | def _Unload(self): | 336 | def _Unload(self): |
333 | self._loaded = False | 337 | self._loaded = False |
334 | self._projects = {} | 338 | self._projects = {} |
@@ -23,6 +23,7 @@ import shutil | |||
23 | import stat | 23 | import stat |
24 | import subprocess | 24 | import subprocess |
25 | import sys | 25 | import sys |
26 | import tarfile | ||
26 | import tempfile | 27 | import tempfile |
27 | import time | 28 | import time |
28 | 29 | ||
@@ -982,15 +983,62 @@ class Project(object): | |||
982 | 983 | ||
983 | ## Sync ## | 984 | ## Sync ## |
984 | 985 | ||
986 | def _ExtractArchive(self, tarpath, path=None): | ||
987 | """Extract the given tar on its current location | ||
988 | |||
989 | Args: | ||
990 | - tarpath: The path to the actual tar file | ||
991 | |||
992 | """ | ||
993 | try: | ||
994 | with tarfile.open(tarpath, 'r') as tar: | ||
995 | tar.extractall(path=path) | ||
996 | return True | ||
997 | except (IOError, tarfile.TarError) as e: | ||
998 | print("error: Cannot extract archive %s: " | ||
999 | "%s" % (tarpath, str(e)), file=sys.stderr) | ||
1000 | return False | ||
1001 | |||
985 | def Sync_NetworkHalf(self, | 1002 | def Sync_NetworkHalf(self, |
986 | quiet=False, | 1003 | quiet=False, |
987 | is_new=None, | 1004 | is_new=None, |
988 | current_branch_only=False, | 1005 | current_branch_only=False, |
989 | clone_bundle=True, | 1006 | clone_bundle=True, |
990 | no_tags=False): | 1007 | no_tags=False, |
1008 | archive=False): | ||
991 | """Perform only the network IO portion of the sync process. | 1009 | """Perform only the network IO portion of the sync process. |
992 | Local working directory/branch state is not affected. | 1010 | Local working directory/branch state is not affected. |
993 | """ | 1011 | """ |
1012 | if archive and not isinstance(self, MetaProject): | ||
1013 | if self.remote.url.startswith(('http://', 'https://')): | ||
1014 | print("error: %s: Cannot fetch archives from http/https " | ||
1015 | "remotes." % self.name, file=sys.stderr) | ||
1016 | return False | ||
1017 | |||
1018 | name = self.relpath.replace('\\', '/') | ||
1019 | name = name.replace('/', '_') | ||
1020 | tarpath = '%s.tar' % name | ||
1021 | topdir = self.manifest.topdir | ||
1022 | |||
1023 | try: | ||
1024 | self._FetchArchive(tarpath, cwd=topdir) | ||
1025 | except GitError as e: | ||
1026 | print('error: %s' % str(e), file=sys.stderr) | ||
1027 | return False | ||
1028 | |||
1029 | # From now on, we only need absolute tarpath | ||
1030 | tarpath = os.path.join(topdir, tarpath) | ||
1031 | |||
1032 | if not self._ExtractArchive(tarpath, path=topdir): | ||
1033 | return False | ||
1034 | try: | ||
1035 | os.remove(tarpath) | ||
1036 | except OSError as e: | ||
1037 | print("warn: Cannot remove archive %s: " | ||
1038 | "%s" % (tarpath, str(e)), file=sys.stderr) | ||
1039 | self._CopyFiles() | ||
1040 | return True | ||
1041 | |||
994 | if is_new is None: | 1042 | if is_new is None: |
995 | is_new = not self.Exists | 1043 | is_new = not self.Exists |
996 | if is_new: | 1044 | if is_new: |
@@ -1573,6 +1621,19 @@ class Project(object): | |||
1573 | 1621 | ||
1574 | ## Direct Git Commands ## | 1622 | ## Direct Git Commands ## |
1575 | 1623 | ||
1624 | def _FetchArchive(self, tarpath, cwd=None): | ||
1625 | cmd = ['archive', '-v', '-o', tarpath] | ||
1626 | cmd.append('--remote=%s' % self.remote.url) | ||
1627 | cmd.append('--prefix=%s/' % self.relpath) | ||
1628 | cmd.append(self.revisionExpr) | ||
1629 | |||
1630 | command = GitCommand(self, cmd, cwd=cwd, | ||
1631 | capture_stdout=True, | ||
1632 | capture_stderr=True) | ||
1633 | |||
1634 | if command.Wait() != 0: | ||
1635 | raise GitError('git archive %s: %s' % (self.name, command.stderr)) | ||
1636 | |||
1576 | def _RemoteFetch(self, name=None, | 1637 | def _RemoteFetch(self, name=None, |
1577 | current_branch_only=False, | 1638 | current_branch_only=False, |
1578 | initial=False, | 1639 | initial=False, |
@@ -180,6 +180,10 @@ group.add_option('--reference', | |||
180 | group.add_option('--depth', type='int', default=None, | 180 | group.add_option('--depth', type='int', default=None, |
181 | dest='depth', | 181 | dest='depth', |
182 | help='create a shallow clone with given depth; see git clone') | 182 | help='create a shallow clone with given depth; see git clone') |
183 | group.add_option('--archive', | ||
184 | dest='archive', action='store_true', | ||
185 | help='checkout an archive instead of a git repository for ' | ||
186 | 'each project. See git archive.') | ||
183 | group.add_option('-g', '--groups', | 187 | group.add_option('-g', '--groups', |
184 | dest='groups', default='default', | 188 | dest='groups', default='default', |
185 | help='restrict manifest projects to ones with specified ' | 189 | help='restrict manifest projects to ones with specified ' |
diff --git a/subcmds/init.py b/subcmds/init.py index a44fb7a9..b1fcb69c 100644 --- a/subcmds/init.py +++ b/subcmds/init.py | |||
@@ -99,6 +99,10 @@ to update the working directory files. | |||
99 | g.add_option('--depth', type='int', default=None, | 99 | g.add_option('--depth', type='int', default=None, |
100 | dest='depth', | 100 | dest='depth', |
101 | help='create a shallow clone with given depth; see git clone') | 101 | help='create a shallow clone with given depth; see git clone') |
102 | g.add_option('--archive', | ||
103 | dest='archive', action='store_true', | ||
104 | help='checkout an archive instead of a git repository for ' | ||
105 | 'each project. See git archive.') | ||
102 | g.add_option('-g', '--groups', | 106 | g.add_option('-g', '--groups', |
103 | dest='groups', default='default', | 107 | dest='groups', default='default', |
104 | help='restrict manifest projects to ones with specified ' | 108 | help='restrict manifest projects to ones with specified ' |
@@ -198,6 +202,16 @@ to update the working directory files. | |||
198 | if opt.reference: | 202 | if opt.reference: |
199 | m.config.SetString('repo.reference', opt.reference) | 203 | m.config.SetString('repo.reference', opt.reference) |
200 | 204 | ||
205 | if opt.archive: | ||
206 | if is_new: | ||
207 | m.config.SetString('repo.archive', 'true') | ||
208 | else: | ||
209 | print('fatal: --archive is only supported when initializing a new ' | ||
210 | 'workspace.', file=sys.stderr) | ||
211 | print('Either delete the .repo folder in this workspace, or initialize ' | ||
212 | 'in another location.', file=sys.stderr) | ||
213 | sys.exit(1) | ||
214 | |||
201 | if opt.mirror: | 215 | if opt.mirror: |
202 | if is_new: | 216 | if is_new: |
203 | m.config.SetString('repo.mirror', 'true') | 217 | m.config.SetString('repo.mirror', 'true') |
@@ -366,6 +380,13 @@ to update the working directory files. | |||
366 | if opt.reference: | 380 | if opt.reference: |
367 | opt.reference = os.path.expanduser(opt.reference) | 381 | opt.reference = os.path.expanduser(opt.reference) |
368 | 382 | ||
383 | # Check this here, else manifest will be tagged "not new" and init won't be | ||
384 | # possible anymore without removing the .repo/manifests directory. | ||
385 | if opt.archive and opt.mirror: | ||
386 | print('fatal: --mirror and --archive cannot be used together.', | ||
387 | file=sys.stderr) | ||
388 | sys.exit(1) | ||
389 | |||
369 | self._SyncManifest(opt) | 390 | self._SyncManifest(opt) |
370 | self._LinkManifest(opt.manifest_name) | 391 | self._LinkManifest(opt.manifest_name) |
371 | 392 | ||
diff --git a/subcmds/sync.py b/subcmds/sync.py index d8aec59b..0279ff60 100644 --- a/subcmds/sync.py +++ b/subcmds/sync.py | |||
@@ -253,7 +253,7 @@ later is required to fix a server side protocol bug. | |||
253 | quiet=opt.quiet, | 253 | quiet=opt.quiet, |
254 | current_branch_only=opt.current_branch_only, | 254 | current_branch_only=opt.current_branch_only, |
255 | clone_bundle=not opt.no_clone_bundle, | 255 | clone_bundle=not opt.no_clone_bundle, |
256 | no_tags=opt.no_tags) | 256 | no_tags=opt.no_tags, archive=self.manifest.IsArchive) |
257 | self._fetch_times.Set(project, time.time() - start) | 257 | self._fetch_times.Set(project, time.time() - start) |
258 | 258 | ||
259 | # Lock around all the rest of the code, since printing, updating a set | 259 | # Lock around all the rest of the code, since printing, updating a set |
@@ -294,7 +294,8 @@ later is required to fix a server side protocol bug. | |||
294 | quiet=opt.quiet, | 294 | quiet=opt.quiet, |
295 | current_branch_only=opt.current_branch_only, | 295 | current_branch_only=opt.current_branch_only, |
296 | clone_bundle=not opt.no_clone_bundle, | 296 | clone_bundle=not opt.no_clone_bundle, |
297 | no_tags=opt.no_tags): | 297 | no_tags=opt.no_tags, |
298 | archive=self.manifest.IsArchive): | ||
298 | fetched.add(project.gitdir) | 299 | fetched.add(project.gitdir) |
299 | else: | 300 | else: |
300 | print('error: Cannot fetch %s' % project.name, file=sys.stderr) | 301 | print('error: Cannot fetch %s' % project.name, file=sys.stderr) |
@@ -338,7 +339,9 @@ later is required to fix a server side protocol bug. | |||
338 | pm.end() | 339 | pm.end() |
339 | self._fetch_times.Save() | 340 | self._fetch_times.Save() |
340 | 341 | ||
341 | self._GCProjects(projects) | 342 | if not self.manifest.IsArchive: |
343 | self._GCProjects(projects) | ||
344 | |||
342 | return fetched | 345 | return fetched |
343 | 346 | ||
344 | def _GCProjects(self, projects): | 347 | def _GCProjects(self, projects): |
@@ -641,7 +644,7 @@ later is required to fix a server side protocol bug. | |||
641 | previously_missing_set = missing_set | 644 | previously_missing_set = missing_set |
642 | fetched.update(self._Fetch(missing, opt)) | 645 | fetched.update(self._Fetch(missing, opt)) |
643 | 646 | ||
644 | if self.manifest.IsMirror: | 647 | if self.manifest.IsMirror or self.manifest.IsArchive: |
645 | # bail out now, we have no working tree | 648 | # bail out now, we have no working tree |
646 | return | 649 | return |
647 | 650 | ||