diff options
Diffstat (limited to 'subcmds')
-rw-r--r-- | subcmds/gitc_init.py | 63 | ||||
-rw-r--r-- | subcmds/sync.py | 29 |
2 files changed, 39 insertions, 53 deletions
diff --git a/subcmds/gitc_init.py b/subcmds/gitc_init.py index 9b9cefda..03d8cc30 100644 --- a/subcmds/gitc_init.py +++ b/subcmds/gitc_init.py | |||
@@ -18,15 +18,10 @@ import os | |||
18 | import shutil | 18 | import shutil |
19 | import sys | 19 | import sys |
20 | 20 | ||
21 | import git_command | 21 | import gitc_utils |
22 | from subcmds import init | 22 | from subcmds import init |
23 | 23 | ||
24 | 24 | ||
25 | GITC_MANIFEST_DIR = '/usr/local/google/gitc' | ||
26 | GITC_FS_ROOT_DIR = '/gitc/sha/rw' | ||
27 | NUM_BATCH_RETRIEVE_REVISIONID = 300 | ||
28 | |||
29 | |||
30 | class GitcInit(init.Init): | 25 | class GitcInit(init.Init): |
31 | common = True | 26 | common = True |
32 | helpSummary = "Initialize a GITC Client." | 27 | helpSummary = "Initialize a GITC Client." |
@@ -65,59 +60,21 @@ use for this GITC client. | |||
65 | if not opt.gitc_client: | 60 | if not opt.gitc_client: |
66 | print('fatal: gitc client (-c) is required', file=sys.stderr) | 61 | print('fatal: gitc client (-c) is required', file=sys.stderr) |
67 | sys.exit(1) | 62 | sys.exit(1) |
68 | self.client_dir = os.path.join(GITC_MANIFEST_DIR, opt.gitc_client) | 63 | self.client_dir = os.path.join(gitc_utils.GITC_MANIFEST_DIR, |
69 | if not os.path.exists(GITC_MANIFEST_DIR): | 64 | opt.gitc_client) |
70 | os.makedirs(GITC_MANIFEST_DIR) | 65 | if not os.path.exists(gitc_utils.GITC_MANIFEST_DIR): |
66 | os.makedirs(gitc_utils.GITC_MANIFEST_DIR) | ||
71 | if not os.path.exists(self.client_dir): | 67 | if not os.path.exists(self.client_dir): |
72 | os.mkdir(self.client_dir) | 68 | os.mkdir(self.client_dir) |
73 | super(GitcInit, self).Execute(opt, args) | 69 | super(GitcInit, self).Execute(opt, args) |
70 | # Make the destination manifest file a symlink to repo's so both repo and | ||
71 | # GITC refer to the same manifest. | ||
74 | if opt.manifest_file: | 72 | if opt.manifest_file: |
75 | if not os.path.exists(opt.manifest_file): | 73 | if not os.path.exists(opt.manifest_file): |
76 | print('fatal: Specified manifest file %s does not exist.' % | 74 | print('fatal: Specified manifest file %s does not exist.' % |
77 | opt.manifest_file) | 75 | opt.manifest_file) |
78 | sys.exit(1) | 76 | sys.exit(1) |
79 | shutil.copyfile(opt.manifest_file, | 77 | self.manifest.Override(opt.manifest_file) |
80 | os.path.join(self.client_dir, '.manifest')) | 78 | gitc_utils.generate_gitc_manifest(self.client_dir, self.manifest) |
81 | else: | ||
82 | self._GenerateGITCManifest() | ||
83 | print('Please run `cd %s` to view your GITC client.' % | 79 | print('Please run `cd %s` to view your GITC client.' % |
84 | os.path.join(GITC_FS_ROOT_DIR, opt.gitc_client)) | 80 | os.path.join(gitc_utils.GITC_FS_ROOT_DIR, opt.gitc_client)) \ No newline at end of file |
85 | |||
86 | def _SetProjectRevisions(self, projects, branch): | ||
87 | """Sets the revisionExpr for a list of projects. | ||
88 | |||
89 | Because of the limit of open file descriptors allowed, length of projects | ||
90 | should not be overly large. Recommend calling this function multiple times | ||
91 | with each call not exceeding NUM_BATCH_RETRIEVE_REVISIONID projects. | ||
92 | |||
93 | @param projects: List of project objects to set the revionExpr for. | ||
94 | @param branch: The remote branch to retrieve the SHA from. If branch is | ||
95 | None, 'HEAD' is used. | ||
96 | """ | ||
97 | project_gitcmds = [( | ||
98 | project, git_command.GitCommand(None, | ||
99 | ['ls-remote', | ||
100 | project.remote.url, | ||
101 | branch], capture_stdout=True)) | ||
102 | for project in projects] | ||
103 | for proj, gitcmd in project_gitcmds: | ||
104 | if gitcmd.Wait(): | ||
105 | print('FATAL: Failed to retrieve revisionID for %s' % project) | ||
106 | sys.exit(1) | ||
107 | proj.revisionExpr = gitcmd.stdout.split('\t')[0] | ||
108 | |||
109 | def _GenerateGITCManifest(self): | ||
110 | """Generate a manifest for shafsd to use for this GITC client.""" | ||
111 | print('Generating GITC Manifest by fetching revision SHAs for each ' | ||
112 | 'project.') | ||
113 | manifest = self.manifest | ||
114 | project_gitcmd_dict = {} | ||
115 | index = 0 | ||
116 | while index < len(manifest.projects): | ||
117 | self._SetProjectRevisions( | ||
118 | manifest.projects[index:(index+NUM_BATCH_RETRIEVE_REVISIONID)], | ||
119 | manifest.default.revisionExpr) | ||
120 | index += NUM_BATCH_RETRIEVE_REVISIONID | ||
121 | # Save the manifest. | ||
122 | with open(os.path.join(self.client_dir, '.manifest'), 'w') as f: | ||
123 | manifest.Save(f) | ||
diff --git a/subcmds/sync.py b/subcmds/sync.py index 43d450be..652a0c0d 100644 --- a/subcmds/sync.py +++ b/subcmds/sync.py | |||
@@ -58,6 +58,7 @@ except ImportError: | |||
58 | 58 | ||
59 | from git_command import GIT, git_require | 59 | from git_command import GIT, git_require |
60 | from git_refs import R_HEADS, HEAD | 60 | from git_refs import R_HEADS, HEAD |
61 | import gitc_utils | ||
61 | from project import Project | 62 | from project import Project |
62 | from project import RemoteSpec | 63 | from project import RemoteSpec |
63 | from command import Command, MirrorSafeCommand | 64 | from command import Command, MirrorSafeCommand |
@@ -184,6 +185,9 @@ later is required to fix a server side protocol bug. | |||
184 | help="overwrite an existing git directory if it needs to " | 185 | help="overwrite an existing git directory if it needs to " |
185 | "point to a different object directory. WARNING: this " | 186 | "point to a different object directory. WARNING: this " |
186 | "may cause loss of data") | 187 | "may cause loss of data") |
188 | p.add_option('--force-gitc', | ||
189 | dest='force_gitc', action='store_true', | ||
190 | help="actually sync sources in the gitc client directory.") | ||
187 | p.add_option('-l', '--local-only', | 191 | p.add_option('-l', '--local-only', |
188 | dest='local_only', action='store_true', | 192 | dest='local_only', action='store_true', |
189 | help="only update working tree, don't fetch") | 193 | help="only update working tree, don't fetch") |
@@ -526,6 +530,25 @@ later is required to fix a server side protocol bug. | |||
526 | print('error: both -u and -p must be given', file=sys.stderr) | 530 | print('error: both -u and -p must be given', file=sys.stderr) |
527 | sys.exit(1) | 531 | sys.exit(1) |
528 | 532 | ||
533 | cwd = os.getcwd() | ||
534 | if cwd.startswith(gitc_utils.GITC_MANIFEST_DIR) and not opt.force_gitc: | ||
535 | print('WARNING this will pull all the sources like a normal repo sync.\n' | ||
536 | '\nIf you want to update your GITC Client View please rerun this ' | ||
537 | 'command in \n%s%s.\nOr if you actually want to pull the sources, ' | ||
538 | 'rerun with --force-gitc.' % | ||
539 | (gitc_utils.GITC_FS_ROOT_DIR, | ||
540 | cwd.split(gitc_utils.GITC_MANIFEST_DIR)[1])) | ||
541 | sys.exit(1) | ||
542 | |||
543 | self._gitc_sync = False | ||
544 | if cwd.startswith(gitc_utils.GITC_FS_ROOT_DIR): | ||
545 | self._gitc_sync = True | ||
546 | self._client_name = cwd.split(gitc_utils.GITC_FS_ROOT_DIR)[1].split( | ||
547 | '/')[0] | ||
548 | self._client_dir = os.path.join(gitc_utils.GITC_MANIFEST_DIR, | ||
549 | self._client_name) | ||
550 | print('Updating GITC client: %s' % self._client_name) | ||
551 | |||
529 | if opt.manifest_name: | 552 | if opt.manifest_name: |
530 | self.manifest.Override(opt.manifest_name) | 553 | self.manifest.Override(opt.manifest_name) |
531 | 554 | ||
@@ -642,6 +665,12 @@ later is required to fix a server side protocol bug. | |||
642 | if opt.repo_upgraded: | 665 | if opt.repo_upgraded: |
643 | _PostRepoUpgrade(self.manifest, quiet=opt.quiet) | 666 | _PostRepoUpgrade(self.manifest, quiet=opt.quiet) |
644 | 667 | ||
668 | if self._gitc_sync: | ||
669 | gitc_utils.generate_gitc_manifest(self._client_dir, self.manifest) | ||
670 | print('GITC client successfully synced.') | ||
671 | return | ||
672 | |||
673 | |||
645 | if not opt.local_only: | 674 | if not opt.local_only: |
646 | mp.Sync_NetworkHalf(quiet=opt.quiet, | 675 | mp.Sync_NetworkHalf(quiet=opt.quiet, |
647 | current_branch_only=opt.current_branch_only, | 676 | current_branch_only=opt.current_branch_only, |