mirror of
https://gerrit.googlesource.com/git-repo
synced 2024-12-21 07:16:21 +00:00
101 lines
3.7 KiB
Python
101 lines
3.7 KiB
Python
#
|
|
# Copyright (C) 2015 The Android Open Source Project
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
from __future__ import print_function
|
|
import os
|
|
import sys
|
|
import time
|
|
|
|
import git_command
|
|
import git_config
|
|
import wrapper
|
|
|
|
|
|
GITC_FS_ROOT_DIR = '/gitc/manifest-rw/'
|
|
NUM_BATCH_RETRIEVE_REVISIONID = 300
|
|
|
|
def get_gitc_manifest_dir():
|
|
return wrapper.Wrapper().get_gitc_manifest_dir()
|
|
|
|
def parse_clientdir(gitc_fs_path):
|
|
"""Parse a path in the GITC FS and return its client name.
|
|
|
|
@param gitc_fs_path: A subdirectory path within the GITC_FS_ROOT_DIR.
|
|
|
|
@returns: The GITC client name
|
|
"""
|
|
if (gitc_fs_path == GITC_FS_ROOT_DIR or
|
|
not gitc_fs_path.startswith(GITC_FS_ROOT_DIR)):
|
|
return None
|
|
return gitc_fs_path.split(GITC_FS_ROOT_DIR)[1].split('/')[0]
|
|
|
|
def _set_project_revisions(projects):
|
|
"""Sets the revisionExpr for a list of projects.
|
|
|
|
Because of the limit of open file descriptors allowed, length of projects
|
|
should not be overly large. Recommend calling this function multiple times
|
|
with each call not exceeding NUM_BATCH_RETRIEVE_REVISIONID projects.
|
|
|
|
@param projects: List of project objects to set the revionExpr for.
|
|
"""
|
|
# Retrieve the commit id for each project based off of it's current
|
|
# revisionExpr and it is not already a commit id.
|
|
project_gitcmds = [(
|
|
project, git_command.GitCommand(None,
|
|
['ls-remote',
|
|
project.remote.url,
|
|
project.revisionExpr],
|
|
capture_stdout=True, cwd='/tmp'))
|
|
for project in projects if not git_config.IsId(project.revisionExpr)]
|
|
for proj, gitcmd in project_gitcmds:
|
|
if gitcmd.Wait():
|
|
print('FATAL: Failed to retrieve revisionExpr for %s' % proj)
|
|
sys.exit(1)
|
|
proj.revisionExpr = gitcmd.stdout.split('\t')[0]
|
|
|
|
def generate_gitc_manifest(client_dir, manifest, projects=None):
|
|
"""Generate a manifest for shafsd to use for this GITC client.
|
|
|
|
@param client_dir: GITC client directory to install the .manifest file in.
|
|
@param manifest: XmlManifest object representing the repo manifest.
|
|
@param projects: List of projects we want to update, this must be a sublist
|
|
of manifest.projects to work properly. If not provided,
|
|
manifest.projects is used.
|
|
"""
|
|
print('Generating GITC Manifest by fetching revision SHAs for each '
|
|
'project.')
|
|
if projects is None:
|
|
projects = manifest.projects
|
|
index = 0
|
|
while index < len(projects):
|
|
_set_project_revisions(
|
|
projects[index:(index+NUM_BATCH_RETRIEVE_REVISIONID)])
|
|
index += NUM_BATCH_RETRIEVE_REVISIONID
|
|
# Save the manifest.
|
|
save_manifest(manifest, client_dir=client_dir)
|
|
|
|
def save_manifest(manifest, client_dir=None):
|
|
"""Save the manifest file in the client_dir.
|
|
|
|
@param client_dir: Client directory to save the manifest in.
|
|
@param manifest: Manifest object to save.
|
|
"""
|
|
if not client_dir:
|
|
client_dir = manifest.gitc_client_dir
|
|
with open(os.path.join(client_dir, '.manifest'), 'w') as f:
|
|
manifest.Save(f)
|
|
# TODO(sbasi/jorg): Come up with a solution to remove the sleep below.
|
|
# Give the GITC filesystem time to register the manifest changes.
|
|
time.sleep(3) |