| 1 |
#!/usr/bin/env python |
| 2 |
# |
| 3 |
# Copyright (C) 2016 The Android Open Source Project |
| 4 |
# |
| 5 |
# Licensed under the Apache License, Version 2.0 (the "License"); |
| 6 |
# you may not use this file except in compliance with the License. |
| 7 |
# You may obtain a copy of the License at |
| 8 |
# |
| 9 |
# http://www.apache.org/licenses/LICENSE-2.0 |
| 10 |
# |
| 11 |
# Unless required by applicable law or agreed to in writing, software |
| 12 |
# distributed under the License is distributed on an "AS IS" BASIS, |
| 13 |
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 14 |
# See the License for the specific language governing permissions and |
| 15 |
# limitations under the License. |
| 16 |
# |
| 17 |
"""Downloads simpleperf prebuilts from the build server.""" |
| 18 |
import argparse |
| 19 |
import logging |
| 20 |
import os |
| 21 |
import shutil |
| 22 |
import stat |
| 23 |
import textwrap |
| 24 |
|
| 25 |
|
| 26 |
THIS_DIR = os.path.realpath(os.path.dirname(__file__)) |
| 27 |
|
| 28 |
|
| 29 |
class InstallEntry(object): |
| 30 |
def __init__(self, target, name, install_path, need_strip=False): |
| 31 |
self.target = target |
| 32 |
self.name = name |
| 33 |
self.install_path = install_path |
| 34 |
self.need_strip = need_strip |
| 35 |
|
| 36 |
|
| 37 |
INSTALL_LIST = [ |
| 38 |
# simpleperf on device |
| 39 |
InstallEntry('sdk_arm64-sdk', 'simpleperf', 'android/arm64/simpleperf'), |
| 40 |
InstallEntry('sdk_arm64-sdk', 'simpleperf32', 'android/arm/simpleperf'), |
| 41 |
InstallEntry('sdk_x86_64-sdk', 'simpleperf', 'android/x86_64/simpleperf'), |
| 42 |
InstallEntry('sdk_x86_64-sdk', 'simpleperf32', 'android/x86/simpleperf'), |
| 43 |
|
| 44 |
# simpleperf on host |
| 45 |
InstallEntry('sdk_arm64-sdk', 'simpleperf_host', 'linux/x86_64/simpleperf', True), |
| 46 |
InstallEntry('sdk_arm64-sdk', 'simpleperf_host32', 'linux/x86/simpleperf', True), |
| 47 |
InstallEntry('sdk_mac', 'simpleperf_host', 'darwin/x86_64/simpleperf'), |
| 48 |
InstallEntry('sdk_mac', 'simpleperf_host32', 'darwin/x86/simpleperf'), |
| 49 |
# simpleperf.exe on x86_64 windows doesn't work, use simpleperf32.exe instead. |
| 50 |
InstallEntry('sdk', 'simpleperf32.exe', 'windows/x86_64/simpleperf.exe', True), |
| 51 |
InstallEntry('sdk', 'simpleperf32.exe', 'windows/x86/simpleperf.exe', True), |
| 52 |
|
| 53 |
# libsimpleperf_report.so on host |
| 54 |
InstallEntry('sdk_arm64-sdk', 'libsimpleperf_report.so', 'linux/x86_64/libsimpleperf_report.so', |
| 55 |
True), |
| 56 |
InstallEntry('sdk_arm64-sdk', 'libsimpleperf_report32.so', 'linux/x86/libsimpleperf_report.so', |
| 57 |
True), |
| 58 |
InstallEntry('sdk_mac', 'libsimpleperf_report.dylib', |
| 59 |
'darwin/x86_64/libsimpleperf_report.dylib'), |
| 60 |
InstallEntry('sdk_mac', 'libsimpleperf_report32.so', 'darwin/x86/libsimpleperf_report.dylib'), |
| 61 |
InstallEntry('sdk', 'libsimpleperf_report.dll', 'windows/x86_64/libsimpleperf_report.dll', |
| 62 |
True), |
| 63 |
InstallEntry('sdk', 'libsimpleperf_report32.dll', 'windows/x86/libsimpleperf_report.dll', True), |
| 64 |
|
| 65 |
# libwinpthread-1.dll on windows host |
| 66 |
InstallEntry('local:../../../../prebuilts/gcc/linux-x86/host/x86_64-w64-mingw32-4.8' + |
| 67 |
'/x86_64-w64-mingw32/bin/libwinpthread-1.dll', 'libwinpthread-1.dll', |
| 68 |
'windows/x86_64/libwinpthread-1.dll', False), |
| 69 |
InstallEntry('local:../../../../prebuilts/gcc/linux-x86/host/x86_64-w64-mingw32-4.8' + |
| 70 |
'/x86_64-w64-mingw32/lib32/libwinpthread-1.dll', 'libwinpthread-1_32.dll', |
| 71 |
'windows/x86/libwinpthread-1.dll', False), |
| 72 |
] |
| 73 |
|
| 74 |
|
| 75 |
def logger(): |
| 76 |
"""Returns the main logger for this module.""" |
| 77 |
return logging.getLogger(__name__) |
| 78 |
|
| 79 |
|
| 80 |
def check_call(cmd): |
| 81 |
"""Proxy for subprocess.check_call with logging.""" |
| 82 |
import subprocess |
| 83 |
logger().debug('check_call `%s`', ' '.join(cmd)) |
| 84 |
subprocess.check_call(cmd) |
| 85 |
|
| 86 |
|
| 87 |
def fetch_artifact(branch, build, target, name): |
| 88 |
"""Fetches and artifact from the build server.""" |
| 89 |
if target.startswith('local:'): |
| 90 |
shutil.copyfile(target[6:], name) |
| 91 |
return |
| 92 |
logger().info('Fetching %s from %s %s (artifacts matching %s)', build, |
| 93 |
target, branch, name) |
| 94 |
fetch_artifact_path = '/google/data/ro/projects/android/fetch_artifact' |
| 95 |
cmd = [fetch_artifact_path, '--branch', branch, '--target', target, |
| 96 |
'--bid', build, name] |
| 97 |
check_call(cmd) |
| 98 |
|
| 99 |
|
| 100 |
def start_branch(build): |
| 101 |
"""Creates a new branch in the project.""" |
| 102 |
branch_name = 'update-' + (build or 'latest') |
| 103 |
logger().info('Creating branch %s', branch_name) |
| 104 |
check_call(['repo', 'start', branch_name, '.']) |
| 105 |
|
| 106 |
|
| 107 |
def commit(branch, build, add_paths): |
| 108 |
"""Commits the new prebuilts.""" |
| 109 |
logger().info('Making commit') |
| 110 |
check_call(['git', 'add'] + add_paths) |
| 111 |
message = textwrap.dedent("""\ |
| 112 |
simpleperf: update simpleperf prebuilts to build {build}. |
| 113 |
|
| 114 |
Taken from branch {branch}.""").format(branch=branch, build=build) |
| 115 |
check_call(['git', 'commit', '-m', message]) |
| 116 |
|
| 117 |
|
| 118 |
def remove_old_release(install_dir): |
| 119 |
"""Removes the old prebuilts.""" |
| 120 |
if os.path.exists(install_dir): |
| 121 |
logger().info('Removing old install directory "%s"', install_dir) |
| 122 |
check_call(['git', 'rm', '-rf', '--ignore-unmatch', install_dir]) |
| 123 |
|
| 124 |
# Need to check again because git won't remove directories if they have |
| 125 |
# non-git files in them. |
| 126 |
if os.path.exists(install_dir): |
| 127 |
shutil.rmtree(install_dir) |
| 128 |
|
| 129 |
|
| 130 |
def install_new_release(branch, build, install_dir): |
| 131 |
"""Installs the new release.""" |
| 132 |
for entry in INSTALL_LIST: |
| 133 |
install_entry(branch, build, install_dir, entry) |
| 134 |
|
| 135 |
|
| 136 |
def install_entry(branch, build, install_dir, entry): |
| 137 |
"""Installs the device specific components of the release.""" |
| 138 |
target = entry.target |
| 139 |
name = entry.name |
| 140 |
install_path = os.path.join(install_dir, entry.install_path) |
| 141 |
need_strip = entry.need_strip |
| 142 |
|
| 143 |
fetch_artifact(branch, build, target, name) |
| 144 |
exe_stat = os.stat(name) |
| 145 |
os.chmod(name, exe_stat.st_mode | stat.S_IEXEC) |
| 146 |
if need_strip: |
| 147 |
check_call(['strip', name]) |
| 148 |
dirname = os.path.dirname(install_path) |
| 149 |
if not os.path.isdir(dirname): |
| 150 |
os.makedirs(dirname) |
| 151 |
shutil.move(name, install_path) |
| 152 |
|
| 153 |
|
| 154 |
def get_args(): |
| 155 |
"""Parses and returns command line arguments.""" |
| 156 |
parser = argparse.ArgumentParser() |
| 157 |
|
| 158 |
parser.add_argument( |
| 159 |
'-b', '--branch', default='aosp-master', |
| 160 |
help='Branch to pull build from.') |
| 161 |
parser.add_argument('--build', required=True, help='Build number to pull.') |
| 162 |
parser.add_argument( |
| 163 |
'--use-current-branch', action='store_true', |
| 164 |
help='Perform the update in the current branch. Do not repo start.') |
| 165 |
parser.add_argument( |
| 166 |
'-v', '--verbose', action='count', default=0, |
| 167 |
help='Increase output verbosity.') |
| 168 |
|
| 169 |
return parser.parse_args() |
| 170 |
|
| 171 |
|
| 172 |
def main(): |
| 173 |
"""Program entry point.""" |
| 174 |
os.chdir(THIS_DIR) |
| 175 |
|
| 176 |
args = get_args() |
| 177 |
verbose_map = (logging.WARNING, logging.INFO, logging.DEBUG) |
| 178 |
verbosity = args.verbose |
| 179 |
if verbosity > 2: |
| 180 |
verbosity = 2 |
| 181 |
logging.basicConfig(level=verbose_map[verbosity]) |
| 182 |
|
| 183 |
install_dir = 'bin' |
| 184 |
|
| 185 |
if not args.use_current_branch: |
| 186 |
start_branch(args.build) |
| 187 |
remove_old_release(install_dir) |
| 188 |
install_new_release(args.branch, args.build, install_dir) |
| 189 |
artifacts = [install_dir] |
| 190 |
commit(args.branch, args.build, artifacts) |
| 191 |
|
| 192 |
|
| 193 |
if __name__ == '__main__': |
| 194 |
main() |