Debian Codegraph @

simpleperf/scripts/update.py

raw
1 #!/usr/bin/env python
2 #
3 # Copyright (C) 2016 The Android Open Source Project
4 #
5 # Licensed under the Apache License, Version 2.0 (the "License");
6 # you may not use this file except in compliance with the License.
7 # You may obtain a copy of the License at
8 #
9 # http://www.apache.org/licenses/LICENSE-2.0
10 #
11 # Unless required by applicable law or agreed to in writing, software
12 # distributed under the License is distributed on an "AS IS" BASIS,
13 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14 # See the License for the specific language governing permissions and
15 # limitations under the License.
16 #
17 """Downloads simpleperf prebuilts from the build server."""
18 import argparse
19 import logging
20 import os
21 import shutil
22 import stat
23 import textwrap
24
25
26 THIS_DIR = os.path.realpath(os.path.dirname(__file__))
27
28
29 class InstallEntry(object):
30 def __init__(self, target, name, install_path, need_strip=False):
31 self.target = target
32 self.name = name
33 self.install_path = install_path
34 self.need_strip = need_strip
35
36
37 INSTALL_LIST = [
38 # simpleperf on device
39 InstallEntry('sdk_arm64-sdk', 'simpleperf', 'android/arm64/simpleperf'),
40 InstallEntry('sdk_arm64-sdk', 'simpleperf32', 'android/arm/simpleperf'),
41 InstallEntry('sdk_x86_64-sdk', 'simpleperf', 'android/x86_64/simpleperf'),
42 InstallEntry('sdk_x86_64-sdk', 'simpleperf32', 'android/x86/simpleperf'),
43
44 # simpleperf on host
45 InstallEntry('sdk_arm64-sdk', 'simpleperf_host', 'linux/x86_64/simpleperf', True),
46 InstallEntry('sdk_arm64-sdk', 'simpleperf_host32', 'linux/x86/simpleperf', True),
47 InstallEntry('sdk_mac', 'simpleperf_host', 'darwin/x86_64/simpleperf'),
48 InstallEntry('sdk_mac', 'simpleperf_host32', 'darwin/x86/simpleperf'),
49 # simpleperf.exe on x86_64 windows doesn't work, use simpleperf32.exe instead.
50 InstallEntry('sdk', 'simpleperf32.exe', 'windows/x86_64/simpleperf.exe', True),
51 InstallEntry('sdk', 'simpleperf32.exe', 'windows/x86/simpleperf.exe', True),
52
53 # libsimpleperf_report.so on host
54 InstallEntry('sdk_arm64-sdk', 'libsimpleperf_report.so', 'linux/x86_64/libsimpleperf_report.so',
55 True),
56 InstallEntry('sdk_arm64-sdk', 'libsimpleperf_report32.so', 'linux/x86/libsimpleperf_report.so',
57 True),
58 InstallEntry('sdk_mac', 'libsimpleperf_report.dylib',
59 'darwin/x86_64/libsimpleperf_report.dylib'),
60 InstallEntry('sdk_mac', 'libsimpleperf_report32.so', 'darwin/x86/libsimpleperf_report.dylib'),
61 InstallEntry('sdk', 'libsimpleperf_report.dll', 'windows/x86_64/libsimpleperf_report.dll',
62 True),
63 InstallEntry('sdk', 'libsimpleperf_report32.dll', 'windows/x86/libsimpleperf_report.dll', True),
64
65 # libwinpthread-1.dll on windows host
66 InstallEntry('local:../../../../prebuilts/gcc/linux-x86/host/x86_64-w64-mingw32-4.8' +
67 '/x86_64-w64-mingw32/bin/libwinpthread-1.dll', 'libwinpthread-1.dll',
68 'windows/x86_64/libwinpthread-1.dll', False),
69 InstallEntry('local:../../../../prebuilts/gcc/linux-x86/host/x86_64-w64-mingw32-4.8' +
70 '/x86_64-w64-mingw32/lib32/libwinpthread-1.dll', 'libwinpthread-1_32.dll',
71 'windows/x86/libwinpthread-1.dll', False),
72 ]
73
74
75 def logger():
76 """Returns the main logger for this module."""
77 return logging.getLogger(__name__)
78
79
80 def check_call(cmd):
81 """Proxy for subprocess.check_call with logging."""
82 import subprocess
83 logger().debug('check_call `%s`', ' '.join(cmd))
84 subprocess.check_call(cmd)
85
86
87 def fetch_artifact(branch, build, target, name):
88 """Fetches and artifact from the build server."""
89 if target.startswith('local:'):
90 shutil.copyfile(target[6:], name)
91 return
92 logger().info('Fetching %s from %s %s (artifacts matching %s)', build,
93 target, branch, name)
94 fetch_artifact_path = '/google/data/ro/projects/android/fetch_artifact'
95 cmd = [fetch_artifact_path, '--branch', branch, '--target', target,
96 '--bid', build, name]
97 check_call(cmd)
98
99
100 def start_branch(build):
101 """Creates a new branch in the project."""
102 branch_name = 'update-' + (build or 'latest')
103 logger().info('Creating branch %s', branch_name)
104 check_call(['repo', 'start', branch_name, '.'])
105
106
107 def commit(branch, build, add_paths):
108 """Commits the new prebuilts."""
109 logger().info('Making commit')
110 check_call(['git', 'add'] + add_paths)
111 message = textwrap.dedent("""\
112 simpleperf: update simpleperf prebuilts to build {build}.
113
114 Taken from branch {branch}.""").format(branch=branch, build=build)
115 check_call(['git', 'commit', '-m', message])
116
117
118 def remove_old_release(install_dir):
119 """Removes the old prebuilts."""
120 if os.path.exists(install_dir):
121 logger().info('Removing old install directory "%s"', install_dir)
122 check_call(['git', 'rm', '-rf', '--ignore-unmatch', install_dir])
123
124 # Need to check again because git won't remove directories if they have
125 # non-git files in them.
126 if os.path.exists(install_dir):
127 shutil.rmtree(install_dir)
128
129
130 def install_new_release(branch, build, install_dir):
131 """Installs the new release."""
132 for entry in INSTALL_LIST:
133 install_entry(branch, build, install_dir, entry)
134
135
136 def install_entry(branch, build, install_dir, entry):
137 """Installs the device specific components of the release."""
138 target = entry.target
139 name = entry.name
140 install_path = os.path.join(install_dir, entry.install_path)
141 need_strip = entry.need_strip
142
143 fetch_artifact(branch, build, target, name)
144 exe_stat = os.stat(name)
145 os.chmod(name, exe_stat.st_mode | stat.S_IEXEC)
146 if need_strip:
147 check_call(['strip', name])
148 dirname = os.path.dirname(install_path)
149 if not os.path.isdir(dirname):
150 os.makedirs(dirname)
151 shutil.move(name, install_path)
152
153
154 def get_args():
155 """Parses and returns command line arguments."""
156 parser = argparse.ArgumentParser()
157
158 parser.add_argument(
159 '-b', '--branch', default='aosp-master',
160 help='Branch to pull build from.')
161 parser.add_argument('--build', required=True, help='Build number to pull.')
162 parser.add_argument(
163 '--use-current-branch', action='store_true',
164 help='Perform the update in the current branch. Do not repo start.')
165 parser.add_argument(
166 '-v', '--verbose', action='count', default=0,
167 help='Increase output verbosity.')
168
169 return parser.parse_args()
170
171
172 def main():
173 """Program entry point."""
174 os.chdir(THIS_DIR)
175
176 args = get_args()
177 verbose_map = (logging.WARNING, logging.INFO, logging.DEBUG)
178 verbosity = args.verbose
179 if verbosity > 2:
180 verbosity = 2
181 logging.basicConfig(level=verbose_map[verbosity])
182
183 install_dir = 'bin'
184
185 if not args.use_current_branch:
186 start_branch(args.build)
187 remove_old_release(install_dir)
188 install_new_release(args.branch, args.build, install_dir)
189 artifacts = [install_dir]
190 commit(args.branch, args.build, artifacts)
191
192
193 if __name__ == '__main__':
194 main()