Debian Codegraph @

setup/revendor.py

raw ◀ ▶
Source reconstructed at patch state 0 of 1 — not the installed (fully patched) source.
1 Debian patch touch this file
1 #!/usr/bin/env python
2 # License: GPL v3 Copyright: 2019, Eli Schwartz <[email protected]>
3
4 import os
5 import shutil
6 import tarfile
7 import time
8 from io import BytesIO
9
10 from setup import Command, download_securely, is_ci
11
12
13 class ReVendor(Command):
14 # NAME = TAR_NAME = VERSION = DOWNLOAD_URL = ''
15 CAN_USE_SYSTEM_VERSION = True
16
17 def add_options(self, parser):
18 parser.add_option(f'--path-to-{self.NAME}', help=f'Path to the extracted {self.TAR_NAME} source')
19 parser.add_option(f'--{self.NAME}-url', default=self.DOWNLOAD_URL, help=f'URL to {self.TAR_NAME} source archive in tar.gz format')
20 if self.CAN_USE_SYSTEM_VERSION:
21 parser.add_option(
22 f'--system-{self.NAME}', default=False, action='store_true', help=f'Treat {self.TAR_NAME} as system copy and symlink instead of copy'
23 )
24
25 def download_securely(self, url: str) -> bytes:
26 num = 5 if is_ci else 1
27 for i in range(num):
28 try:
29 return download_securely(url)
30 except Exception as err:
31 if i == num - 1:
32 raise
33 self.info(f'Download failed with error "{err}" sleeping and retrying...')
34 time.sleep(2)
35
36 def download_vendor_release(self, tdir, url):
37 self.info(f'Downloading {self.TAR_NAME}:', url)
38 raw = self.download_securely(url)
39 with tarfile.open(fileobj=BytesIO(raw)) as tf:
40 tf.extractall(tdir)
41 if len(os.listdir(tdir)) == 1:
42 return self.j(tdir, os.listdir(tdir)[0])
43 else:
44 return tdir
45
46 def add_file_pre(self, name, raw):
47 pass
48
49 def add_file(self, path, name):
50 with open(path, 'rb') as f:
51 raw = f.read()
52 self.add_file_pre(name, raw)
53 dest = self.j(self.vendored_dir, *name.split('/'))
54 base = os.path.dirname(dest)
55 if not os.path.exists(base):
56 os.makedirs(base)
57 if self.use_symlinks:
58 os.symlink(path, dest)
59 else:
60 with open(dest, 'wb') as f:
61 f.write(raw)
62
63 def add_tree(self, base, prefix, ignore=lambda n: False):
64 for dirpath, dirnames, filenames in os.walk(base):
65 for fname in filenames:
66 f = os.path.join(dirpath, fname)
67 name = prefix + '/' + os.path.relpath(f, base).replace(os.sep, '/')
68 if not ignore(name):
69 self.add_file(f, name)
70
71 @property
72 def vendored_dir(self):
73 return self.j(self.RESOURCES, self.NAME)
74
75 def clean(self):
76 if os.path.exists(self.vendored_dir):
77 shutil.rmtree(self.vendored_dir)