| 1 |
#!/usr/bin/env python |
| 2 |
# License: GPL v3 Copyright: 2019, Eli Schwartz <[email protected]> |
| 3 |
|
| 4 |
import os |
| 5 |
import shutil |
| 6 |
import tarfile |
| 7 |
import time |
| 8 |
from io import BytesIO |
| 9 |
|
| 10 |
from setup import Command, download_securely, is_ci |
| 11 |
|
| 12 |
|
| 13 |
class ReVendor(Command): |
| 14 |
# NAME = TAR_NAME = VERSION = DOWNLOAD_URL = '' |
| 15 |
CAN_USE_SYSTEM_VERSION = True |
| 16 |
|
| 17 |
def add_options(self, parser): |
| 18 |
parser.add_option(f'--path-to-{self.NAME}', help=f'Path to the extracted {self.TAR_NAME} source') |
| 19 |
parser.add_option(f'--{self.NAME}-url', default=self.DOWNLOAD_URL, help=f'URL to {self.TAR_NAME} source archive in tar.gz format') |
| 20 |
if self.CAN_USE_SYSTEM_VERSION: |
| 21 |
parser.add_option( |
| 22 |
f'--system-{self.NAME}', default=False, action='store_true', help=f'Treat {self.TAR_NAME} as system copy and symlink instead of copy' |
| 23 |
) |
| 24 |
|
| 25 |
def download_securely(self, url: str) -> bytes: |
| 26 |
num = 5 if is_ci else 1 |
| 27 |
for i in range(num): |
| 28 |
try: |
| 29 |
return download_securely(url) |
| 30 |
except Exception as err: |
| 31 |
if i == num - 1: |
| 32 |
raise |
| 33 |
self.info(f'Download failed with error "{err}" sleeping and retrying...') |
| 34 |
time.sleep(2) |
| 35 |
|
| 36 |
def download_vendor_release(self, tdir, url): |
| 37 |
self.info(f'Downloading {self.TAR_NAME}:', url) |
| 38 |
raw = self.download_securely(url) |
| 39 |
with tarfile.open(fileobj=BytesIO(raw)) as tf: |
| 40 |
tf.extractall(tdir) |
| 41 |
if len(os.listdir(tdir)) == 1: |
| 42 |
return self.j(tdir, os.listdir(tdir)[0]) |
| 43 |
else: |
| 44 |
return tdir |
| 45 |
|
| 46 |
def add_file_pre(self, name, raw): |
| 47 |
pass |
| 48 |
|
| 49 |
def add_file(self, path, name): |
| 50 |
with open(path, 'rb') as f: |
| 51 |
raw = f.read() |
| 52 |
self.add_file_pre(name, raw) |
| 53 |
dest = self.j(self.vendored_dir, *name.split('/')) |
| 54 |
base = os.path.dirname(dest) |
| 55 |
if not os.path.exists(base): |
| 56 |
os.makedirs(base) |
| 57 |
if self.use_symlinks: |
| 58 |
os.symlink(path, dest) |
| 59 |
else: |
| 60 |
with open(dest, 'wb') as f: |
| 61 |
f.write(raw) |
| 62 |
|
| 63 |
def add_tree(self, base, prefix, ignore=lambda n: False): |
| 64 |
for dirpath, dirnames, filenames in os.walk(base): |
| 65 |
for fname in filenames: |
| 66 |
f = os.path.join(dirpath, fname) |
| 67 |
name = prefix + '/' + os.path.relpath(f, base).replace(os.sep, '/') |
| 68 |
if not ignore(name): |
| 69 |
self.add_file(f, name) |
| 70 |
|
| 71 |
@property |
| 72 |
def vendored_dir(self): |
| 73 |
return self.j(self.RESOURCES, self.NAME) |
| 74 |
|
| 75 |
def clean(self): |
| 76 |
if os.path.exists(self.vendored_dir): |
| 77 |
shutil.rmtree(self.vendored_dir) |