111 lines
3.2 KiB
Python
Executable File
111 lines
3.2 KiB
Python
Executable File
#!/usr/bin/env python3
|
|
|
|
import glob
|
|
import os
|
|
import re
|
|
import subprocess
|
|
import sys
|
|
|
|
import yaml
|
|
from colorama import Fore, Style
|
|
|
|
try:
|
|
from yaml import CSafeLoader as SafeLoader
|
|
except ImportError:
|
|
from yaml import SafeLoader
|
|
|
|
if len(sys.argv) > 1:
|
|
files = sys.argv[1:]
|
|
else:
|
|
files = sorted(glob.glob('metadata/*.yml') + glob.glob('srclibs/*.yml'))
|
|
|
|
errors = dict()
|
|
for f in files:
|
|
f = os.path.relpath(f)
|
|
if not f.startswith('metadata/') and not f.startswith('srclibs/'):
|
|
continue
|
|
if not f.endswith('.yml'):
|
|
print('\n' + f + ':\nThis only runs on YAML files (.yml), ignoring.')
|
|
continue
|
|
with open(f) as fp:
|
|
data = yaml.load(fp, Loader=SafeLoader)
|
|
|
|
if not data:
|
|
msg = 'ERROR: %s: empty file!' % f
|
|
print(Fore.RED + msg + Style.RESET_ALL)
|
|
errors[f] = msg
|
|
continue
|
|
if 'NoSourceSince' in data.keys():
|
|
continue
|
|
url = data.get('Repo')
|
|
if not url:
|
|
msg = 'ERROR: %s: no Repo: set!' % f
|
|
print(Fore.RED + msg + Style.RESET_ALL)
|
|
errors[f] = msg
|
|
continue
|
|
if data.get('RepoType') != 'git':
|
|
continue
|
|
|
|
# from class vcs_git() in fdroidserver/common.py
|
|
git_config = [
|
|
'-c',
|
|
'core.askpass=/bin/true',
|
|
'-c',
|
|
'core.sshCommand=/bin/false',
|
|
'-c',
|
|
'url.https://.insteadOf=ssh://',
|
|
]
|
|
for domain in ('bitbucket.org', 'github.com', 'gitlab.com'):
|
|
git_config.append('-c')
|
|
git_config.append(
|
|
'url.https://u:p@' + domain + '/.insteadOf=git@' + domain + ':'
|
|
)
|
|
git_config.append('-c')
|
|
git_config.append('url.https://u:p@' + domain + '.insteadOf=git://' + domain)
|
|
git_config.append('-c')
|
|
git_config.append('url.https://u:p@' + domain + '.insteadOf=https://' + domain)
|
|
env = {
|
|
'GIT_TERMINAL_PROMPT': '0',
|
|
'GIT_ASKPASS': '/bin/true',
|
|
'SSH_ASKPASS': '/bin/true',
|
|
'GIT_SSH': '/bin/false', # for git < 2.3
|
|
}
|
|
|
|
p = subprocess.run(
|
|
[
|
|
'git',
|
|
]
|
|
+ git_config
|
|
+ ['ls-remote', '--exit-code', '-h', url],
|
|
env=env,
|
|
stdout=subprocess.DEVNULL,
|
|
stderr=subprocess.PIPE,
|
|
)
|
|
if p.returncode != 0:
|
|
with open(f) as fp:
|
|
raw = fp.read()
|
|
print('\n' + f + ':')
|
|
print('%s%s%s' % (Fore.RED, p.stderr.decode(), Style.RESET_ALL))
|
|
errors[f] = p.stderr
|
|
|
|
if not f.startswith('metadata/'):
|
|
continue
|
|
# this rewriting only works with metadata files, not srclibs
|
|
with open(f, 'w') as fp:
|
|
fp.write(re.sub(r'(Repo|RepoType):.*\n{1,2}', r'', raw))
|
|
builds = data.get('Builds')
|
|
if builds:
|
|
versionName = str(builds[-1]['versionName'])
|
|
# if YAML will think its a float, quote it
|
|
try:
|
|
float(versionName)
|
|
fp.write("\nNoSourceSince: '%s'" % versionName)
|
|
except ValueError:
|
|
fp.write("\nNoSourceSince: %s" % versionName)
|
|
fp.write('\n')
|
|
|
|
error_count = len(errors)
|
|
if error_count > 0:
|
|
print(Fore.RED + '\nFound', error_count, 'errors.' + Style.RESET_ALL)
|
|
sys.exit(error_count)
|