mirror of
https://gitlab.com/fdroid/fdroidserver.git
synced 2024-08-18 20:30:09 +02:00
146 lines
5.6 KiB
Python
Executable File
146 lines
5.6 KiB
Python
Executable File
#!/usr/bin/env python3
|
|
|
|
import git
|
|
import gitlab
|
|
import os
|
|
import re
|
|
import requests
|
|
import subprocess
|
|
from colorama import Fore, Style
|
|
from distutils.version import LooseVersion
|
|
|
|
|
|
checksums = None
|
|
versions = dict()
|
|
|
|
while not checksums:
|
|
r = requests.get('https://gitlab.com/fdroid/gradle-transparency-log/-/raw/master/checksums.json')
|
|
if r.status_code == 200:
|
|
checksums = r.json()
|
|
|
|
gradle_bin_pat = re.compile(r'gradle-([0-9][0-9.]+[0-9])-bin.zip')
|
|
for url, d in checksums.items():
|
|
m = gradle_bin_pat.search(url)
|
|
if m:
|
|
versions[m.group(1)] = d[0]['sha256']
|
|
|
|
errors = 0
|
|
makebuildserver = os.path.join(os.path.dirname(__file__), os.pardir, 'makebuildserver')
|
|
with open(makebuildserver) as fp:
|
|
makebuildserver_current = fp.read()
|
|
to_compile = re.search(r'CACHE_FILES = [^\]]+\]', makebuildserver_current).group()
|
|
code = compile(to_compile, makebuildserver, 'exec')
|
|
config = {}
|
|
exec(code, None, config) # nosec this is just a CI script
|
|
makebuildserver_versions = []
|
|
version_pat = re.compile(r'[0-9]+(\.[0-9]+)+')
|
|
for url, checksum in config['CACHE_FILES']:
|
|
if 'gradle.org' in url:
|
|
m = version_pat.search(url.split('/')[-1])
|
|
if m:
|
|
makebuildserver_versions.append(m.group())
|
|
if checksum != versions[m.group()]:
|
|
print(Fore.RED
|
|
+ 'ERROR: checksum mismatch:', checksum, versions[m.group()]
|
|
+ Style.RESET_ALL)
|
|
errors += 1
|
|
|
|
# error if makebuildserver is missing the latest version
|
|
for version in sorted(versions.keys()):
|
|
if version not in makebuildserver_versions \
|
|
and LooseVersion(version) > LooseVersion(sorted(makebuildserver_versions)[-1]):
|
|
add_before = """ ('https://dl.google.com/android/ndk/android-ndk-r10e-linux-x86_64.bin',"""
|
|
new = to_compile.replace(
|
|
add_before,
|
|
" ('https://services.gradle.org/distributions/gradle-" + version + "-bin.zip',\n"
|
|
" '" + versions[version] + "'),\n" + add_before
|
|
)
|
|
makebuildserver_current = makebuildserver_current.replace(to_compile, new)
|
|
|
|
with open('makebuildserver', 'w') as fp:
|
|
fp.write(makebuildserver_current)
|
|
|
|
# write out update to gradlew-fdroid
|
|
with open('gradlew-fdroid') as fp:
|
|
gradlew_fdroid = fp.read()
|
|
current = ''
|
|
get_sha_pat = re.compile(r""" +'([0-9][0-9.]+[0-9])'\)\s+echo '([0-9a-f]{64})' ;;\n""")
|
|
for m in get_sha_pat.finditer(gradlew_fdroid):
|
|
current += m.group()
|
|
checksum = m.group(2)
|
|
if checksum != versions[m.group(1)]:
|
|
print(Fore.RED
|
|
+ 'ERROR: checksum mismatch:', checksum, versions[m.group(1)]
|
|
+ Style.RESET_ALL)
|
|
errors += 1
|
|
new = ''
|
|
for version in sorted(versions.keys(), key=LooseVersion):
|
|
sha256 = versions[version]
|
|
spaces = ''
|
|
for i in range(6 - len(version)):
|
|
spaces += ' '
|
|
new += """ '%s')%s echo '%s' ;;\n""" % (version, spaces, sha256)
|
|
gradlew_fdroid = gradlew_fdroid.replace(current, new)
|
|
plugin_v = ' '.join(sorted(versions.keys(), key=LooseVersion, reverse=True))
|
|
plugin_v_pat = re.compile(r'\nplugin_v=\(([0-9. ]+)\)')
|
|
with open('gradlew-fdroid', 'w') as fp:
|
|
fp.write(plugin_v_pat.sub('\nplugin_v=(%s)' % plugin_v, gradlew_fdroid))
|
|
|
|
if os.getenv('CI_PROJECT_NAMESPACE') != 'fdroid':
|
|
p = subprocess.run(['git', '--no-pager', 'diff'])
|
|
print(p.stdout)
|
|
exit(errors)
|
|
|
|
# This only runs after commits are pushed to fdroid/fdroidserver
|
|
git_repo = git.repo.Repo('.')
|
|
modified = git_repo.git().ls_files(modified=True).split()
|
|
if git_repo.is_dirty() and ('gradlew-fdroid' in modified or 'makebuildserver' in modified):
|
|
private_token = os.getenv('PERSONAL_ACCESS_TOKEN')
|
|
if not private_token:
|
|
print(Fore.RED
|
|
+ 'ERROR: GitLab Token not found in PERSONAL_ACCESS_TOKEN!'
|
|
+ Style.RESET_ALL)
|
|
exit(1)
|
|
|
|
branch = git_repo.create_head(os.path.basename(__file__), force=True)
|
|
branch.checkout()
|
|
git_repo.index.add(['gradlew-fdroid', 'makebuildserver'])
|
|
author = git.Actor('fdroid-bot', 'fdroid-bot@f-droid.org')
|
|
git_repo.index.commit('gradle v' + version, author=author)
|
|
project_path = 'fdroid-bot/' + os.getenv('CI_PROJECT_NAME')
|
|
url = ('https://gitlab-ci-token:%s@%s/%s.git'
|
|
% (os.getenv('PERSONAL_ACCESS_TOKEN'), os.getenv('CI_SERVER_HOST'), project_path))
|
|
remote_name = 'fdroid-bot'
|
|
try:
|
|
remote = git_repo.create_remote(remote_name, url)
|
|
except git.exc.GitCommandError:
|
|
remote = git.remote.Remote(git_repo, remote_name)
|
|
remote.set_url(url)
|
|
remote.push(force=True)
|
|
git.remote.Remote.rm(git_repo, remote_name)
|
|
|
|
gl = gitlab.Gitlab(os.getenv('CI_SERVER_URL'), api_version=4,
|
|
private_token=private_token)
|
|
project = gl.projects.get(project_path, lazy=True)
|
|
description = (
|
|
'see <https://gitlab.com/fdroid/gradle-transparency-log/-/blob/master/checksums.json>'
|
|
'\n\n<p><small>generated by <a href="%s/-/jobs/%s">GitLab CI Job #%s</a></small></p>'
|
|
% (os.getenv('CI_PROJECT_URL'), os.getenv('CI_JOB_ID'), os.getenv('CI_JOB_ID'))
|
|
)
|
|
try:
|
|
mr = project.mergerequests.create({
|
|
'source_branch': branch.name,
|
|
'target_project_id': 36527, # fdroid/fdroidserver
|
|
'target_branch': 'master',
|
|
'title': 'update to gradle v' + version,
|
|
'description': description,
|
|
'labels': ['fdroid-bot', 'gradle'],
|
|
'remove_source_branch': True,
|
|
})
|
|
mr.save()
|
|
except gitlab.exceptions.GitlabCreateError as e:
|
|
if e.response_code == 409: # Another open merge request already exists for this source branch
|
|
print(e.error_message)
|
|
else:
|
|
raise e
|