mirror of
https://gitlab.com/fdroid/fdroidserver.git
synced 2024-11-04 22:40:12 +01:00
272 lines
11 KiB
Python
272 lines
11 KiB
Python
# -*- coding: UTF-8 -*-
|
|
#
|
|
# build.py - part of the FDroid server tools
|
|
# Copyright (C) 2010, Ciaran Gultnieks, ciaran@ciarang.com
|
|
#
|
|
# This program is free software: you can redistribute it and/or modify
|
|
# it under the terms of the GNU Affero General Public License as published by
|
|
# the Free Software Foundation, either version 3 of the License, or
|
|
# (at your option) any later version.
|
|
#
|
|
# This program is distributed in the hope that it will be useful,
|
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
# GNU Affero General Public License for more details.
|
|
#
|
|
# You should have received a copy of the GNU Affero General Public License
|
|
# along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
import sys
|
|
import os
|
|
import shutil
|
|
import glob
|
|
import subprocess
|
|
import re
|
|
import zipfile
|
|
import tarfile
|
|
import md5
|
|
from xml.dom.minidom import Document
|
|
from optparse import OptionParser
|
|
|
|
#Read configuration...
|
|
execfile('config.py')
|
|
|
|
execfile('metadata.py')
|
|
|
|
# Parse command line...
|
|
parser = OptionParser()
|
|
parser.add_option("-v", "--verbose", action="store_true", default=False,
|
|
help="Spew out even more information than normal")
|
|
parser.add_option("-p", "--package", default=None,
|
|
help="Build only the specified package")
|
|
(options, args) = parser.parse_args()
|
|
|
|
# Get all apps...
|
|
apps = read_metadata()
|
|
|
|
unsigned_dir = 'unsigned'
|
|
if os.path.exists(unsigned_dir):
|
|
shutil.rmtree(unsigned_dir)
|
|
os.mkdir(unsigned_dir)
|
|
|
|
for app in apps:
|
|
|
|
if (app['disabled'] is None and app['repo'] != ''
|
|
and app['repotype'] != '' and (options.package is None or
|
|
options.package == app['id'])):
|
|
|
|
print "About to build " + app['id']
|
|
|
|
build_dir = 'build_' + app['id']
|
|
|
|
# Remove the build directory if it already exists...
|
|
if os.path.exists(build_dir):
|
|
shutil.rmtree(build_dir)
|
|
|
|
# Get the source code...
|
|
if app['repotype'] == 'git':
|
|
if subprocess.call(['git', 'clone', app['repo'], build_dir]) != 0:
|
|
print "Git clone failed"
|
|
sys.exit(1)
|
|
elif app['repotype'] == 'svn':
|
|
if not app['repo'].endswith("*"):
|
|
if subprocess.call(['svn', 'checkout', app['repo'], build_dir]) != 0:
|
|
print "Svn checkout failed"
|
|
sys.exit(1)
|
|
elif app['repotype'] == 'hg':
|
|
if subprocess.call(['hg', 'clone', app['repo'], build_dir]) !=0:
|
|
print "Hg clone failed"
|
|
sys.exit(1)
|
|
else:
|
|
print "Invalid repo type " + app['repotype'] + " in " + app['id']
|
|
sys.exit(1)
|
|
|
|
for thisbuild in app['builds']:
|
|
|
|
print "Building version " + thisbuild['version']
|
|
|
|
# Optionally, the actual app source can be in a subdirectory...
|
|
if thisbuild.has_key('subdir'):
|
|
if app['repotype'] == 'svn' and app['repo'].endswith("*"):
|
|
root_dir = build_dir
|
|
if subprocess.call(['svn', 'checkout',
|
|
app['repo'][:-1] + thisbuild['subdir'],
|
|
build_dir]) != 0:
|
|
print "Svn checkout failed"
|
|
sys.exit(1)
|
|
else:
|
|
root_dir = os.path.join(build_dir, thisbuild['subdir'])
|
|
else:
|
|
root_dir = build_dir
|
|
|
|
if app['repotype'] == 'git':
|
|
if subprocess.call(['git', 'checkout', thisbuild['commit']],
|
|
cwd=build_dir) != 0:
|
|
print "Git checkout failed"
|
|
sys.exit(1)
|
|
elif app['repotype'] == 'svn':
|
|
if subprocess.call(['svn', 'update', '-r', thisbuild['commit']],
|
|
cwd=build_dir) != 0:
|
|
print "Svn update failed"
|
|
sys.exit(1)
|
|
elif app['repotype'] == 'hg':
|
|
if subprocess.call(['hg', 'checkout', thisbuild['commit']],
|
|
cwd=build_dir) != 0:
|
|
print "Hg checkout failed"
|
|
sys.exit(1)
|
|
|
|
else:
|
|
print "Invalid repo type " + app['repotype']
|
|
sys.exit(1)
|
|
|
|
# Generate (or update) the ant build file, build.xml...
|
|
parms = ['android','update','project','-p','.']
|
|
parms.append('--subprojects')
|
|
if thisbuild.has_key('target'):
|
|
parms.append('-t')
|
|
parms.append(thisbuild['target'])
|
|
if subprocess.call(parms, cwd=root_dir) != 0:
|
|
print "Failed to update project"
|
|
sys.exit(1)
|
|
|
|
# If the app has ant set up to sign the release, we need to switch
|
|
# that off, because we want the unsigned apk...
|
|
if os.path.exists(os.path.join(root_dir, 'build.properties')):
|
|
if subprocess.call(['sed','-i','s/^key.store/#/',
|
|
'build.properties'], cwd=root_dir) !=0:
|
|
print "Failed to amend build.properties"
|
|
sys.exit(1)
|
|
|
|
# Fix old-fashioned 'sdk-location' in local.properties by copying
|
|
# from sdk.dir, if necessary...
|
|
if (thisbuild.has_key('oldsdkloc') and
|
|
thisbuild['oldsdkloc'] == "yes"):
|
|
locprops = os.path.join(root_dir, 'local.properties')
|
|
f = open(locprops, 'r')
|
|
props = f.read()
|
|
f.close()
|
|
sdkloc = re.match(r".*^sdk.dir=(\S+)$.*", props,
|
|
re.S|re.M).group(1)
|
|
props += "\nsdk-location=" + sdkloc + "\n"
|
|
f = open(locprops, 'w')
|
|
f.write(props)
|
|
f.close()
|
|
|
|
#Delete unwanted file...
|
|
if thisbuild.has_key('rm'):
|
|
os.remove(os.path.join(root_dir, thisbuild['rm']))
|
|
|
|
#Build the source tarball right before we build the relase...
|
|
tarname = app['id'] + '_' + thisbuild['vercode'] + '_src'
|
|
tarball = tarfile.open(os.path.join(unsigned_dir,
|
|
tarname + '.tar.gz'), "w:gz")
|
|
tarball.add(build_dir, tarname)
|
|
tarball.close()
|
|
|
|
# Build the release...
|
|
p = subprocess.Popen(['ant','release'], cwd=root_dir,
|
|
stdout=subprocess.PIPE)
|
|
output = p.communicate()[0]
|
|
if p.returncode != 0:
|
|
print output
|
|
print "Build failed"
|
|
sys.exit(1)
|
|
|
|
# Find the apk name in the output...
|
|
if thisbuild.has_key('bindir'):
|
|
bindir = os.path.join(build_dir, thisbuild['bindir'])
|
|
else:
|
|
bindir = os.path.join(root_dir, 'bin')
|
|
src = re.match(r".*^.*Creating (\S+) for release.*$.*", output,
|
|
re.S|re.M).group(1)
|
|
src = os.path.join(bindir, src)
|
|
|
|
# By way of a sanity check, make sure the version and version
|
|
# code in our new apk match what we expect...
|
|
p = subprocess.Popen([aapt_path,'dump','badging',
|
|
src], stdout=subprocess.PIPE)
|
|
output = p.communicate()[0]
|
|
vercode = None
|
|
version = None
|
|
for line in output.splitlines():
|
|
if line.startswith("package:"):
|
|
pat = re.compile(".*versionCode='([0-9]*)'.*")
|
|
vercode = re.match(pat, line).group(1)
|
|
pat = re.compile(".*versionName='([^']*)'.*")
|
|
version = re.match(pat, line).group(1)
|
|
|
|
# Some apps (e.g. Timeriffic) have had the bonkers idea of
|
|
# including the entire changelog in the version number. Remove
|
|
# it so we can compare. (TODO: might be better to remove it
|
|
# before we compile, in fact)
|
|
index = version.find(" //")
|
|
if index != -1:
|
|
version = version[:index]
|
|
|
|
if (version != thisbuild['version'] or
|
|
vercode != thisbuild['vercode']):
|
|
print "Unexpected version/version code in output"
|
|
sys.exit(1)
|
|
|
|
# Copy the unsigned apk to our 'unsigned' directory to be
|
|
# dealt with later...
|
|
dest = os.path.join(unsigned_dir, app['id'] + '_' +
|
|
thisbuild['vercode'] + '.apk')
|
|
shutil.copyfile(src, dest)
|
|
|
|
# Figure out the key alias name we'll use. Only the first 8
|
|
# characters are significant, so we'll use the first 8 from
|
|
# the MD5 of the app's ID and hope there are no collisions.
|
|
# If a collision does occur later, we're going to have to
|
|
# come up with a new alogrithm, AND rename all existing keys
|
|
# in the keystore!
|
|
m = md5.new()
|
|
m.update(app['id'])
|
|
keyalias = m.hexdigest()[:8]
|
|
print "Key alias: " + keyalias
|
|
|
|
# See if we already have a key for this application, and
|
|
# if not generate one...
|
|
p = subprocess.Popen(['keytool', '-list',
|
|
'-alias', keyalias, '-keystore', keystore,
|
|
'-storepass', keystorepass], stdout=subprocess.PIPE)
|
|
output = p.communicate()[0]
|
|
if p.returncode !=0:
|
|
print "Key does not exist - generating..."
|
|
p = subprocess.Popen(['keytool', '-genkey',
|
|
'-keystore', keystore, '-alias', keyalias,
|
|
'-keyalg', 'RSA', '-keysize', '2048',
|
|
'-validity', '10000',
|
|
'-storepass', keystorepass, '-keypass', keypass,
|
|
'-dname', keydname], stdout=subprocess.PIPE)
|
|
output = p.communicate()[0]
|
|
print output
|
|
if p.returncode != 0:
|
|
print "Failed to generate key"
|
|
sys.exit(1)
|
|
|
|
# Sign the application...
|
|
p = subprocess.Popen(['jarsigner', '-keystore', keystore,
|
|
'-storepass', keystorepass, '-keypass', keypass,
|
|
dest, keyalias], stdout=subprocess.PIPE)
|
|
output = p.communicate()[0]
|
|
print output
|
|
if p.returncode != 0:
|
|
print "Failed to sign application"
|
|
sys.exit(1)
|
|
|
|
# Zipalign it...
|
|
tmpfile = dest + ".tmp"
|
|
os.rename(dest, tmpfile)
|
|
p = subprocess.Popen(['zipalign', '-v', '4',
|
|
tmpfile, dest], stdout=subprocess.PIPE)
|
|
output = p.communicate()[0]
|
|
print output
|
|
if p.returncode != 0:
|
|
print "Failed to align application"
|
|
sys.exit(1)
|
|
os.remove(tmpfile)
|
|
|
|
print "Finished."
|
|
|