fdroidserver/fdroidserver/publish.py

#!/usr/bin/env python2
# -*- coding: utf-8 -*-
#
# publish.py - part of the FDroid server tools
# Copyright (C) 2010-13, Ciaran Gultnieks, ciaran@ciarang.com
# Copyright (C) 2013 Daniel Martí <mvdan@mvdan.cc>
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU Affero General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
# GNU Affero General Public License for more details.
#
# You should have received a copy of the GNU Affero General Public License
# along with this program.  If not, see <http://www.gnu.org/licenses/>.

import sys
import os
import shutil
import subprocess
import md5
import glob
from optparse import OptionParser

import common, metadata
from common import BuildException

config = None
options = None

def main():

    global config, options

    # Parse command line...
    parser = OptionParser()
    parser.add_option("-v", "--verbose", action="store_true", default=False,
                      help="Spew out even more information than normal")
    parser.add_option("-p", "--package", default=None,
                      help="Publish only the specified package")
    (options, args) = parser.parse_args()

    config = common.read_config(options)

    log_dir = 'logs'
    if not os.path.isdir(log_dir):
        print "Creating log directory"
        os.makedirs(log_dir)

    tmp_dir = 'tmp'
    if not os.path.isdir(tmp_dir):
        print "Creating temporary directory"
        os.makedirs(tmp_dir)

    output_dir = 'repo'
    if not os.path.isdir(output_dir):
        print "Creating output directory"
        os.makedirs(output_dir)

    unsigned_dir = 'unsigned'
    if not os.path.isdir(unsigned_dir):
        print "No unsigned directory - nothing to do"
        sys.exit(0)

    # It was suggested at https://dev.guardianproject.info/projects/bazaar/wiki/FDroid_Audit
    # that a package could be crafted, such that it would use the same signing
    # key as an existing app. While it may be theoretically possible for such a
    # colliding package ID to be generated, it seems virtually impossible that
    # the colliding ID would be something that would be a) a valid package ID,
    # and b) a sane-looking ID that would make its way into the repo.
    # Nonetheless, to be sure, before publishing we check that there are no
    # collisions, and refuse to do any publishing if that's the case...
    apps = metadata.read_metadata()
    allaliases = []
    for app in apps:
        m = md5.new()
        m.update(app['id'])
        keyalias = m.hexdigest()[:8]
        if keyalias in allaliases:
            print "There is a keyalias collision - publishing halted"
            sys.exit(1)
        allaliases.append(keyalias)
    if options.verbose:
        print "{0} apps, {0} key aliases".format(len(apps), len(allaliases))

    # Process any apks that are waiting to be signed...
    for apkfile in sorted(glob.glob(os.path.join(unsigned_dir, '*.apk'))):

        apkfilename = os.path.basename(apkfile)
        i = apkfilename.rfind('_')
        if i == -1:
            raise BuildException("Invalid apk name")
        appid = apkfilename[:i]
        print "Processing " + appid

        if not options.package or options.package == appid:

            # Figure out the key alias name we'll use. Only the first 8
            # characters are significant, so we'll use the first 8 from
            # the MD5 of the app's ID and hope there are no collisions.
            # If a collision does occur later, we're going to have to
            # come up with a new alogrithm, AND rename all existing keys
            # in the keystore!
            if appid in config['keyaliases']:
                # For this particular app, the key alias is overridden...
                keyalias = config['keyaliases'][appid]
                if keyalias.startswith('@'):
                    m = md5.new()
                    m.update(keyalias[1:])
                    keyalias = m.hexdigest()[:8]
            else:
                m = md5.new()
                m.update(appid)
                keyalias = m.hexdigest()[:8]
            print "Key alias: " + keyalias

            # See if we already have a key for this application, and
            # if not generate one...
            p = subprocess.Popen(['keytool', '-list',
                '-alias', keyalias, '-keystore', config['keystore'],
                '-storepass', config['keystorepass']], stdout=subprocess.PIPE)
            output = p.communicate()[0]
            if p.returncode !=0:
                print "Key does not exist - generating..."
                p = subprocess.Popen(['keytool', '-genkey',
                    '-keystore', config['keystore'], '-alias', keyalias,
                    '-keyalg', 'RSA', '-keysize', '2048',
                    '-validity', '10000',
                    '-storepass', config['keystorepass'],
                    '-keypass', config['keypass'],
                    '-dname', config['keydname']], stdout=subprocess.PIPE)
                output = p.communicate()[0]
                print output
                if p.returncode != 0:
                    raise BuildException("Failed to generate key")

            # Sign the application...
            p = subprocess.Popen(['jarsigner', '-keystore', config['keystore'],
                '-storepass', config['keystorepass'],
                '-keypass', config['keypass'], '-sigalg',
                'MD5withRSA', '-digestalg', 'SHA1',
                    apkfile, keyalias], stdout=subprocess.PIPE)
            output = p.communicate()[0]
            print output
            if p.returncode != 0:
                raise BuildException("Failed to sign application")

            # Zipalign it...
            p = subprocess.Popen([os.path.join(config['sdk_path'],'tools','zipalign'),
                                '-v', '4', apkfile,
                                os.path.join(output_dir, apkfilename)],
                                stdout=subprocess.PIPE)
            output = p.communicate()[0]
            print output
            if p.returncode != 0:
                raise BuildException("Failed to align application")
            os.remove(apkfile)

            # Move the source tarball into the output directory...
            tarfilename = apkfilename[:-4] + '_src.tar.gz'
            shutil.move(os.path.join(unsigned_dir, tarfilename),
                    os.path.join(output_dir, tarfilename))

            print 'Published ' + apkfilename


if __name__ == "__main__":
    main()