# -*- coding: UTF-8 -*- # # update.py - part of the FDroid server tools # Copyright (C) 2010, Ciaran Gultnieks, ciaran@ciarang.com # # This program is free software: you can redistribute it and/or modify # it under the terms of the GNU Affero General Public License as published by # the Free Software Foundation, either version 3 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU Affero General Public License for more details. # # You should have received a copy of the GNU Affero General Public License # along with this program. If not, see . import sys import os import shutil import glob import subprocess import re import zipfile import md5 from xml.dom.minidom import Document from optparse import OptionParser #Read configuration... execfile('config.py') execfile('metadata.py') # Parse command line... parser = OptionParser() parser.add_option("-c", "--createmeta", action="store_true", default=False, help="Create skeleton metadata files that are missing") parser.add_option("-v", "--verbose", action="store_true", default=False, help="Spew out even more information than normal") (options, args) = parser.parse_args() icon_dir=os.path.join('repo','icons') # Delete and re-create the icon directory... if os.path.exists(icon_dir): shutil.rmtree(icon_dir) os.mkdir(icon_dir) # Gather information about all the apk files in the repo directory... apks = [] for apkfile in glob.glob(os.path.join('repo','*.apk')): apkfilename = apkfile[5:] print "Processing " + apkfilename thisinfo = {} thisinfo['apkname'] = apkfilename thisinfo['size'] = os.path.getsize(apkfile) thisinfo['permissions'] = [] thisinfo['features'] = [] p = subprocess.Popen([aapt_path,'dump','badging', apkfile], stdout=subprocess.PIPE) output = p.communicate()[0] if options.verbose: print output if p.returncode != 0: print "ERROR: Failed to get apk information" sys.exit(1) for line in output.splitlines(): if line.startswith("package:"): pat = re.compile(".*name='([a-zA-Z0-9.]*)'.*") thisinfo['id'] = re.match(pat, line).group(1) pat = re.compile(".*versionCode='([0-9]*)'.*") thisinfo['versioncode'] = re.match(pat, line).group(1) pat = re.compile(".*versionName='([^']*)'.*") thisinfo['version'] = re.match(pat, line).group(1) if line.startswith("application:"): pat = re.compile(".*label='([^']*)'.*") thisinfo['name'] = re.match(pat, line).group(1) pat = re.compile(".*icon='([^']*)'.*") thisinfo['iconsrc'] = re.match(pat, line).group(1) if line.startswith("sdkVersion:"): pat = re.compile(".*'([0-9]*)'.*") thisinfo['sdkversion'] = re.match(pat, line).group(1) if line.startswith("native-code:"): pat = re.compile(".*'([^']*)'.*") thisinfo['nativecode'] = re.match(pat, line).group(1) if line.startswith("uses-permission:"): pat = re.compile(".*'([^']*)'.*") perm = re.match(pat, line).group(1) if perm.startswith("android.permission."): perm = perm[19:] thisinfo['permissions'].append(perm) if line.startswith("uses-feature:"): pat = re.compile(".*'([^']*)'.*") perm = re.match(pat, line).group(1) if perm.startswith("android.feature."): perm = perm[16:] thisinfo['features'].append(perm) if not thisinfo.has_key('sdkversion'): print " WARNING: no SDK version information found" thisinfo['sdkversion'] = 0 # Calculate the md5... m = md5.new() f = open(apkfile, 'rb') while True: t = f.read(1024) if len(t) == 0: break m.update(t) thisinfo['md5'] = m.hexdigest() f.close() # Extract the icon file... apk = zipfile.ZipFile(apkfile, 'r') thisinfo['icon'] = (thisinfo['id'] + '.' + thisinfo['versioncode'] + '.png') iconfilename = os.path.join(icon_dir, thisinfo['icon']) iconfile = open(iconfilename, 'wb') iconfile.write(apk.read(thisinfo['iconsrc'])) iconfile.close() apk.close() apks.append(thisinfo) # Get all apps... apps = read_metadata() # Some information from the apks needs to be applied up to the application # level. When doing this, we use the info from the most recent version's apk. for app in apps: bestver = 0 for apk in apks: if apk['id'] == app['id']: if apk['versioncode'] > bestver: bestver = apk['versioncode'] bestapk = apk if bestver == 0: app['name'] = app['id'] app['icon'] = '' print "WARNING: Application " + app['id'] + " has no packages" else: app['name'] = bestapk['name'] app['icon'] = bestapk['icon'] # Generate warnings for apk's with no metadata (or create skeleton # metadata files, if requested on the command line) for apk in apks: found = False for app in apps: if app['id'] == apk['id']: found = True break if not found: if options.createmeta: f = open(os.path.join('metadata', apk['id'] + '.txt'), 'w') f.write("License:Unknown\n") f.write("Web Site:\n") f.write("Source Code:\n") f.write("Issue Tracker:\n") f.write("Summary:" + apk['name'] + "\n") f.write("Description:\n") f.write(apk['name'] + "\n") f.write(".\n") f.close() print "Generated skeleton metadata for " + apk['id'] else: print "WARNING: " + apk['apkname'] + " (" + apk['id'] + ") has no metadata" print " " + apk['name'] + " - " + apk['version'] # Create the index doc = Document() def addElement(name, value, doc, parent): el = doc.createElement(name) el.appendChild(doc.createTextNode(value)) parent.appendChild(el) root = doc.createElement("fdroid") doc.appendChild(root) apps_inrepo = 0 apps_disabled = 0 for app in apps: if app['disabled'] is None: apps_inrepo += 1 apel = doc.createElement("application") root.appendChild(apel) addElement('id', app['id'], doc, apel) addElement('name', app['name'], doc, apel) addElement('summary', app['summary'], doc, apel) addElement('icon', app['icon'], doc, apel) addElement('description', app['description'], doc, apel) addElement('license', app['license'], doc, apel) addElement('web', app['web'], doc, apel) addElement('source', app['source'], doc, apel) addElement('tracker', app['tracker'], doc, apel) addElement('marketversion', app['marketversion'], doc, apel) addElement('marketvercode', app['marketvercode'], doc, apel) gotmarketver = False for apk in apks: if apk['id'] == app['id']: if apk['versioncode'] == app['marketvercode']: gotmarketver = True apkel = doc.createElement("package") apel.appendChild(apkel) addElement('version', apk['version'], doc, apkel) addElement('versioncode', apk['versioncode'], doc, apkel) addElement('apkname', apk['apkname'], doc, apkel) addElement('hash', apk['md5'], doc, apkel) addElement('size', str(apk['size']), doc, apkel) addElement('sdkver', str(apk['sdkversion']), doc, apkel) perms = "" for p in apk['permissions']: if len(perms) > 0: perms += "," perms += p if len(perms) > 0: addElement('permissions', perms, doc, apkel) features = "" for f in apk['features']: if len(features) > 0: features += "," features += f if len(features) > 0: addElement('features', features, doc, apkel) if not gotmarketver and app['marketvercode'] != '0': print "WARNING: Don't have market version (" + app['marketversion'] + ") of " + app['name'] else: apps_disabled += 1 of = open(os.path.join('repo','index.xml'), 'wb') output = doc.toxml() of.write(output) of.close() print "Finished." print str(apps_inrepo) + " apps in repo" print str(apps_disabled) + " disabled"