fdroidserver/fdroidserver/checkupdates.py

#!/usr/bin/env python
# -*- coding: utf-8 -*-
#
# checkupdates.py - part of the FDroid server tools
# Copyright (C) 2010-12, Ciaran Gultnieks, ciaran@ciarang.com
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU Affero General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
# GNU Affero General Public License for more details.
#
# You should have received a copy of the GNU Affero General Public License
# along with this program.  If not, see <http://www.gnu.org/licenses/>.

import sys
import os
import shutil
import re
import urllib
import time
from optparse import OptionParser
import traceback
import HTMLParser
import common
from common import BuildException
from common import VCSException



# Check for a new version by looking at the tags in the source repo.
# Whether this can be used reliably or not depends on
# the development procedures used by the project's developers. Use it with
# caution, because it's inappropriate for many projects.
# Returns (None, "a message") if this didn't work, or (version, vercode) for
# the details of the current version.
def check_tags(app, sdk_path):

    try:

        build_dir = 'build/' + app['id']

        if app['Repo Type'] != 'git':
            return (None, 'Tags update mode only works for git repositories currently')

        # Set up vcs interface and make sure we have the latest code...
        vcs = common.getvcs(app['Repo Type'], app['Repo'], build_dir, sdk_path)
        vcs.gotorevision('origin/master')

        if len(app['builds']) == 0:
            return (None, "Can't use Tags with no builds defined")

        manifest = build_dir
        if app['builds'][-1].has_key('subdir'):
            manifest = os.path.join(manifest, app['builds'][-1]['subdir'])
        manifest = os.path.join(manifest, 'AndroidManifest.xml')

        hver = None
        hcode = "0"

        for tag in vcs.gettags():
            vcs.gotorevision(tag)

            version, vercode, package = common.parse_androidmanifest(manifest)
            if package and package == app['id'] and version and vercode:
                if int(vercode) > int(hcode):
                    hcode = vercode
                    hver = version

        if hver:
            return (hver, hcode)
        return (None, "Couldn't find any version information")

    except BuildException as be:
        msg = "Could not scan app %s due to BuildException: %s" % (app['id'], be)
        return (None, msg)
    except VCSException as vcse:
        msg = "VCS error while scanning app %s: %s" % (app['id'], vcse)
        return (None, msg)
    except Exception:
        msg = "Could not scan app %s due to unknown error: %s" % (app['id'], traceback.format_exc())
        return (None, msg)

# Check for a new version by looking at the AndroidManifest.xml at the HEAD
# of the source repo. Whether this can be used reliably or not depends on
# the development procedures used by the project's developers. Use it with
# caution, because it's inappropriate for many projects.
# Returns (None, "a message") if this didn't work, or (version, vercode) for
# the details of the current version.
def check_repomanifest(app, sdk_path):

    try:

        build_dir = 'build/' + app['id']

        if app['Repo Type'] != 'git':
            return (None, 'RepoManifest update mode only works for git repositories currently')

        # Set up vcs interface and make sure we have the latest code...
        vcs = common.getvcs(app['Repo Type'], app['Repo'], build_dir, sdk_path)
        vcs.gotorevision('origin/master')

        if len(app['builds']) == 0:
            return (None, "Can't use RepoManifest with no builds defined")

        manifest = build_dir
        if app['builds'][-1].has_key('subdir'):
            manifest = os.path.join(manifest, app['builds'][-1]['subdir'])
        manifest = os.path.join(manifest, 'AndroidManifest.xml')

        version, vercode, package = common.parse_androidmanifest(manifest)
        if not package:
            return (None, "Couldn't find package ID")
        if package != app['id']:
            return (None, "Package ID mismatch")
        if not version:
            return (None,"Couldn't find latest version name")
        if not vercode:
            return (None,"Couldn't find latest version code")

        return (version, vercode)

    except BuildException as be:
        msg = "Could not scan app %s due to BuildException: %s" % (app['id'], be)
        return (None, msg)
    except VCSException as vcse:
        msg = "VCS error while scanning app %s: %s" % (app['id'], vcse)
        return (None, msg)
    except Exception:
        msg = "Could not scan app %s due to unknown error: %s" % (app['id'], traceback.format_exc())
        return (None, msg)


# Check for a new version by looking at the Google market.
# Returns (None, "a message") if this didn't work, or (version, vercode) for
# the details of the current version.
def check_market(app):
    time.sleep(10)
    url = 'http://market.android.com/details?id=' + app['id']
    req = urllib.urlopen(url)
    if req.getcode() == 404:
        return (None, 'Not in market')
    elif req.getcode() != 200:
        return (None, 'Return code ' + str(req.getcode()))
    page = req.read()

    version = None
    vercode = None

    m = re.search('<dd itemprop="softwareVersion">([^>]+)</dd>', page)
    if m:
        html_parser = HTMLParser.HTMLParser()
        version = html_parser.unescape(m.group(1))

    if version == 'Varies with device':
        return (None, 'Device-variable version, cannot use this method')

    m = re.search('data-paramValue="(\d+)"><div class="goog-menuitem-content">Latest Version<', page)
    if m:
        vercode = m.group(1)

    if not vercode:
        return (None, "Couldn't find version code")
    if not version:
        return (None, "Couldn't find version")
    return (version, vercode)



def main():

    #Read configuration...
    execfile('config.py', globals())

    # Parse command line...
    parser = OptionParser()
    parser.add_option("-v", "--verbose", action="store_true", default=False,
                      help="Spew out even more information than normal")
    parser.add_option("-p", "--package", default=None,
                      help="Check only the specified package")
    parser.add_option("--auto", action="store_true", default=False,
                      help="Process auto-updates")
    (options, args) = parser.parse_args()

    # Get all apps...
    apps = common.read_metadata(options.verbose)

    # Filter apps according to command-line options
    if options.package:
        apps = [app for app in apps if app['id'] == options.package]
        if len(apps) == 0:
            print "No such package"
            sys.exit(1)

    for app in apps:
        print "Processing " + app['id'] + '...'

        writeit = False

        mode = app['Update Check Mode']
        if mode == 'Market':
            (version, vercode) = check_market(app)
        elif mode == 'Tags':
            (version, vercode) = check_tags(app, sdk_path)
        elif mode == 'RepoManifest':
            (version, vercode) = check_repomanifest(app, sdk_path)
        elif mode == 'None':
            version = None
            vercode = 'Checking disabled'
        else:
            version = None
            vercode = 'Invalid update check method'

        if not version:
            print "..." + vercode
        elif vercode == app['Current Version Code'] and version == app['Current Version']:
            print "...up to date"
        else:
            print '...updating to version:' + version + ' vercode:' + vercode
            app['Current Version'] = version
            app['Current Version Code'] = str(int(vercode))
            writeit = True

        if options.auto:
            mode = app['Auto Update Mode']
            if mode == 'None':
                pass
            elif mode.startswith('Version '):
                pattern = mode[8:]
                gotcur = False
                latest = None
                for build in app['builds']:
                    if build['vercode'] == app['Current Version Code']:
                        gotcur = True
                    if not latest or build['vercode'] > latest['vercode']:
                        latest = build
                if not gotcur:
                    newbuild = latest.copy()
                    del newbuild['origlines']
                    newbuild['vercode'] = app['Current Version Code']
                    newbuild['version'] = app['Current Version']
                    print "...auto-generating build for " + newbuild['version']
                    commit = pattern.replace('%v', newbuild['version'])
                    commit = commit.replace('%c', newbuild['vercode'])
                    newbuild['commit'] = commit
                    app['builds'].append(newbuild)
                    writeit = True
            else:
                print 'Invalid auto update mode'

        if writeit:
            metafile = os.path.join('metadata', app['id'] + '.txt')
            common.write_metadata(metafile, app)

    print "Finished."

if __name__ == "__main__":
    main()