mirror of
https://gitlab.com/fdroid/fdroidserver.git
synced 2024-11-04 22:40:12 +01:00
246 lines
8.0 KiB
Python
Executable File
246 lines
8.0 KiB
Python
Executable File
#!/usr/bin/env python
|
|
# -*- coding: utf-8 -*-
|
|
#
|
|
# import.py - part of the FDroid server tools
|
|
# Copyright (C) 2010-12, Ciaran Gultnieks, ciaran@ciarang.com
|
|
#
|
|
# This program is free software: you can redistribute it and/or modify
|
|
# it under the terms of the GNU Affero General Public License as published by
|
|
# the Free Software Foundation, either version 3 of the License, or
|
|
# (at your option) any later version.
|
|
#
|
|
# This program is distributed in the hope that it will be useful,
|
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
# GNU Affero General Public License for more details.
|
|
#
|
|
# You should have received a copy of the GNU Affero General Public License
|
|
# along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
import sys
|
|
import os
|
|
import shutil
|
|
import subprocess
|
|
import re
|
|
import urllib
|
|
from optparse import OptionParser
|
|
|
|
def main():
|
|
|
|
# Read configuration...
|
|
execfile('config.py', globals())
|
|
|
|
import common
|
|
|
|
# Parse command line...
|
|
parser = OptionParser()
|
|
parser.add_option("-u", "--url", default=None,
|
|
help="Project URL to import from.")
|
|
parser.add_option("-s", "--subdir", default=None,
|
|
help="Path to main android project subdirectory, if not in root.")
|
|
(options, args) = parser.parse_args()
|
|
|
|
if not options.url:
|
|
print "Specify project url."
|
|
sys.exit(1)
|
|
url = options.url
|
|
|
|
tmp_dir = 'tmp'
|
|
if not os.path.isdir(tmp_dir):
|
|
print "Creating temporary directory"
|
|
os.makedirs(tmp_dir)
|
|
|
|
# Get all apps...
|
|
apps = common.read_metadata()
|
|
|
|
# Figure out what kind of project it is...
|
|
projecttype = None
|
|
issuetracker = None
|
|
license = None
|
|
if url.startswith('https://github.com'):
|
|
projecttype = 'github'
|
|
repo = url + '.git'
|
|
repotype = 'git'
|
|
sourcecode = url
|
|
elif url.startswith('http://code.google.com/p/'):
|
|
if not url.endswith('/'):
|
|
print "Expected format for googlecode url is http://code.google.com/p/PROJECT/"
|
|
sys.exit(1)
|
|
projecttype = 'googlecode'
|
|
sourcecode = url + 'source/checkout'
|
|
issuetracker = url + 'issues/list'
|
|
|
|
# Figure out the repo type and adddress...
|
|
req = urllib.urlopen(sourcecode)
|
|
if req.getcode() != 200:
|
|
print 'Unable to find source at ' + sourcecode + ' - return code ' + str(req.getcode())
|
|
sys.exit(1)
|
|
page = req.read()
|
|
repotype = None
|
|
index = page.find('hg clone')
|
|
if index != -1:
|
|
repotype = 'hg'
|
|
repo = page[index + 9:]
|
|
index = repo.find('<')
|
|
if index == -1:
|
|
print "Error while getting repo address"
|
|
sys.exit(1)
|
|
repo = repo[:index]
|
|
if not repotype:
|
|
index=page.find('git clone')
|
|
if index != -1:
|
|
repotype = 'git'
|
|
repo = page[index + 10:]
|
|
index = repo.find('<')
|
|
if index == -1:
|
|
print "Error while getting repo address"
|
|
sys.exit(1)
|
|
repo = repo[:index]
|
|
if not repotype:
|
|
index=page.find('svn checkout')
|
|
if index != -1:
|
|
repotype = 'git-svn'
|
|
repo = page[index + 13:]
|
|
prefix = '<strong><em>http</em></strong>'
|
|
if not repo.startswith(prefix):
|
|
print "Unexpected checkout instructions format"
|
|
sys.exit(1)
|
|
repo = 'http' + repo[len(prefix):]
|
|
index = repo.find('<')
|
|
if index == -1:
|
|
print "Error while getting repo address - no end tag? '" + repo + "'"
|
|
sys.exit(1)
|
|
repo = repo[:index]
|
|
index = repo.find(' ')
|
|
if index == -1:
|
|
print "Error while getting repo address - no space? '" + repo + "'"
|
|
sys.exit(1)
|
|
repo = repo[:index]
|
|
if not repotype:
|
|
print "Unable to determine vcs type"
|
|
sys.exit(1)
|
|
|
|
# Figure out the license...
|
|
req = urllib.urlopen(url)
|
|
if req.getcode() != 200:
|
|
print 'Unable to find project page at ' + sourcecode + ' - return code ' + str(req.getcode())
|
|
sys.exit(1)
|
|
page = req.read()
|
|
index = page.find('Code license')
|
|
if index == -1:
|
|
print "Couldn't find license data"
|
|
sys.exit(1)
|
|
ltext = page[index:]
|
|
lprefix = 'rel="nofollow">'
|
|
index = ltext.find(lprefix)
|
|
if index == -1:
|
|
print "Couldn't find license text"
|
|
sys.exit(1)
|
|
ltext = ltext[index + len(lprefix):]
|
|
index = ltext.find('<')
|
|
if index == -1:
|
|
print "License text not formatted as expected"
|
|
sys.exit(1)
|
|
ltext = ltext[:index]
|
|
if ltext == 'GNU GPL v3':
|
|
license = 'GPLv3'
|
|
elif ltext == 'GNU GPL v2':
|
|
license = 'GPLv2'
|
|
elif ltext == 'Apache License 2.0':
|
|
license = 'Apache2'
|
|
else:
|
|
print "License " + ltext + " is not recognised"
|
|
sys.exit(1)
|
|
|
|
if not projecttype:
|
|
print "Unable to determine the project type."
|
|
sys.exit(1)
|
|
|
|
# Get a copy of the source so we can extract some info...
|
|
print 'Getting source from ' + repotype + ' repo at ' + repo
|
|
src_dir = os.path.join(tmp_dir, 'importer')
|
|
if os.path.exists(tmp_dir):
|
|
shutil.rmtree(tmp_dir)
|
|
vcs = common.getvcs(repotype, repo, src_dir)
|
|
vcs.gotorevision(None)
|
|
if options.subdir:
|
|
root_dir = os.path.join(src_dir, options.subdir)
|
|
else:
|
|
root_dir = src_dir
|
|
|
|
# Check AndroidManiifest.xml exists...
|
|
manifest = os.path.join(root_dir, 'AndroidManifest.xml')
|
|
if not os.path.exists(manifest):
|
|
print "AndroidManifest.xml did not exist in the expected location. Specify --subdir?"
|
|
sys.exit(1)
|
|
|
|
# Extract some information...
|
|
vcsearch = re.compile(r'.*android:versionCode="([^"]+)".*').search
|
|
vnsearch = re.compile(r'.*android:versionName="([^"]+)".*').search
|
|
psearch = re.compile(r'.*package="([^"]+)".*').search
|
|
version = None
|
|
vercode = None
|
|
package = None
|
|
for line in file(manifest):
|
|
if not package:
|
|
matches = psearch(line)
|
|
if matches:
|
|
package = matches.group(1)
|
|
if not version:
|
|
matches = vnsearch(line)
|
|
if matches:
|
|
version = matches.group(1)
|
|
if not vercode:
|
|
matches = vcsearch(line)
|
|
if matches:
|
|
vercode = matches.group(1)
|
|
if not package:
|
|
print "Couldn't find package ID"
|
|
sys.exit(1)
|
|
if not version:
|
|
print "Couldn't find latest version name"
|
|
sys.exit(1)
|
|
if not vercode:
|
|
print "Couldn't find latest version code"
|
|
sys.exit(1)
|
|
|
|
# Make sure it's actually new...
|
|
for app in apps:
|
|
if app['id'] == package:
|
|
print "Package " + package + " already exists"
|
|
sys.exit(1)
|
|
|
|
# Construct the metadata...
|
|
app = common.parse_metadata(None)
|
|
app['id'] = package
|
|
app['Web Site'] = url
|
|
app['Source Code'] = sourcecode
|
|
if issuetracker:
|
|
app['Issue Tracker'] = issuetracker
|
|
if license:
|
|
app['License'] = license
|
|
app['Repo Type'] = repotype
|
|
app['Repo'] = repo
|
|
|
|
# Create a build line...
|
|
build = {}
|
|
build['version'] = version
|
|
build['vercode'] = vercode
|
|
build['commit'] = '?'
|
|
if options.subdir:
|
|
build['subdir'] = options.subdir
|
|
if os.path.exists(os.path.join(root_dir, 'jni')):
|
|
build['buildjni'] = 'yes'
|
|
app['builds'].append(build)
|
|
app['comments'].append(('build:' + version,
|
|
"#Generated by import.py - check this is the right version, and find the right commit!"))
|
|
|
|
metafile = os.path.join('metadata', package + '.txt')
|
|
common.write_metadata(metafile, app)
|
|
print "Wrote " + metafile
|
|
|
|
|
|
if __name__ == "__main__":
|
|
main()
|
|
|