2016-01-04 16:33:20 +01:00
|
|
|
#!/usr/bin/env python3
|
2012-03-11 12:59:19 +01:00
|
|
|
#
|
|
|
|
# fdroid.py - part of the FDroid server tools
|
2015-01-10 17:36:26 +01:00
|
|
|
# Copyright (C) 2010-2015, Ciaran Gultnieks, ciaran@ciarang.com
|
2016-01-14 23:12:22 +01:00
|
|
|
# Copyright (C) 2013-2014 Daniel Marti <mvdan@mvdan.cc>
|
2012-03-11 12:59:19 +01:00
|
|
|
#
|
|
|
|
# This program is free software: you can redistribute it and/or modify
|
|
|
|
# it under the terms of the GNU Affero General Public License as published by
|
|
|
|
# the Free Software Foundation, either version 3 of the License, or
|
|
|
|
# (at your option) any later version.
|
|
|
|
#
|
|
|
|
# This program is distributed in the hope that it will be useful,
|
|
|
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
# GNU Affero General Public License for more details.
|
|
|
|
#
|
|
|
|
# You should have received a copy of the GNU Affero General Public License
|
|
|
|
# along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
|
|
|
|
import sys
|
2018-01-20 20:48:02 +01:00
|
|
|
import os
|
2019-02-01 13:26:31 +01:00
|
|
|
import locale
|
2014-01-27 15:59:40 +01:00
|
|
|
import logging
|
2012-03-11 12:59:19 +01:00
|
|
|
|
2015-09-01 11:23:23 +02:00
|
|
|
import fdroidserver.common
|
2015-09-27 01:53:08 +02:00
|
|
|
import fdroidserver.metadata
|
2017-09-13 18:03:57 +02:00
|
|
|
from fdroidserver import _
|
2015-09-04 11:37:05 +02:00
|
|
|
from argparse import ArgumentError
|
2017-09-04 14:29:30 +02:00
|
|
|
from collections import OrderedDict
|
2014-07-03 13:59:36 +02:00
|
|
|
|
2017-09-13 18:03:57 +02:00
|
|
|
|
2017-09-04 14:29:30 +02:00
|
|
|
commands = OrderedDict([
|
2017-09-13 18:03:57 +02:00
|
|
|
("build", _("Build a package from source")),
|
|
|
|
("init", _("Quickly start a new repository")),
|
|
|
|
("publish", _("Sign and place packages in the repo")),
|
2017-09-15 22:20:18 +02:00
|
|
|
("gpgsign", _("Add PGP signatures using GnuPG for packages in repo")),
|
2017-09-13 18:03:57 +02:00
|
|
|
("update", _("Update repo information for new packages")),
|
2018-02-13 12:54:48 +01:00
|
|
|
("deploy", _("Interact with the repo HTTP server")),
|
2017-09-13 18:03:57 +02:00
|
|
|
("verify", _("Verify the integrity of downloaded packages")),
|
|
|
|
("checkupdates", _("Check for updates to applications")),
|
|
|
|
("import", _("Add a new application from its source code")),
|
|
|
|
("install", _("Install built packages on devices")),
|
|
|
|
("readmeta", _("Read all the metadata files and exit")),
|
|
|
|
("rewritemeta", _("Rewrite all the metadata files")),
|
|
|
|
("lint", _("Warn about possible metadata errors")),
|
|
|
|
("scanner", _("Scan the source code of a package")),
|
|
|
|
("dscanner", _("Dynamically scan APKs post build")),
|
|
|
|
("stats", _("Update the stats of the repo")),
|
2018-02-13 12:54:48 +01:00
|
|
|
("server", _("Old, deprecated name for fdroid deploy")),
|
2017-09-13 18:03:57 +02:00
|
|
|
("signindex", _("Sign indexes created using update --nosign")),
|
|
|
|
("btlog", _("Update the binary transparency log for a URL")),
|
|
|
|
("signatures", _("Extract signatures from APKs")),
|
2017-11-22 23:27:07 +01:00
|
|
|
("nightly", _("Set up an app build for a nightly build repo")),
|
2017-11-29 12:40:04 +01:00
|
|
|
("mirror", _("Download complete mirrors of small repos")),
|
2017-09-04 14:29:30 +02:00
|
|
|
])
|
2012-03-11 12:59:19 +01:00
|
|
|
|
2014-05-02 05:39:33 +02:00
|
|
|
|
2012-03-11 22:15:17 +01:00
|
|
|
def print_help():
|
2017-12-07 14:51:27 +01:00
|
|
|
print(_("usage: ") + _("fdroid [<command>] [-h|--help|--version|<args>]"))
|
2015-09-16 22:44:41 +02:00
|
|
|
print("")
|
2017-09-13 18:03:57 +02:00
|
|
|
print(_("Valid commands are:"))
|
2014-05-02 04:16:32 +02:00
|
|
|
for cmd, summary in commands.items():
|
2015-09-16 22:44:41 +02:00
|
|
|
print(" " + cmd + ' ' * (15 - len(cmd)) + summary)
|
2016-01-09 13:24:13 +01:00
|
|
|
print("")
|
2012-03-11 22:15:17 +01:00
|
|
|
|
2014-05-02 05:39:33 +02:00
|
|
|
|
2012-03-11 12:59:19 +01:00
|
|
|
def main():
|
|
|
|
|
|
|
|
if len(sys.argv) <= 1:
|
2012-03-11 22:15:17 +01:00
|
|
|
print_help()
|
2012-03-11 12:59:19 +01:00
|
|
|
sys.exit(0)
|
|
|
|
|
|
|
|
command = sys.argv[1]
|
2014-02-19 00:38:09 +01:00
|
|
|
if command not in commands:
|
|
|
|
if command in ('-h', '--help'):
|
|
|
|
print_help()
|
|
|
|
sys.exit(0)
|
2015-09-01 11:23:23 +02:00
|
|
|
elif command == '--version':
|
2017-09-13 18:03:57 +02:00
|
|
|
output = _('no version info found!')
|
2015-09-01 11:23:23 +02:00
|
|
|
cmddir = os.path.realpath(os.path.dirname(__file__))
|
|
|
|
moduledir = os.path.realpath(os.path.dirname(fdroidserver.common.__file__) + '/..')
|
|
|
|
if cmddir == moduledir:
|
|
|
|
# running from git
|
|
|
|
os.chdir(cmddir)
|
|
|
|
if os.path.isdir('.git'):
|
|
|
|
import subprocess
|
|
|
|
try:
|
|
|
|
output = subprocess.check_output(['git', 'describe'],
|
always parse versions as strings, not bytes
Fixes a couple errors like:
File "./makebuildserver", line 30, in vagrant
out += line
TypeError: Can't convert 'bytes' object to str implicitly
If universal_newlines=False, the default, then Popen will return bytes if
the newlines in the data do not match the system's newlines. Setting it to
true enables auto-conversion, and then guarantees that the data is always
str.
"If universal_newlines is True, the file objects stdin, stdout and stderr
are opened as text streams in universal newlines mode, as described above
in Frequently Used Arguments, otherwise they are opened as binary streams."
https://docs.python.org/3/library/subprocess.html#subprocess.Popen
2016-03-14 11:05:06 +01:00
|
|
|
stderr=subprocess.STDOUT,
|
|
|
|
universal_newlines=True)
|
2015-09-01 11:23:23 +02:00
|
|
|
except subprocess.CalledProcessError:
|
always parse versions as strings, not bytes
Fixes a couple errors like:
File "./makebuildserver", line 30, in vagrant
out += line
TypeError: Can't convert 'bytes' object to str implicitly
If universal_newlines=False, the default, then Popen will return bytes if
the newlines in the data do not match the system's newlines. Setting it to
true enables auto-conversion, and then guarantees that the data is always
str.
"If universal_newlines is True, the file objects stdin, stdout and stderr
are opened as text streams in universal newlines mode, as described above
in Frequently Used Arguments, otherwise they are opened as binary streams."
https://docs.python.org/3/library/subprocess.html#subprocess.Popen
2016-03-14 11:05:06 +01:00
|
|
|
output = 'git commit ' + subprocess.check_output(['git', 'rev-parse', 'HEAD'],
|
|
|
|
universal_newlines=True)
|
2015-09-01 11:23:23 +02:00
|
|
|
elif os.path.exists('setup.py'):
|
|
|
|
import re
|
|
|
|
m = re.search(r'''.*[\s,\(]+version\s*=\s*["']([0-9a-z.]+)["'].*''',
|
|
|
|
open('setup.py').read(), flags=re.MULTILINE)
|
|
|
|
if m:
|
|
|
|
output = m.group(1) + '\n'
|
|
|
|
else:
|
|
|
|
from pkg_resources import get_distribution
|
|
|
|
output = get_distribution('fdroidserver').version + '\n'
|
|
|
|
print(output),
|
|
|
|
sys.exit(0)
|
2014-02-19 00:38:09 +01:00
|
|
|
else:
|
2017-09-13 18:03:57 +02:00
|
|
|
print(_("Command '%s' not recognised.\n" % command))
|
2014-02-19 00:38:09 +01:00
|
|
|
print_help()
|
|
|
|
sys.exit(1)
|
2012-03-11 12:59:19 +01:00
|
|
|
|
2014-01-27 15:59:40 +01:00
|
|
|
verbose = any(s in sys.argv for s in ['-v', '--verbose'])
|
2014-02-22 10:46:24 +01:00
|
|
|
quiet = any(s in sys.argv for s in ['-q', '--quiet'])
|
2014-01-27 15:59:40 +01:00
|
|
|
|
2015-10-05 21:43:08 +02:00
|
|
|
# Helpful to differentiate warnings from errors even when on quiet
|
|
|
|
logformat = '%(levelname)s: %(message)s'
|
|
|
|
loglevel = logging.INFO
|
2014-02-09 12:39:43 +01:00
|
|
|
if verbose:
|
2015-10-05 21:43:08 +02:00
|
|
|
loglevel = logging.DEBUG
|
2014-02-22 10:46:24 +01:00
|
|
|
elif quiet:
|
2015-10-05 21:43:08 +02:00
|
|
|
loglevel = logging.WARN
|
|
|
|
|
|
|
|
logging.basicConfig(format=logformat, level=loglevel)
|
2014-01-27 15:59:40 +01:00
|
|
|
|
2014-07-05 14:17:02 +02:00
|
|
|
if verbose and quiet:
|
2019-02-01 13:26:31 +01:00
|
|
|
logging.critical(_("Conflicting arguments: '--verbose' and '--quiet' "
|
|
|
|
"can not be specified at the same time."))
|
2014-07-05 14:17:02 +02:00
|
|
|
sys.exit(1)
|
|
|
|
|
2018-02-13 12:54:48 +01:00
|
|
|
# temporary workaround until server.py becomes deploy.py
|
|
|
|
if command == 'deploy':
|
|
|
|
command = 'server'
|
2018-05-25 09:52:17 +02:00
|
|
|
sys.argv.insert(2, 'update')
|
2018-02-13 12:54:48 +01:00
|
|
|
|
2012-03-11 12:59:19 +01:00
|
|
|
# Trick optparse into displaying the right usage when --help is used.
|
|
|
|
sys.argv[0] += ' ' + command
|
|
|
|
|
|
|
|
del sys.argv[1]
|
|
|
|
mod = __import__('fdroidserver.' + command, None, None, [command])
|
2014-07-03 13:59:36 +02:00
|
|
|
|
2019-02-01 13:26:31 +01:00
|
|
|
system_langcode, system_encoding = locale.getdefaultlocale()
|
|
|
|
if system_encoding.lower() not in ('utf-8', 'utf8'):
|
|
|
|
logging.warn(_("Encoding is set to '{enc}' fdroid might run "
|
|
|
|
"into encoding issues. Please set it to 'UTF-8' "
|
|
|
|
"for best results.".format(enc=system_encoding)))
|
|
|
|
|
2014-05-20 23:14:19 +02:00
|
|
|
try:
|
|
|
|
mod.main()
|
2014-07-03 13:59:36 +02:00
|
|
|
# These are ours, contain a proper message and are "expected"
|
2015-09-27 01:53:08 +02:00
|
|
|
except (fdroidserver.common.FDroidException,
|
|
|
|
fdroidserver.metadata.MetaDataException) as e:
|
2014-05-20 23:14:19 +02:00
|
|
|
if verbose:
|
|
|
|
raise
|
|
|
|
else:
|
2014-07-03 13:59:36 +02:00
|
|
|
logging.critical(str(e))
|
2014-05-20 23:14:19 +02:00
|
|
|
sys.exit(1)
|
2015-09-04 11:37:05 +02:00
|
|
|
except ArgumentError as e:
|
2014-08-25 17:48:18 +02:00
|
|
|
logging.critical(str(e))
|
|
|
|
sys.exit(1)
|
2014-07-03 18:26:49 +02:00
|
|
|
except KeyboardInterrupt:
|
|
|
|
print('')
|
2018-11-14 14:27:32 +01:00
|
|
|
fdroidserver.common.force_exit(1)
|
2014-07-03 13:59:36 +02:00
|
|
|
# These should only be unexpected crashes due to bugs in the code
|
|
|
|
# str(e) often doesn't contain a reason, so just show the backtrace
|
2015-09-17 13:25:08 +02:00
|
|
|
except Exception as e:
|
2017-09-13 18:03:57 +02:00
|
|
|
logging.critical(_("Unknown exception found!"))
|
2018-05-25 12:32:34 +02:00
|
|
|
raise e
|
2012-03-11 12:59:19 +01:00
|
|
|
sys.exit(0)
|
|
|
|
|
2016-11-15 21:55:06 +01:00
|
|
|
|
2012-03-11 12:59:19 +01:00
|
|
|
if __name__ == "__main__":
|
|
|
|
main()
|