mirror of
https://gitlab.com/fdroid/fdroidserver.git
synced 2024-08-18 12:20:10 +02:00
The buildserver VM has not been upgraded yet to bullseye, so it is still on Debian/stretch. The buildserver VM does not need to run `fdroid update`, `fdroid signindex`, etc. so this new apksigner requirement should not affect app builds even though they are stuck on Debian/stretch.
1435 lines
50 KiB
Bash
Executable File
1435 lines
50 KiB
Bash
Executable File
#!/bin/bash
|
|
|
|
set -e # quit script on error
|
|
|
|
echo_header() {
|
|
{ echo -e "==============================================================================\n$1"; } 2>/dev/null
|
|
}
|
|
|
|
get_fdroid_apk_filename() {
|
|
if [ -z $aapt ]; then
|
|
python3 -c "from androguard.core.bytecodes.apk import APK; a=APK('$1'); print(a.package+'_'+a.get_androidversion_code()+'.apk')"
|
|
else
|
|
$aapt dump badging "$1" | sed -n "s,^package: name='\(.*\)' versionCode='\([0-9][0-9]*\)' .*,\1_\2.apk,p"
|
|
fi
|
|
}
|
|
|
|
copy_apks_into_repo() {
|
|
set +x
|
|
find $APKDIR -type f -name '*.apk' -print0 | while IFS= read -r -d '' f; do
|
|
echo $f | grep -F -v -e unaligned -e unsigned -e badsig -e badcert -e bad-unicode -e janus.apk || continue
|
|
apk=`get_fdroid_apk_filename "$f"`
|
|
test "$f" -nt repo/$apk && rm -f repo/$apk # delete existing if $f is newer
|
|
if [ ! -e repo/$apk ] && [ ! -e archive/$apk ]; then
|
|
echo "$f --> repo/$apk"
|
|
ln "$f" $1/repo/$apk || \
|
|
rsync -axv "$f" $1/repo/$apk # rsync if hard link is not possible
|
|
touch $1/.found-apks
|
|
fi
|
|
done
|
|
if [ ! -e $1/.found-apks ]; then
|
|
echo "ERROR: The dir APKDIR must have APKs in it! $APKDIR does not."
|
|
exit 1
|
|
fi
|
|
set -x
|
|
}
|
|
|
|
# keep this as an old version to test the automatic parsing of build-tools
|
|
# verion numbers in `fdroid init`
|
|
create_fake_android_home() {
|
|
mkdir $1/tools
|
|
mkdir $1/platform-tools
|
|
mkdir $1/build-tools
|
|
mkdir $1/build-tools/19.0.2
|
|
touch $1/build-tools/19.0.2/aapt
|
|
}
|
|
|
|
create_test_dir() {
|
|
test -e $WORKSPACE/.testfiles || mkdir $WORKSPACE/.testfiles
|
|
mktemp -d $WORKSPACE/.testfiles/run-tests.XXXX
|
|
}
|
|
|
|
create_test_file() {
|
|
test -e $WORKSPACE/.testfiles || mkdir $WORKSPACE/.testfiles
|
|
TMPDIR=$WORKSPACE/.testfiles mktemp
|
|
}
|
|
|
|
fdroid_init_with_prebuilt_keystore() {
|
|
if [ -z "$1" ]; then
|
|
keystore=$WORKSPACE/tests/keystore.jks
|
|
else
|
|
keystore="$1"
|
|
fi
|
|
$fdroid init --keystore $keystore --repo-keyalias=sova
|
|
echo 'keystorepass: r9aquRHYoI8+dYz6jKrLntQ5/NJNASFBacJh7Jv2BlI=' >> config.yml
|
|
echo 'keypass: r9aquRHYoI8+dYz6jKrLntQ5/NJNASFBacJh7Jv2BlI=' >> config.yml
|
|
}
|
|
|
|
is_MD5_disabled() {
|
|
javac $WORKSPACE/tests/IsMD5Disabled.java && java -cp $WORKSPACE/tests IsMD5Disabled
|
|
}
|
|
|
|
use_apksigner() {
|
|
python3 -c "
|
|
import sys
|
|
sys.path.insert(0, '$WORKSPACE')
|
|
from fdroidserver import common
|
|
c = {'sdk_path': '$ANDROID_HOME'}
|
|
common.find_apksigner(c)
|
|
exit(c.get('apksigner') is None)
|
|
"
|
|
}
|
|
|
|
#------------------------------------------------------------------------------#
|
|
# "main"
|
|
|
|
if [ "$1" = "-h" ] || [ "$1" = "--help" ]; then
|
|
set +x
|
|
echo "Usage: $0 '/path/to/folder/with/apks'"
|
|
exit 1
|
|
fi
|
|
|
|
if [ -z "$ANDROID_HOME" ]; then
|
|
if python3 -c "import androguard"; then
|
|
echo "ANDROID_HOME is not set, using androguard"
|
|
else
|
|
echo "ERROR: ANDROID_HOME is not set, androguard is not available!"
|
|
exit 1
|
|
fi
|
|
else
|
|
echo "Using ANDROID_HOME=$ANDROID_HOME"
|
|
fi
|
|
|
|
if [ -d tests ]; then
|
|
cd tests
|
|
fi
|
|
|
|
if [ -z "$1" ]; then
|
|
APKDIR=`pwd`
|
|
else
|
|
APKDIR=$1
|
|
fi
|
|
if [ ! -d "$APKDIR" ]; then
|
|
echo "ERROR: '$APKDIR' does not exist!"
|
|
exit 1
|
|
fi
|
|
|
|
if [ -z $WORKSPACE ]; then
|
|
WORKSPACE=`dirname $(pwd)`
|
|
echo "Setting Workspace to $WORKSPACE"
|
|
fi
|
|
|
|
# allow the location of the script to be overridden
|
|
if [ -z $fdroid ]; then
|
|
fdroid="$WORKSPACE/fdroid"
|
|
fi
|
|
|
|
# allow the location of aapt to be overridden
|
|
if [ -z $aapt ]; then
|
|
aapt=`ls -1 $ANDROID_HOME/build-tools/*/aapt 2> /dev/null | sort | tail -1`
|
|
fi
|
|
|
|
# try to use GNU sed on OSX/BSD cuz BSD sed sucks
|
|
if which gsed; then
|
|
sed=gsed
|
|
else
|
|
sed=sed
|
|
fi
|
|
|
|
# allow the location of git to be overridden
|
|
if [ -z "$git" ]; then
|
|
git="env HOME= GIT_AUTHOR_NAME='Test' GIT_AUTHOR_EMAIL='no@mail' GIT_COMMITTER_NAME='Test' GIT_COMMITTER_EMAIL='no@mail' git"
|
|
fi
|
|
|
|
set -x # show each command as it is executed
|
|
|
|
#------------------------------------------------------------------------------#
|
|
echo_header "run commit hooks"
|
|
|
|
cd $WORKSPACE
|
|
test -x ./hooks/pre-commit && ./hooks/pre-commit
|
|
|
|
|
|
#------------------------------------------------------------------------------#
|
|
echo_header "test python getsig replacement"
|
|
|
|
cd $WORKSPACE/tests/getsig
|
|
./make.sh
|
|
|
|
cd $WORKSPACE/tests
|
|
for testcase in $WORKSPACE/tests/*.TestCase; do
|
|
if [ $testcase == $WORKSPACE/tests/install.TestCase ]; then
|
|
echo "skipping install.TestCase, its too troublesome in CI builds"
|
|
continue
|
|
fi
|
|
$testcase
|
|
done
|
|
|
|
|
|
#------------------------------------------------------------------------------#
|
|
echo_header "print fdroid version"
|
|
|
|
$fdroid --version
|
|
|
|
|
|
#------------------------------------------------------------------------------#
|
|
echo_header 'run process when building and signing are on separate machines'
|
|
|
|
if use_apksigner; then
|
|
REPOROOT=`create_test_dir`
|
|
cd $REPOROOT
|
|
cp $WORKSPACE/tests/keystore.jks $REPOROOT/
|
|
$fdroid init --keystore keystore.jks --repo-keyalias=sova
|
|
echo 'make_current_version_link: true' >> config.yml
|
|
echo 'keystorepass: r9aquRHYoI8+dYz6jKrLntQ5/NJNASFBacJh7Jv2BlI=' >> config.yml
|
|
echo 'keypass: r9aquRHYoI8+dYz6jKrLntQ5/NJNASFBacJh7Jv2BlI=' >> config.yml
|
|
echo 'keydname: "CN=Birdman, OU=Cell, O=Alcatraz, L=Alcatraz, S=California, C=US"' >> config.yml
|
|
test -d archive || mkdir archive
|
|
test -d metadata || mkdir metadata
|
|
cp $WORKSPACE/tests/metadata/info.guardianproject.urzip.yml metadata/
|
|
test -d repo || mkdir repo
|
|
test -d unsigned || mkdir unsigned
|
|
cp $WORKSPACE/tests/urzip-release-unsigned.apk unsigned/info.guardianproject.urzip_100.apk
|
|
$fdroid publish --verbose
|
|
$fdroid update --verbose --nosign
|
|
$fdroid signindex --verbose
|
|
test -e repo/index.xml
|
|
test -e repo/index.jar
|
|
test -e repo/index-v1.jar
|
|
test -e tmp/apkcache.json
|
|
! test -z tmp/apkcache.json
|
|
test -L urzip.apk
|
|
grep -F '<application id=' repo/index.xml > /dev/null
|
|
fi
|
|
|
|
|
|
#------------------------------------------------------------------------------#
|
|
echo_header "TODO remove once buildserver image is upgraded to bullseye with apksigner"
|
|
|
|
if java -version 2>&1 | grep -F 1.8.0; then
|
|
echo "Skipping the rest because they require apksigner 30.0.0+ which does not run on Java8"
|
|
echo SUCCESS
|
|
exit
|
|
fi
|
|
|
|
|
|
#------------------------------------------------------------------------------#
|
|
echo_header "test UTF-8 metadata"
|
|
|
|
REPOROOT=`create_test_dir`
|
|
cd $REPOROOT
|
|
|
|
fdroid_init_with_prebuilt_keystore
|
|
$sed -i.tmp 's,^ *repo_description.*,repo_description: |\n 获取已安装在您的设备上的应用的,' config.yml
|
|
echo "mirrors: ['https://foo.bar/fdroid', 'http://secret.onion/fdroid']" >> config.yml
|
|
mkdir metadata
|
|
cp $WORKSPACE/tests/urzip.apk $WORKSPACE/tests/bad-unicode*.apk repo/
|
|
cp $WORKSPACE/tests/metadata/info.guardianproject.urzip.yml metadata/
|
|
|
|
$fdroid readmeta
|
|
$fdroid update
|
|
|
|
|
|
#------------------------------------------------------------------------------#
|
|
echo_header 'copy git import and run "fdroid scanner" on it'
|
|
|
|
REPOROOT=`create_test_dir`
|
|
cd $REPOROOT
|
|
mkdir metadata
|
|
echo "AutoName: Just A Test" > metadata/org.fdroid.ci.test.app.yml
|
|
echo "WebSite: " >> metadata/org.fdroid.ci.test.app.yml
|
|
echo "Builds:" >> metadata/org.fdroid.ci.test.app.yml
|
|
echo " - versionName: 0.3" >> metadata/org.fdroid.ci.test.app.yml
|
|
echo " versionCode: 300" >> metadata/org.fdroid.ci.test.app.yml
|
|
echo " commit: 0.3" >> metadata/org.fdroid.ci.test.app.yml
|
|
echo " subdir: app" >> metadata/org.fdroid.ci.test.app.yml
|
|
echo " gradle:" >> metadata/org.fdroid.ci.test.app.yml
|
|
echo " - yes" >> metadata/org.fdroid.ci.test.app.yml
|
|
echo "" >> metadata/org.fdroid.ci.test.app.yml
|
|
echo "Repo: https://gitlab.com/fdroid/ci-test-app.git" >> metadata/org.fdroid.ci.test.app.yml
|
|
echo "RepoType: git" >> metadata/org.fdroid.ci.test.app.yml
|
|
mkdir build
|
|
cp -a $WORKSPACE/tests/tmp/importer build/org.fdroid.ci.test.app
|
|
ls -l build/org.fdroid.ci.test.app
|
|
$fdroid scanner org.fdroid.ci.test.app --verbose
|
|
|
|
|
|
#------------------------------------------------------------------------------#
|
|
echo_header "copy tests/repo, generate java/gpg keys, update, and gpgsign"
|
|
|
|
REPOROOT=`create_test_dir`
|
|
GNUPGHOME=$REPOROOT/gnupghome
|
|
cd $REPOROOT
|
|
fdroid_init_with_prebuilt_keystore
|
|
cp -a $WORKSPACE/tests/metadata $WORKSPACE/tests/repo $WORKSPACE/tests/stats $REPOROOT/
|
|
cp -a $WORKSPACE/tests/gnupghome $GNUPGHOME
|
|
chmod 0700 $GNUPGHOME
|
|
echo "install_list: org.adaway" >> config.yml
|
|
echo "uninstall_list: [com.android.vending, com.facebook.orca]" >> config.yml
|
|
echo "gpghome: $GNUPGHOME" >> config.yml
|
|
echo "gpgkey: CE71F7FB" >> config.yml
|
|
echo "mirrors: ['http://foobarfoobarfoobar.onion/fdroid', 'https://foo.bar/fdroid']" >> config.yml
|
|
$fdroid update --verbose --pretty
|
|
test -e repo/index.xml
|
|
test -e repo/index.jar
|
|
test -e repo/index-v1.jar
|
|
grep -F '<application id=' repo/index.xml > /dev/null
|
|
grep -F '<install packageName=' repo/index.xml > /dev/null
|
|
grep -F '<uninstall packageName=' repo/index.xml > /dev/null
|
|
# OSX tests are run on Travis-CI, and gpg fails to launch gpg-agent there
|
|
if [ "$TRAVIS_OS_NAME" != "osx" ] && which gpg; then
|
|
$fdroid gpgsign --verbose
|
|
$fdroid gpgsign --verbose
|
|
test -e repo/obb.mainpatch.current_1619.apk.asc
|
|
test -e repo/obb.main.twoversions_1101617_src.tar.gz.asc
|
|
! test -e repo/obb.mainpatch.current_1619.apk.asc.asc
|
|
! test -e repo/obb.main.twoversions_1101617_src.tar.gz.asc.asc
|
|
! test -e repo/index.xml.asc
|
|
fi
|
|
|
|
v0timestamp=`$sed -n -e 's,.*timestamp="\([0-9][0-9][0-9][0-9][0-9][0-9][0-9][0-9][0-9][0-9]\)".*,\1,p' repo/index.xml`
|
|
v1timestamp=`$sed -n -e 's,.*"timestamp": \([0-9][0-9][0-9][0-9][0-9][0-9][0-9][0-9][0-9][0-9]\).*,\1,p' repo/index-v1.json`
|
|
test $v0timestamp -eq $v1timestamp
|
|
|
|
# we can't easily reproduce the timestamps for things, so just hardcode them
|
|
$sed -i.tmp -e 's,timestamp="[0-9]*",timestamp="1480431575",' repo/index.xml
|
|
diff -uw $WORKSPACE/tests/repo/index.xml repo/index.xml
|
|
sed -i --expression='s,"timestamp": [0-9]*,"timestamp": 1502845383782,' repo/index-v1.json
|
|
diff -uw $WORKSPACE/tests/repo/index-v1.json repo/index-v1.json
|
|
|
|
|
|
#------------------------------------------------------------------------------#
|
|
echo_header 'test moving lots of APKs to the archive'
|
|
|
|
REPOROOT=`create_test_dir`
|
|
cd $REPOROOT
|
|
fdroid_init_with_prebuilt_keystore
|
|
$sed -i.tmp '/allow_disabled_algorithms/d' config.yml
|
|
test -d metadata || mkdir metadata
|
|
cp $WORKSPACE/tests/metadata/*.yml metadata/
|
|
echo 'Summary: good test version of urzip' > metadata/info.guardianproject.urzip.yml
|
|
echo 'Summary: good MD5 sig, which is disabled algorithm' > metadata/org.bitbucket.tickytacky.mirrormirror.yml
|
|
$sed -i.tmp '/ArchivePolicy:/d' metadata/*.yml
|
|
test -d repo || mkdir repo
|
|
cp $WORKSPACE/tests/urzip.apk \
|
|
$WORKSPACE/tests/org.bitbucket.tickytacky.mirrormirror_[0-9].apk \
|
|
$WORKSPACE/tests/repo/com.politedroid_[0-9].apk \
|
|
$WORKSPACE/tests/repo/obb.main.twoversions_110161[357].apk \
|
|
repo/
|
|
printf '\narchive_older: 3\n' >> config.yml
|
|
|
|
$fdroid update --pretty --nosign
|
|
if use_apksigner; then
|
|
test `grep '<package>' archive/index.xml | wc -l` -eq 2
|
|
test `grep '<package>' repo/index.xml | wc -l` -eq 10
|
|
else
|
|
echo "This will fail when jarsigner allows MD5 for APK signatures"
|
|
test `grep '<package>' archive/index.xml | wc -l` -eq 5
|
|
test `grep '<package>' repo/index.xml | wc -l` -eq 7
|
|
fi
|
|
|
|
|
|
#------------------------------------------------------------------------------#
|
|
if ! use_apksigner; then
|
|
echo_header 'test per-app "Archive Policy"'
|
|
|
|
REPOROOT=`create_test_dir`
|
|
cd $REPOROOT
|
|
fdroid_init_with_prebuilt_keystore
|
|
test -d metadata || mkdir metadata
|
|
cp $WORKSPACE/tests/metadata/com.politedroid.yml metadata/
|
|
test -d repo || mkdir repo
|
|
cp $WORKSPACE/tests/repo/com.politedroid_[0-9].apk repo/
|
|
printf '\narchive_older: 3\n' >> config.yml
|
|
|
|
$fdroid update --pretty --nosign
|
|
test `grep '<package>' archive/index.xml | wc -l` -eq 0
|
|
test `grep '<package>' repo/index.xml | wc -l` -eq 4
|
|
grep -F com.politedroid_3.apk repo/index.xml
|
|
grep -F com.politedroid_4.apk repo/index.xml
|
|
grep -F com.politedroid_5.apk repo/index.xml
|
|
grep -F com.politedroid_6.apk repo/index.xml
|
|
test -e repo/com.politedroid_3.apk
|
|
test -e repo/com.politedroid_4.apk
|
|
test -e repo/com.politedroid_5.apk
|
|
test -e repo/com.politedroid_6.apk
|
|
|
|
echo "enable one app in the repo"
|
|
$sed -i.tmp 's,^ArchivePolicy: 4,ArchivePolicy: 1,' metadata/com.politedroid.yml
|
|
$fdroid update --pretty --nosign
|
|
test `grep '<package>' archive/index.xml | wc -l` -eq 3
|
|
test `grep '<package>' repo/index.xml | wc -l` -eq 1
|
|
grep -F com.politedroid_3.apk archive/index.xml
|
|
grep -F com.politedroid_4.apk archive/index.xml
|
|
grep -F com.politedroid_5.apk archive/index.xml
|
|
grep -F com.politedroid_6.apk repo/index.xml
|
|
test -e archive/com.politedroid_3.apk
|
|
test -e archive/com.politedroid_4.apk
|
|
test -e archive/com.politedroid_5.apk
|
|
test -e repo/com.politedroid_6.apk
|
|
|
|
echo "remove all apps from the repo"
|
|
$sed -i.tmp 's,^ArchivePolicy: 1,ArchivePolicy: 0,' metadata/com.politedroid.yml
|
|
$fdroid update --pretty --nosign
|
|
test `grep '<package>' archive/index.xml | wc -l` -eq 4
|
|
test `grep '<package>' repo/index.xml | wc -l` -eq 0
|
|
grep -F com.politedroid_3.apk archive/index.xml
|
|
grep -F com.politedroid_4.apk archive/index.xml
|
|
grep -F com.politedroid_5.apk archive/index.xml
|
|
grep -F com.politedroid_6.apk archive/index.xml
|
|
test -e archive/com.politedroid_3.apk
|
|
test -e archive/com.politedroid_4.apk
|
|
test -e archive/com.politedroid_5.apk
|
|
test -e archive/com.politedroid_6.apk
|
|
! test -e repo/com.politedroid_6.apk
|
|
|
|
echo "move back one from archive to the repo"
|
|
$sed -i.tmp 's,^ArchivePolicy: 0,ArchivePolicy: 1,' metadata/com.politedroid.yml
|
|
$fdroid update --pretty --nosign
|
|
test `grep '<package>' archive/index.xml | wc -l` -eq 3
|
|
test `grep '<package>' repo/index.xml | wc -l` -eq 1
|
|
grep -F com.politedroid_3.apk archive/index.xml
|
|
grep -F com.politedroid_4.apk archive/index.xml
|
|
grep -F com.politedroid_5.apk archive/index.xml
|
|
grep -F com.politedroid_6.apk repo/index.xml
|
|
test -e archive/com.politedroid_3.apk
|
|
test -e archive/com.politedroid_4.apk
|
|
test -e archive/com.politedroid_5.apk
|
|
! test -e archive/com.politedroid_6.apk
|
|
test -e repo/com.politedroid_6.apk
|
|
|
|
echo "set an earlier version as CVC and test that it's the only one not archived"
|
|
$sed -i.tmp 's,^CurrentVersionCode: 6,CurrentVersionCode: 5,' metadata/com.politedroid.yml
|
|
$fdroid update --pretty --nosign
|
|
test `grep '<package>' archive/index.xml | wc -l` -eq 3
|
|
test `grep '<package>' repo/index.xml | wc -l` -eq 1
|
|
grep -F com.politedroid_3.apk archive/index.xml
|
|
grep -F com.politedroid_4.apk archive/index.xml
|
|
grep -F com.politedroid_5.apk repo/index.xml
|
|
grep -F com.politedroid_6.apk archive/index.xml
|
|
test -e archive/com.politedroid_3.apk
|
|
test -e archive/com.politedroid_4.apk
|
|
test -e repo/com.politedroid_5.apk
|
|
! test -e repo/com.politedroid_6.apk
|
|
test -e archive/com.politedroid_6.apk
|
|
fi
|
|
|
|
|
|
#------------------------------------------------------------------------------#
|
|
echo_header 'test moving old APKs to and from the archive'
|
|
|
|
REPOROOT=`create_test_dir`
|
|
cd $REPOROOT
|
|
fdroid_init_with_prebuilt_keystore
|
|
test -d metadata || mkdir metadata
|
|
cp $WORKSPACE/tests/metadata/com.politedroid.yml metadata/
|
|
$sed -i.tmp '/ArchivePolicy:/d' metadata/com.politedroid.yml
|
|
test -d repo || mkdir repo
|
|
cp $WORKSPACE/tests/repo/com.politedroid_[0-9].apk repo/
|
|
printf '\narchive_older: 3\n' >> config.yml
|
|
|
|
$fdroid update --pretty --nosign
|
|
test `grep '<package>' archive/index.xml | wc -l` -eq 1
|
|
test `grep '<package>' repo/index.xml | wc -l` -eq 3
|
|
grep -F com.politedroid_3.apk archive/index.xml
|
|
grep -F com.politedroid_4.apk repo/index.xml
|
|
grep -F com.politedroid_5.apk repo/index.xml
|
|
grep -F com.politedroid_6.apk repo/index.xml
|
|
test -e archive/com.politedroid_3.apk
|
|
test -e repo/com.politedroid_4.apk
|
|
test -e repo/com.politedroid_5.apk
|
|
test -e repo/com.politedroid_6.apk
|
|
|
|
$sed -i.tmp 's,archive_older: 3,archive_older: 1,' config.yml
|
|
$fdroid update --pretty --nosign
|
|
test `grep '<package>' archive/index.xml | wc -l` -eq 3
|
|
test `grep '<package>' repo/index.xml | wc -l` -eq 1
|
|
grep -F com.politedroid_3.apk archive/index.xml
|
|
grep -F com.politedroid_4.apk archive/index.xml
|
|
grep -F com.politedroid_5.apk archive/index.xml
|
|
grep -F com.politedroid_6.apk repo/index.xml
|
|
test -e archive/com.politedroid_3.apk
|
|
test -e archive/com.politedroid_4.apk
|
|
test -e archive/com.politedroid_5.apk
|
|
test -e repo/com.politedroid_6.apk
|
|
|
|
# disabling deletes from the archive
|
|
$sed -i.tmp 's/\(versionCode: 4\)/\1\n disable: testing deletion/' metadata/com.politedroid.yml
|
|
$fdroid update --pretty --nosign
|
|
test `grep '<package>' archive/index.xml | wc -l` -eq 2
|
|
test `grep '<package>' repo/index.xml | wc -l` -eq 1
|
|
grep -F com.politedroid_3.apk archive/index.xml
|
|
! grep -F com.politedroid_4.apk archive/index.xml
|
|
grep -F com.politedroid_5.apk archive/index.xml
|
|
grep -F com.politedroid_6.apk repo/index.xml
|
|
test -e archive/com.politedroid_3.apk
|
|
! test -e archive/com.politedroid_4.apk
|
|
test -e archive/com.politedroid_5.apk
|
|
test -e repo/com.politedroid_6.apk
|
|
|
|
# disabling deletes from the repo, and promotes one from the archive
|
|
$sed -i.tmp 's/\(versionCode: 6\)/\1\n disable: testing deletion/' metadata/com.politedroid.yml
|
|
$fdroid update --pretty --nosign
|
|
test `grep '<package>' archive/index.xml | wc -l` -eq 1
|
|
test `grep '<package>' repo/index.xml | wc -l` -eq 1
|
|
grep -F com.politedroid_3.apk archive/index.xml
|
|
grep -F com.politedroid_5.apk repo/index.xml
|
|
! grep -F com.politedroid_6.apk repo/index.xml
|
|
test -e archive/com.politedroid_3.apk
|
|
test -e repo/com.politedroid_5.apk
|
|
! test -e repo/com.politedroid_6.apk
|
|
|
|
|
|
#------------------------------------------------------------------------------#
|
|
echo_header 'test that verify can succeed and fail'
|
|
|
|
REPOROOT=`create_test_dir`
|
|
cd $REPOROOT
|
|
test -d tmp || mkdir tmp
|
|
test -d unsigned || mkdir unsigned
|
|
cp $WORKSPACE/tests/repo/com.politedroid_6.apk tmp/
|
|
cp $WORKSPACE/tests/repo/com.politedroid_6.apk unsigned/
|
|
$fdroid verify --reuse-remote-apk --verbose com.politedroid
|
|
# force a fail
|
|
cp $WORKSPACE/tests/repo/com.politedroid_5.apk unsigned/com.politedroid_6.apk
|
|
! $fdroid verify --reuse-remote-apk --verbose com.politedroid
|
|
|
|
|
|
#------------------------------------------------------------------------------#
|
|
echo_header 'test allowing disabled signatures in repo and archive'
|
|
|
|
REPOROOT=`create_test_dir`
|
|
cd $REPOROOT
|
|
fdroid_init_with_prebuilt_keystore
|
|
echo 'allow_disabled_algorithms: true' >> config.yml
|
|
printf '\narchive_older: 3\n' >> config.yml
|
|
test -d metadata || mkdir metadata
|
|
cp $WORKSPACE/tests/metadata/com.politedroid.yml metadata/
|
|
echo 'Summary: good test version of urzip' > metadata/info.guardianproject.urzip.yml
|
|
echo 'Summary: good MD5 sig, disabled algorithm' > metadata/org.bitbucket.tickytacky.mirrormirror.yml
|
|
$sed -i.tmp '/ArchivePolicy:/d' metadata/*.yml
|
|
test -d repo || mkdir repo
|
|
cp $WORKSPACE/tests/repo/com.politedroid_[0-9].apk \
|
|
$WORKSPACE/tests/org.bitbucket.tickytacky.mirrormirror_[0-9].apk \
|
|
$WORKSPACE/tests/urzip-badsig.apk \
|
|
repo/
|
|
|
|
$fdroid update --pretty --nosign
|
|
test `grep '<package>' archive/index.xml | wc -l` -eq 2
|
|
test `grep '<package>' repo/index.xml | wc -l` -eq 6
|
|
grep -F com.politedroid_3.apk archive/index.xml
|
|
grep -F com.politedroid_4.apk repo/index.xml
|
|
grep -F com.politedroid_5.apk repo/index.xml
|
|
grep -F com.politedroid_6.apk repo/index.xml
|
|
grep -F org.bitbucket.tickytacky.mirrormirror_1.apk archive/index.xml
|
|
grep -F org.bitbucket.tickytacky.mirrormirror_2.apk repo/index.xml
|
|
grep -F org.bitbucket.tickytacky.mirrormirror_3.apk repo/index.xml
|
|
grep -F org.bitbucket.tickytacky.mirrormirror_4.apk repo/index.xml
|
|
! grep -F urzip-badsig.apk repo/index.xml
|
|
! grep -F urzip-badsig.apk archive/index.xml
|
|
test -e archive/com.politedroid_3.apk
|
|
test -e repo/com.politedroid_4.apk
|
|
test -e repo/com.politedroid_5.apk
|
|
test -e repo/com.politedroid_6.apk
|
|
test -e archive/org.bitbucket.tickytacky.mirrormirror_1.apk
|
|
test -e repo/org.bitbucket.tickytacky.mirrormirror_2.apk
|
|
test -e repo/org.bitbucket.tickytacky.mirrormirror_3.apk
|
|
test -e repo/org.bitbucket.tickytacky.mirrormirror_4.apk
|
|
test -e archive/urzip-badsig.apk
|
|
|
|
sed -i.tmp '/apksigner:/d' config.yml
|
|
if ! use_apksigner; then
|
|
$sed -i.tmp '/allow_disabled_algorithms/d' config.yml
|
|
$fdroid update --pretty --nosign
|
|
test `grep '<package>' archive/index.xml | wc -l` -eq 5
|
|
test `grep '<package>' repo/index.xml | wc -l` -eq 3
|
|
grep -F org.bitbucket.tickytacky.mirrormirror_1.apk archive/index.xml
|
|
grep -F org.bitbucket.tickytacky.mirrormirror_2.apk archive/index.xml
|
|
grep -F org.bitbucket.tickytacky.mirrormirror_3.apk archive/index.xml
|
|
grep -F org.bitbucket.tickytacky.mirrormirror_4.apk archive/index.xml
|
|
grep -F com.politedroid_3.apk archive/index.xml
|
|
grep -F com.politedroid_4.apk repo/index.xml
|
|
grep -F com.politedroid_5.apk repo/index.xml
|
|
grep -F com.politedroid_6.apk repo/index.xml
|
|
! grep -F urzip-badsig.apk repo/index.xml
|
|
! grep -F urzip-badsig.apk archive/index.xml
|
|
test -e archive/org.bitbucket.tickytacky.mirrormirror_1.apk
|
|
test -e archive/org.bitbucket.tickytacky.mirrormirror_2.apk
|
|
test -e archive/org.bitbucket.tickytacky.mirrormirror_3.apk
|
|
test -e archive/org.bitbucket.tickytacky.mirrormirror_4.apk
|
|
test -e archive/com.politedroid_3.apk
|
|
test -e archive/urzip-badsig.apk
|
|
test -e repo/com.politedroid_4.apk
|
|
test -e repo/com.politedroid_5.apk
|
|
test -e repo/com.politedroid_6.apk
|
|
fi
|
|
|
|
# test unarchiving when disabled_algorithms are allowed again
|
|
echo 'allow_disabled_algorithms: true' >> config.yml
|
|
$fdroid update --pretty --nosign
|
|
test `grep '<package>' archive/index.xml | wc -l` -eq 2
|
|
test `grep '<package>' repo/index.xml | wc -l` -eq 6
|
|
grep -F com.politedroid_3.apk archive/index.xml
|
|
grep -F com.politedroid_4.apk repo/index.xml
|
|
grep -F com.politedroid_5.apk repo/index.xml
|
|
grep -F com.politedroid_6.apk repo/index.xml
|
|
grep -F org.bitbucket.tickytacky.mirrormirror_1.apk archive/index.xml
|
|
grep -F org.bitbucket.tickytacky.mirrormirror_2.apk repo/index.xml
|
|
grep -F org.bitbucket.tickytacky.mirrormirror_3.apk repo/index.xml
|
|
grep -F org.bitbucket.tickytacky.mirrormirror_4.apk repo/index.xml
|
|
! grep -F urzip-badsig.apk repo/index.xml
|
|
! grep -F urzip-badsig.apk archive/index.xml
|
|
test -e archive/com.politedroid_3.apk
|
|
test -e repo/com.politedroid_4.apk
|
|
test -e repo/com.politedroid_5.apk
|
|
test -e repo/com.politedroid_6.apk
|
|
test -e archive/org.bitbucket.tickytacky.mirrormirror_1.apk
|
|
test -e repo/org.bitbucket.tickytacky.mirrormirror_2.apk
|
|
test -e repo/org.bitbucket.tickytacky.mirrormirror_3.apk
|
|
test -e repo/org.bitbucket.tickytacky.mirrormirror_4.apk
|
|
test -e archive/urzip-badsig.apk
|
|
|
|
#------------------------------------------------------------------------------#
|
|
echo_header 'rename apks with `fdroid update --rename-apks`, --nosign for speed'
|
|
|
|
REPOROOT=`create_test_dir`
|
|
cd $REPOROOT
|
|
fdroid_init_with_prebuilt_keystore
|
|
echo 'keydname: "CN=Birdman, OU=Cell, O=Alcatraz, L=Alcatraz, S=California, C=US"' >> config.yml
|
|
test -d metadata || mkdir metadata
|
|
cp $WORKSPACE/tests/metadata/info.guardianproject.urzip.yml metadata/
|
|
test -d repo || mkdir repo
|
|
cp $WORKSPACE/tests/urzip.apk "repo/asdfiuhk urzip-πÇÇπÇÇ现代汉语通用字-български-عربي1234 ö.apk"
|
|
$fdroid update --rename-apks --pretty --nosign
|
|
test -e repo/info.guardianproject.urzip_100.apk
|
|
grep -F 'info.guardianproject.urzip_100.apk' repo/index-v1.json repo/index.xml
|
|
cp $WORKSPACE/tests/urzip-release.apk repo/
|
|
$fdroid update --rename-apks --pretty --nosign
|
|
test -e repo/info.guardianproject.urzip_100.apk
|
|
test -e repo/info.guardianproject.urzip_100_b4964fd.apk
|
|
grep -F 'info.guardianproject.urzip_100.apk' repo/index-v1.json repo/index.xml
|
|
grep -F 'info.guardianproject.urzip_100_b4964fd.apk' repo/index-v1.json
|
|
! grep -F 'info.guardianproject.urzip_100_b4964fd.apk' repo/index.xml
|
|
cp $WORKSPACE/tests/urzip-release.apk repo/
|
|
$fdroid update --rename-apks --pretty --nosign
|
|
test -e repo/info.guardianproject.urzip_100.apk
|
|
test -e repo/info.guardianproject.urzip_100_b4964fd.apk
|
|
test -e duplicates/repo/info.guardianproject.urzip_100_b4964fd.apk
|
|
grep -F 'info.guardianproject.urzip_100.apk' repo/index-v1.json repo/index.xml
|
|
grep -F 'info.guardianproject.urzip_100_b4964fd.apk' repo/index-v1.json
|
|
! grep -F 'info.guardianproject.urzip_100_b4964fd.apk' repo/index.xml
|
|
|
|
#------------------------------------------------------------------------------#
|
|
echo_header "test for added date being set correctly for repo and archive"
|
|
REPOROOT=`create_test_dir`
|
|
cd $REPOROOT
|
|
fdroid_init_with_prebuilt_keystore
|
|
printf '\narchive_older: 3\n' >> config.yml
|
|
mkdir -p {repo,archive,metadata,stats}
|
|
cp $WORKSPACE/tests/repo/com.politedroid_5.apk archive
|
|
cp $WORKSPACE/tests/repo/com.politedroid_6.apk repo
|
|
cp $WORKSPACE/tests/metadata/com.politedroid.yml metadata
|
|
#TODO: the timestamp of the oldest apk in the file should be used, even if that
|
|
# doesn't exist anymore
|
|
echo "com.politedroid_4.apk com.politedroid 2016-01-01" > stats/known_apks.txt
|
|
echo "com.politedroid_5.apk com.politedroid 2017-01-01" >> stats/known_apks.txt
|
|
echo "com.politedroid_6.apk com.politedroid 2018-01-01" >> stats/known_apks.txt
|
|
sed -i -e 's/ArchivePolicy:.*/ArchivePolicy: 1 versions/' metadata/com.politedroid.yml
|
|
timestamp=1483228800 # $(date -u --date=2017-01-01 +%s)000
|
|
|
|
$fdroid update --pretty --nosign
|
|
grep -F "\"added\": $timestamp" repo/index-v1.json
|
|
# the archive will have the added timestamp for the app and for the apk, both need to be there
|
|
if [ $(grep -F "\"added\": $timestamp" archive/index-v1.json | wc -l) == 2 ]; then true; else false;fi
|
|
|
|
#------------------------------------------------------------------------------#
|
|
echo_header "test whatsnew from fastlane without CVC set"
|
|
REPOROOT=`create_test_dir`
|
|
cd $REPOROOT
|
|
fdroid_init_with_prebuilt_keystore
|
|
mkdir -p metadata/com.politedroid/en-US/changelogs/
|
|
cp $WORKSPACE/tests/repo/com.politedroid_6.apk repo
|
|
cp $WORKSPACE/tests/metadata/com.politedroid.yml metadata
|
|
echo "whatsnew test" > metadata/com.politedroid/en-US/changelogs/6.txt
|
|
sed -i -e '/CurrentVersion/d' metadata/com.politedroid.yml
|
|
$fdroid update --pretty --nosign
|
|
grep -F 'whatsnew' repo/index-v1.json
|
|
|
|
#------------------------------------------------------------------------------#
|
|
echo_header "test metadata checks"
|
|
|
|
REPOROOT=`create_test_dir`
|
|
cd $REPOROOT
|
|
|
|
mkdir repo
|
|
cp $WORKSPACE/tests/urzip.apk $REPOROOT/repo/
|
|
|
|
set +e
|
|
$fdroid build
|
|
if [ $? -eq 0 ]; then
|
|
echo "This should have failed because there is no metadata!"
|
|
exit 1
|
|
else
|
|
echo "testing metadata checks passed"
|
|
fi
|
|
set -e
|
|
|
|
mkdir $REPOROOT/metadata/
|
|
cp $WORKSPACE/tests/metadata/org.smssecure.smssecure.yml $REPOROOT/metadata/
|
|
$fdroid readmeta
|
|
|
|
|
|
#------------------------------------------------------------------------------#
|
|
echo_header "ensure commands that don't need the JDK work without a JDK configed"
|
|
|
|
REPOROOT=`create_test_dir`
|
|
cd $REPOROOT
|
|
mkdir repo
|
|
mkdir metadata
|
|
echo "License: GPL-2.0-only" >> metadata/fake.yml
|
|
echo "Summary: Yup still fake" >> metadata/fake.yml
|
|
echo "Categories: [Internet]" >> metadata/fake.yml
|
|
echo "Description: |" >> metadata/fake.yml
|
|
echo " this is fake" >> metadata/fake.yml
|
|
|
|
# fake that no JDKs are available
|
|
echo 'java_paths: {}' > config.yml
|
|
|
|
LOCAL_COPY_DIR=`create_test_dir`/fdroid
|
|
mkdir -p $LOCAL_COPY_DIR/repo
|
|
echo "local_copy_dir: $LOCAL_COPY_DIR" >> config.yml
|
|
|
|
$fdroid checkupdates --allow-dirty || true
|
|
which gpg && $fdroid gpgsign
|
|
$fdroid lint
|
|
$fdroid readmeta
|
|
$fdroid rewritemeta fake
|
|
$fdroid deploy
|
|
$fdroid deploy
|
|
$fdroid scanner
|
|
|
|
# run these to get their output, but the are not setup, so don't fail
|
|
$fdroid build || true
|
|
$fdroid import || true
|
|
$fdroid install || true
|
|
|
|
|
|
#------------------------------------------------------------------------------#
|
|
# only run this test if running from a git repo, not all files are in the tarball
|
|
if [ -e .git/config ]; then
|
|
echo_header "create a source tarball"
|
|
|
|
cd $WORKSPACE
|
|
./setup.py compile_catalog sdist
|
|
|
|
REPOROOT=`create_test_dir`
|
|
cd $REPOROOT
|
|
tar xzf `ls -1 $WORKSPACE/dist/fdroidserver-*.tar.gz | sort -n | tail -1`
|
|
cd $REPOROOT
|
|
./fdroidserver-*/fdroid init
|
|
copy_apks_into_repo $REPOROOT
|
|
./fdroidserver-*/fdroid update --create-metadata --verbose
|
|
fi
|
|
|
|
#------------------------------------------------------------------------------#
|
|
echo_header "test config checks of local_copy_dir"
|
|
|
|
REPOROOT=`create_test_dir`
|
|
cd $REPOROOT
|
|
$fdroid init
|
|
$fdroid update --create-metadata --verbose
|
|
$fdroid readmeta
|
|
LOCAL_COPY_DIR=`create_test_dir`/fdroid
|
|
$fdroid deploy --local-copy-dir=$LOCAL_COPY_DIR
|
|
$fdroid deploy --local-copy-dir=$LOCAL_COPY_DIR --verbose
|
|
|
|
# now test the errors work
|
|
set +e
|
|
$fdroid deploy --local-copy-dir=thisisnotanabsolutepath
|
|
if [ $? -eq 0 ]; then
|
|
echo "This should have failed because thisisnotanabsolutepath is not an absolute path!"
|
|
exit 1
|
|
else
|
|
echo "testing absolute path checker passed"
|
|
fi
|
|
$fdroid deploy --local-copy-dir=/tmp/IReallyDoubtThisPathExistsasdfasdf
|
|
if [ $? -eq 0 ]; then
|
|
echo "This should have failed because the path does not end with 'fdroid'!"
|
|
exit 1
|
|
else
|
|
echo "testing dirname exists checker passed"
|
|
fi
|
|
$fdroid deploy --local-copy-dir=/tmp/IReallyDoubtThisPathExistsasdfasdf/fdroid
|
|
if [ $? -eq 0 ]; then
|
|
echo "This should have failed because the dirname path does not exist!"
|
|
exit 1
|
|
else
|
|
echo "testing dirname exists checker passed"
|
|
fi
|
|
set -e
|
|
|
|
|
|
#------------------------------------------------------------------------------#
|
|
echo_header "setup a new repo from scratch using ANDROID_HOME and do a local sync"
|
|
|
|
REPOROOT=`create_test_dir`
|
|
cd $REPOROOT
|
|
fdroid_init_with_prebuilt_keystore
|
|
copy_apks_into_repo $REPOROOT
|
|
$fdroid update --create-metadata --verbose
|
|
$fdroid readmeta
|
|
grep -F '<application id=' repo/index.xml > /dev/null
|
|
|
|
LOCALCOPYDIR=`create_test_dir`/fdroid
|
|
$fdroid deploy --local-copy-dir=$LOCALCOPYDIR
|
|
NEWREPOROOT=`create_test_dir`
|
|
cd $NEWREPOROOT
|
|
fdroid_init_with_prebuilt_keystore
|
|
echo "sync_from_local_copy_dir: true" >> config.yml
|
|
$fdroid deploy --local-copy-dir=$LOCALCOPYDIR
|
|
|
|
|
|
#------------------------------------------------------------------------------#
|
|
# check that --android-home fails when dir does not exist or is not a dir
|
|
|
|
REPOROOT=`create_test_dir`
|
|
KEYSTORE=$REPOROOT/keystore.p12
|
|
cd $REPOROOT
|
|
set +e
|
|
$fdroid init --keystore $KEYSTORE --android-home /opt/fakeandroidhome
|
|
if [ $? -eq 0 ]; then
|
|
echo "This should have failed because /opt/fakeandroidhome does not exist!"
|
|
exit 1
|
|
else
|
|
echo "testing android-home path checker passed"
|
|
fi
|
|
TESTFILE=`create_test_file`
|
|
$fdroid init --keystore $KEYSTORE --android-home $TESTFILE
|
|
if [ $? -eq 0 ]; then
|
|
echo "This should have failed because $TESTFILE is a file not a dir!"
|
|
exit 1
|
|
else
|
|
echo "testing android-home not-dir checker passed"
|
|
fi
|
|
set -e
|
|
|
|
|
|
#------------------------------------------------------------------------------#
|
|
echo_header "check that fake android home passes 'fdroid init'"
|
|
|
|
REPOROOT=`create_test_dir`
|
|
FAKE_ANDROID_HOME=`create_test_dir`
|
|
create_fake_android_home $FAKE_ANDROID_HOME
|
|
KEYSTORE=$REPOROOT/keystore.p12
|
|
cd $REPOROOT
|
|
$fdroid init --keystore $KEYSTORE --android-home $FAKE_ANDROID_HOME
|
|
|
|
|
|
#------------------------------------------------------------------------------#
|
|
echo_header "check that 'fdroid init' fails when build-tools cannot be found"
|
|
|
|
if [ -e /usr/bin/aapt ] || python3 -c 'import androguard'; then
|
|
echo "/usr/bin/aapt or androguard installed, not running test"
|
|
else
|
|
REPOROOT=`create_test_dir`
|
|
FAKE_ANDROID_HOME=`create_test_dir`
|
|
create_fake_android_home $FAKE_ANDROID_HOME
|
|
rm -f $FAKE_ANDROID_HOME/build-tools/*/aapt
|
|
KEYSTORE=$REPOROOT/keystore.p12
|
|
cd $REPOROOT
|
|
set +e
|
|
$fdroid init --keystore $KEYSTORE --android-home $FAKE_ANDROID_HOME
|
|
[ $? -eq 0 ] && exit 1
|
|
set -e
|
|
fi
|
|
|
|
|
|
#------------------------------------------------------------------------------#
|
|
echo_header "check that --android-home overrides ANDROID_HOME"
|
|
|
|
REPOROOT=`create_test_dir`
|
|
FAKE_ANDROID_HOME=`create_test_dir`
|
|
create_fake_android_home $FAKE_ANDROID_HOME
|
|
KEYSTORE=$REPOROOT/keystore.p12
|
|
cd $REPOROOT
|
|
$fdroid init --keystore $KEYSTORE --android-home $FAKE_ANDROID_HOME
|
|
set +e
|
|
grep $FAKE_ANDROID_HOME $REPOROOT/config.yml
|
|
if [ $? -ne 0 ]; then
|
|
echo "the value set in --android-home '$FAKE_ANDROID_HOME' should override ANDROID_HOME '$ANDROID_HOME'"
|
|
exit 1
|
|
fi
|
|
set -e
|
|
|
|
|
|
#------------------------------------------------------------------------------#
|
|
# In this case, ANDROID_HOME is set to a fake, non-working version that will
|
|
# be detected by fdroid as an Android SDK install. It should use the path set
|
|
# by --android-home over the one in ANDROID_HOME, therefore if it uses the one
|
|
# in ANDROID_HOME, it won't work because it is a fake one. Only
|
|
# --android-home provides a working one.
|
|
if [ -z "$ANDROID_HOME" ]; then
|
|
echo_header "SKIP setup a new repo from scratch with keystore and android-home set on cmd line"
|
|
else
|
|
echo_header "setup a new repo from scratch with keystore and android-home set on cmd line"
|
|
|
|
REPOROOT=`create_test_dir`
|
|
KEYSTORE=$REPOROOT/keystore.p12
|
|
FAKE_ANDROID_HOME=`create_test_dir`
|
|
create_fake_android_home $FAKE_ANDROID_HOME
|
|
STORED_ANDROID_HOME=$ANDROID_HOME
|
|
unset ANDROID_HOME
|
|
echo "ANDROID_HOME: $ANDROID_HOME"
|
|
cd $REPOROOT
|
|
$fdroid init --keystore $KEYSTORE --android-home $STORED_ANDROID_HOME --no-prompt
|
|
test -e $KEYSTORE
|
|
copy_apks_into_repo $REPOROOT
|
|
$fdroid update --create-metadata --verbose
|
|
$fdroid readmeta
|
|
grep -F '<application id=' repo/index.xml > /dev/null
|
|
test -e repo/index.xml
|
|
test -e repo/index.jar
|
|
test -e repo/index-v1.jar
|
|
test -e tmp/apkcache.json
|
|
! test -z tmp/apkcache.json
|
|
export ANDROID_HOME=$STORED_ANDROID_HOME
|
|
fi
|
|
|
|
#------------------------------------------------------------------------------#
|
|
echo_header "check duplicate files are properly handled by fdroid update"
|
|
|
|
REPOROOT=`create_test_dir`
|
|
cd $REPOROOT
|
|
fdroid_init_with_prebuilt_keystore
|
|
mkdir $REPOROOT/metadata
|
|
cp -a $WORKSPACE/tests/metadata/obb.mainpatch.current.yml $REPOROOT/metadata
|
|
cp $WORKSPACE/tests/repo/obb.mainpatch.current_1619.apk $REPOROOT/repo/
|
|
cp $WORKSPACE/tests/repo/obb.mainpatch.current_1619_another-release-key.apk $REPOROOT/repo/
|
|
$fdroid update --pretty
|
|
grep -F 'obb.mainpatch.current_1619.apk' repo/index.xml repo/index-v1.json
|
|
grep -F 'obb.mainpatch.current_1619_another-release-key.apk' repo/index-v1.json
|
|
! grep -F 'obb.mainpatch.current_1619_another-release-key.apk' repo/index.xml
|
|
# die if there are exact duplicates
|
|
cp $WORKSPACE/tests/repo/obb.mainpatch.current_1619.apk $REPOROOT/repo/duplicate.apk
|
|
! $fdroid update
|
|
|
|
|
|
#------------------------------------------------------------------------------#
|
|
echo_header "setup new repo from scratch using ANDROID_HOME, putting APKs in repo first"
|
|
|
|
REPOROOT=`create_test_dir`
|
|
cd $REPOROOT
|
|
mkdir repo
|
|
copy_apks_into_repo $REPOROOT
|
|
fdroid_init_with_prebuilt_keystore
|
|
$fdroid update --create-metadata --verbose
|
|
$fdroid readmeta
|
|
grep -F '<application id=' repo/index.xml > /dev/null
|
|
|
|
|
|
#------------------------------------------------------------------------------#
|
|
echo_header "setup a new repo from scratch and generate a keystore"
|
|
|
|
REPOROOT=`create_test_dir`
|
|
KEYSTORE=$REPOROOT/keystore.p12
|
|
cd $REPOROOT
|
|
$fdroid init --keystore $KEYSTORE
|
|
test -e $KEYSTORE
|
|
copy_apks_into_repo $REPOROOT
|
|
$fdroid update --create-metadata --verbose
|
|
$fdroid readmeta
|
|
test -e repo/index.xml
|
|
test -e repo/index.jar
|
|
test -e repo/index-v1.jar
|
|
test -e tmp/apkcache.json
|
|
! test -z tmp/apkcache.json
|
|
grep -F '<application id=' repo/index.xml > /dev/null
|
|
|
|
|
|
#------------------------------------------------------------------------------#
|
|
echo_header "setup a new repo manually and generate a keystore"
|
|
|
|
REPOROOT=`create_test_dir`
|
|
KEYSTORE=$REPOROOT/keystore.p12
|
|
cd $REPOROOT
|
|
! test -e $KEYSTORE
|
|
set +e
|
|
$fdroid update
|
|
if [ $? -eq 0 ]; then
|
|
echo "This should have failed because this repo has no keystore!"
|
|
exit 1
|
|
else
|
|
echo '`fdroid update` prompted to add keystore'
|
|
fi
|
|
set -e
|
|
$fdroid update --create-key
|
|
test -e $KEYSTORE
|
|
copy_apks_into_repo $REPOROOT
|
|
$fdroid update --create-metadata --verbose
|
|
$fdroid readmeta
|
|
test -e repo/index.xml
|
|
test -e repo/index.jar
|
|
test -e repo/index-v1.jar
|
|
test -e tmp/apkcache.json
|
|
! test -z tmp/apkcache.json
|
|
grep -F '<application id=' repo/index.xml > /dev/null
|
|
|
|
|
|
#------------------------------------------------------------------------------#
|
|
echo_header "setup a new repo from scratch, generate a keystore, then add APK and update"
|
|
|
|
REPOROOT=`create_test_dir`
|
|
KEYSTORE=$REPOROOT/keystore.p12
|
|
cd $REPOROOT
|
|
$fdroid init --keystore $KEYSTORE
|
|
test -e $KEYSTORE
|
|
copy_apks_into_repo $REPOROOT
|
|
$fdroid update --create-metadata --verbose
|
|
$fdroid readmeta
|
|
test -e repo/index.xml
|
|
test -e repo/index.jar
|
|
test -e repo/index-v1.jar
|
|
grep -F '<application id=' repo/index.xml > /dev/null
|
|
test -e $REPOROOT/repo/info.guardianproject.urzip_100.apk || \
|
|
cp $WORKSPACE/tests/urzip.apk $REPOROOT/repo/
|
|
$fdroid update --create-metadata --verbose
|
|
$fdroid readmeta
|
|
test -e repo/index.xml
|
|
test -e repo/index.jar
|
|
test -e repo/index-v1.jar
|
|
test -e tmp/apkcache.json
|
|
! test -z tmp/apkcache.json
|
|
grep -F '<application id=' repo/index.xml > /dev/null
|
|
|
|
|
|
#------------------------------------------------------------------------------#
|
|
echo_header "setup a new repo from scratch with a HSM/smartcard"
|
|
REPOROOT=`create_test_dir`
|
|
cd $REPOROOT
|
|
$fdroid init --keystore NONE
|
|
test -e opensc-fdroid.cfg
|
|
test ! -e NONE
|
|
|
|
|
|
#------------------------------------------------------------------------------#
|
|
echo_header "setup a new repo with no keystore, add APK, and update"
|
|
|
|
REPOROOT=`create_test_dir`
|
|
KEYSTORE=$REPOROOT/keystore.p12
|
|
cd $REPOROOT
|
|
touch fdroid-icon.png
|
|
mkdir repo
|
|
cp $WORKSPACE/tests/urzip.apk $REPOROOT/repo/
|
|
set +e
|
|
$fdroid update --create-metadata --verbose
|
|
if [ $? -eq 0 ]; then
|
|
echo "This should have failed because this repo has no keystore!"
|
|
exit 1
|
|
else
|
|
echo '`fdroid update` prompted to add keystore'
|
|
fi
|
|
set -e
|
|
|
|
# now set up fake, non-working keystore setup
|
|
touch $KEYSTORE
|
|
echo "keystore: $KEYSTORE" >> config.yml
|
|
echo 'repo_keyalias: foo' >> config.yml
|
|
echo 'keystorepass: foo' >> config.yml
|
|
echo 'keypass: foo' >> config.yml
|
|
set +e
|
|
$fdroid update --create-metadata --verbose
|
|
if [ $? -eq 0 ]; then
|
|
echo "This should have failed because this repo has a bad/fake keystore!"
|
|
exit 1
|
|
else
|
|
echo '`fdroid update` prompted to add keystore'
|
|
fi
|
|
set -e
|
|
|
|
|
|
#------------------------------------------------------------------------------#
|
|
echo_header "copy tests/repo, update with binary transparency log"
|
|
|
|
REPOROOT=`create_test_dir`
|
|
GIT_REMOTE=`create_test_dir`
|
|
GNUPGHOME=$REPOROOT/gnupghome
|
|
cd $REPOROOT
|
|
fdroid_init_with_prebuilt_keystore
|
|
cp -a $WORKSPACE/tests/metadata $WORKSPACE/tests/repo $WORKSPACE/tests/stats $REPOROOT/
|
|
echo "binary_transparency_remote: $GIT_REMOTE" >> config.yml
|
|
$fdroid update --verbose
|
|
$fdroid deploy --verbose
|
|
test -e repo/index.xml
|
|
test -e repo/index.jar
|
|
test -e repo/index-v1.jar
|
|
grep -F '<application id=' repo/index.xml > /dev/null
|
|
cd binary_transparency
|
|
[ "$($git rev-list --count HEAD)" == "2" ]
|
|
cd $GIT_REMOTE
|
|
[ "$($git rev-list --count HEAD)" == "2" ]
|
|
|
|
|
|
#------------------------------------------------------------------------------#
|
|
echo_header "setup a new repo with keystore with APK, update, then without key"
|
|
|
|
REPOROOT=`create_test_dir`
|
|
KEYSTORE=$REPOROOT/keystore.jks
|
|
cd $REPOROOT
|
|
cp $WORKSPACE/tests/keystore.jks $KEYSTORE
|
|
fdroid_init_with_prebuilt_keystore $KEYSTORE
|
|
test -e $KEYSTORE
|
|
cp $WORKSPACE/tests/urzip.apk $REPOROOT/repo/
|
|
$fdroid update --create-metadata --verbose
|
|
$fdroid readmeta
|
|
test -e repo/index.xml
|
|
test -e repo/index.jar
|
|
test -e repo/index-v1.jar
|
|
test -e tmp/apkcache.json
|
|
! test -z tmp/apkcache.json
|
|
grep -F '<application id=' repo/index.xml > /dev/null
|
|
|
|
# now set fake repo_keyalias
|
|
$sed -i.tmp 's,^ *repo_keyalias.*,repo_keyalias: fake,' $REPOROOT/config.yml
|
|
set +e
|
|
$fdroid update
|
|
if [ $? -eq 0 ]; then
|
|
echo "This should have failed because this repo has a bad repo_keyalias!"
|
|
exit 1
|
|
else
|
|
echo '`fdroid update` prompted to add keystore'
|
|
fi
|
|
set -e
|
|
|
|
# try creating a new keystore, but fail because the old one is there
|
|
test -e $KEYSTORE
|
|
set +e
|
|
$fdroid update --create-key
|
|
if [ $? -eq 0 ]; then
|
|
echo "This should have failed because a keystore is already there!"
|
|
exit 1
|
|
else
|
|
echo '`fdroid update` complained about existing keystore'
|
|
fi
|
|
set -e
|
|
|
|
# now actually create the key with the existing settings
|
|
rm -f $KEYSTORE
|
|
! test -e $KEYSTORE
|
|
$fdroid update --create-key
|
|
test -e $KEYSTORE
|
|
|
|
|
|
#------------------------------------------------------------------------------#
|
|
echo_header "setup a new repo from scratch using ANDROID_HOME with git mirror"
|
|
|
|
# fake git remote server for repo mirror
|
|
SERVER_GIT_MIRROR=`create_test_dir`
|
|
cd $SERVER_GIT_MIRROR
|
|
$git init
|
|
$git config receive.denyCurrentBranch updateInstead
|
|
|
|
REPOROOT=`create_test_dir`
|
|
GIT_MIRROR=$REPOROOT/git-mirror
|
|
cd $REPOROOT
|
|
fdroid_init_with_prebuilt_keystore
|
|
printf '\narchive_older: 3\n' >> config.yml
|
|
echo "servergitmirrors: $SERVER_GIT_MIRROR" >> config.yml
|
|
|
|
cp $WORKSPACE/tests/repo/com.politedroid_[345].apk repo/
|
|
$fdroid update --create-metadata
|
|
$fdroid deploy
|
|
test -e $GIT_MIRROR/fdroid/repo/com.politedroid_3.apk
|
|
test -e $GIT_MIRROR/fdroid/repo/com.politedroid_4.apk
|
|
test -e $GIT_MIRROR/fdroid/repo/com.politedroid_5.apk
|
|
test -e $SERVER_GIT_MIRROR/fdroid/repo/com.politedroid_3.apk
|
|
test -e $SERVER_GIT_MIRROR/fdroid/repo/com.politedroid_4.apk
|
|
test -e $SERVER_GIT_MIRROR/fdroid/repo/com.politedroid_5.apk
|
|
date > $GIT_MIRROR/.git/test-stamp
|
|
|
|
# add one more APK to trigger archiving
|
|
cp $WORKSPACE/tests/repo/com.politedroid_6.apk repo/
|
|
$fdroid update
|
|
$fdroid deploy
|
|
test -e $REPOROOT/archive/com.politedroid_3.apk
|
|
! test -e $GIT_MIRROR/fdroid/archive/com.politedroid_3.apk
|
|
! test -e $SERVER_GIT_MIRROR/fdroid/archive/com.politedroid_3.apk
|
|
test -e $GIT_MIRROR/fdroid/repo/com.politedroid_4.apk
|
|
test -e $GIT_MIRROR/fdroid/repo/com.politedroid_5.apk
|
|
test -e $GIT_MIRROR/fdroid/repo/com.politedroid_6.apk
|
|
test -e $SERVER_GIT_MIRROR/fdroid/repo/com.politedroid_4.apk
|
|
test -e $SERVER_GIT_MIRROR/fdroid/repo/com.politedroid_5.apk
|
|
test -e $SERVER_GIT_MIRROR/fdroid/repo/com.politedroid_6.apk
|
|
before=`du -s --bytes $GIT_MIRROR/.git/ | awk '{print $1}'`
|
|
|
|
echo "git_mirror_size_limit: 60kb" >> config.yml
|
|
$fdroid update
|
|
$fdroid deploy
|
|
test -e $REPOROOT/archive/com.politedroid_3.apk
|
|
! test -e $SERVER_GIT_MIRROR/fdroid/archive/com.politedroid_3.apk
|
|
after=`du -s --bytes $GIT_MIRROR/.git/ | awk '{print $1}'`
|
|
! test -e $GIT_MIRROR/.git/test-stamp
|
|
$git -C "$GIT_MIRROR" gc
|
|
$git -C "$SERVER_GIT_MIRROR" gc
|
|
test $before -gt $after
|
|
|
|
|
|
#------------------------------------------------------------------------------#
|
|
echo_header "sign binary repo in offline box, then publishing from online box"
|
|
|
|
OFFLINE_ROOT=`create_test_dir`
|
|
KEYSTORE=$WORKSPACE/tests/keystore.p12
|
|
LOCAL_COPY_DIR=`create_test_dir`/fdroid
|
|
mkdir $LOCAL_COPY_DIR
|
|
ONLINE_ROOT=`create_test_dir`
|
|
SERVERWEBROOT=`create_test_dir`/fdroid
|
|
|
|
# create offline binary transparency log
|
|
cd $OFFLINE_ROOT
|
|
mkdir binary_transparency
|
|
cd binary_transparency
|
|
$git init
|
|
|
|
# fake git remote server for binary transparency log
|
|
BINARY_TRANSPARENCY_REMOTE=`create_test_dir`
|
|
|
|
# fake git remote server for repo mirror
|
|
SERVER_GIT_MIRROR=`create_test_dir`
|
|
cd $SERVER_GIT_MIRROR
|
|
$git init
|
|
$git config receive.denyCurrentBranch updateInstead
|
|
|
|
cd $OFFLINE_ROOT
|
|
fdroid_init_with_prebuilt_keystore
|
|
printf '\narchive_older: 3\n' >> config.yml
|
|
cp -a $WORKSPACE/tests/metadata $WORKSPACE/tests/repo $WORKSPACE/tests/stats $OFFLINE_ROOT/
|
|
mkdir $OFFLINE_ROOT/unsigned
|
|
cp $WORKSPACE/tests/urzip-release-unsigned.apk $OFFLINE_ROOT/unsigned
|
|
|
|
echo "mirrors: ['http://foo.bar/fdroid', 'http://asdflkdsfjafdsdfhkjh.onion/fdroid']" >> config.yml
|
|
echo "servergitmirrors: $SERVER_GIT_MIRROR" >> config.yml
|
|
echo "local_copy_dir: $LOCAL_COPY_DIR" >> config.yml
|
|
$fdroid update --pretty
|
|
grep -F '<application id=' repo/index.xml > /dev/null
|
|
grep -F '/fdroid/repo</mirror>' repo/index.xml
|
|
grep -F '/fdroid/archive</mirror>' archive/index.xml
|
|
test `grep '<mirror>' repo/index.xml | wc -l` -eq 2
|
|
test `grep '<mirror>' archive/index.xml | wc -l` -eq 2
|
|
cd binary_transparency
|
|
[ "$($git rev-list --count HEAD)" == "1" ]
|
|
cd ..
|
|
$fdroid deploy --verbose
|
|
test -e $LOCAL_COPY_DIR/unsigned/urzip-release-unsigned.apk
|
|
grep -F '<application id=' $LOCAL_COPY_DIR/repo/index.xml > /dev/null
|
|
cd $ONLINE_ROOT
|
|
echo "local_copy_dir: $LOCAL_COPY_DIR" >> config.yml
|
|
echo "sync_from_local_copy_dir: True" >> config.yml
|
|
echo "serverwebroot: $SERVERWEBROOT" >> config.yml
|
|
echo "servergitmirrors: $SERVER_GIT_MIRROR" >> config.yml
|
|
echo "binary_transparency_remote: $BINARY_TRANSPARENCY_REMOTE" >> config.yml
|
|
$fdroid deploy --verbose
|
|
test -e $ONLINE_ROOT/unsigned/urzip-release-unsigned.apk
|
|
test -e $SERVERWEBROOT/unsigned/urzip-release-unsigned.apk
|
|
cd $BINARY_TRANSPARENCY_REMOTE
|
|
[ "$($git rev-list --count HEAD)" == "1" ]
|
|
cd $SERVER_GIT_MIRROR
|
|
[ "$($git rev-list --count HEAD)" == "1" ]
|
|
|
|
|
|
#------------------------------------------------------------------------------#
|
|
echo_header 'test extracting and publishing with developer signature'
|
|
|
|
if use_apksigner; then
|
|
REPOROOT=`create_test_dir`
|
|
cd $REPOROOT
|
|
fdroid_init_with_prebuilt_keystore
|
|
echo 'keydname: "CN=Birdman, OU=Cell, O=Alcatraz, L=Alcatraz, S=California, C=US"' >> config.yml
|
|
test -d metadata || mkdir metadata
|
|
cp $WORKSPACE/tests/metadata/com.politedroid.yml metadata/
|
|
test -d repo || mkdir repo
|
|
test -d unsigned || mkdir unsigned
|
|
cp $WORKSPACE/tests/repo/com.politedroid_6.apk unsigned/
|
|
$fdroid signatures unsigned/com.politedroid_6.apk
|
|
test -d metadata/com.politedroid/signatures/6
|
|
test -f metadata/com.politedroid/signatures/6/MANIFEST.MF
|
|
test -f metadata/com.politedroid/signatures/6/RELEASE.RSA
|
|
test -f metadata/com.politedroid/signatures/6/RELEASE.SF
|
|
! test -f repo/com.politedroid_6.apk
|
|
$fdroid publish
|
|
test -f repo/com.politedroid_6.apk
|
|
if which apksigner; then
|
|
apksigner verify repo/com.politedroid_6.apk
|
|
fi
|
|
if which jarsigner; then
|
|
jarsigner -verify repo/com.politedroid_6.apk
|
|
fi
|
|
fi
|
|
|
|
|
|
#------------------------------------------------------------------------------#
|
|
echo_header 'test mirroring a repo'
|
|
|
|
if which wget; then
|
|
REPOROOT=`create_test_dir`
|
|
cd $WORKSPACE/tests
|
|
test -d archive || mkdir archive
|
|
cp repo/index-v1.json $REPOROOT/
|
|
$fdroid signindex
|
|
mv $REPOROOT/index-v1.json repo/index-v1.json
|
|
|
|
port=321${RANDOM:3}
|
|
test $(printf $port | wc -m) -le 3 && port=52734 # when $RANDOM doesn't work
|
|
timeout 5m python3 -m http.server $port --bind 127.0.0.1 > $REPOROOT/http.server.log 2>&1 &
|
|
http_server_pid=$!
|
|
|
|
cd $REPOROOT
|
|
http_proxy= HTTP_PROXY= $fdroid mirror http://127.0.0.1:${port}/
|
|
test -e 127.0.0.1\:${port}/repo/souch.smsbypass_9.apk
|
|
test -e 127.0.0.1\:${port}/repo/icons-640/souch.smsbypass.9.png
|
|
# the index shouldn't be saved unless it was verified
|
|
! test -e 127.0.0.1\:${port}/repo/index-v1.jar
|
|
! http_proxy= HTTP_PROXY= $fdroid mirror "http://127.0.0.1:${port}/?fingerprint=asdfasdf"
|
|
! test -e 127.0.0.1\:${port}/repo/index-v1.jar
|
|
http_proxy= HTTP_PROXY= $fdroid mirror "http://127.0.0.1:${port}/?fingerprint=F49AF3F11EFDDF20DFFD70F5E3117B9976674167ADCA280E6B1932A0601B26F6"
|
|
test -e 127.0.0.1\:${port}/repo/index-v1.jar
|
|
|
|
# clean up
|
|
kill -9 $http_server_pid
|
|
rm -f 127.0.0.1\:${port}/repo/*.apk 127.0.0.1\:${port}/repo/*/*/*/*.png
|
|
sleep 1 # wait for webserver thread to quit
|
|
else
|
|
echo "WARNING: wget not installed, skipping"
|
|
fi
|
|
|
|
#------------------------------------------------------------------------------#
|
|
echo_header "Test recovering from from broken git submodules"
|
|
|
|
ROOT=$(create_test_dir)
|
|
cd "$ROOT"
|
|
mkdir foo bar
|
|
cd foo
|
|
$git init
|
|
echo a > a
|
|
$git add a
|
|
$git commit -m "a"
|
|
|
|
cd ../bar
|
|
$git init
|
|
$git submodule add "file://$(pwd)/../foo" baz
|
|
rm .gitmodules
|
|
$git commit -am "a"
|
|
rm -rf baz
|
|
$git checkout baz
|
|
$git tag 2
|
|
|
|
cd ..
|
|
mkdir repo
|
|
mkdir metadata
|
|
echo "RepoType: git" >> metadata/fake.yml
|
|
echo "Repo: file://$(pwd)/bar" >> metadata/fake.yml
|
|
echo "AutoUpdateMode: Version" >> metadata/fake.yml
|
|
echo "UpdateCheckMode: Tags" >> metadata/fake.yml
|
|
echo "UpdateCheckData: '|||'" >> metadata/fake.yml
|
|
echo "CurrentVersion: 1" >> metadata/fake.yml
|
|
echo "CurrentVersionCode: 1" >> metadata/fake.yml
|
|
|
|
$fdroid checkupdates --allow-dirty
|
|
grep "CurrentVersionCode: 2" metadata/fake.yml
|
|
|
|
#------------------------------------------------------------------------------#
|
|
echo_header "checkupdates ignore broken submodule"
|
|
|
|
ROOT=$(create_test_dir)
|
|
cd "$ROOT"
|
|
mkdir foo bar
|
|
cd foo
|
|
$git init
|
|
echo a > a
|
|
$git add a
|
|
$git commit -m a
|
|
|
|
cd ../bar
|
|
$git init
|
|
$git submodule add "file://$(pwd)/../foo" baz
|
|
$git commit -am a
|
|
$git tag 2
|
|
|
|
cd ../foo
|
|
# delete the commit referenced in bar
|
|
$git commit --amend -m aa
|
|
$git reflog expire --expire=now --all
|
|
$git gc --aggressive --prune=now
|
|
|
|
cd ..
|
|
mkdir repo
|
|
mkdir metadata
|
|
echo "RepoType: git" >> metadata/fake.yml
|
|
echo "Repo: file://$(pwd)/bar" >> metadata/fake.yml
|
|
echo "Builds:" >> metadata/fake.yml
|
|
echo " - versionName: 1" >> metadata/fake.yml
|
|
echo " versionCode: 1" >> metadata/fake.yml
|
|
echo " submodules: true" >> metadata/fake.yml
|
|
echo "AutoUpdateMode: Version" >> metadata/fake.yml
|
|
echo "UpdateCheckMode: Tags" >> metadata/fake.yml
|
|
echo "UpdateCheckData: '|||'" >> metadata/fake.yml
|
|
echo "CurrentVersion: 1" >> metadata/fake.yml
|
|
echo "CurrentVersionCode: 1" >> metadata/fake.yml
|
|
|
|
$fdroid checkupdates --allow-dirty
|
|
grep "CurrentVersionCode: 2" metadata/fake.yml
|
|
|
|
|
|
#------------------------------------------------------------------------------#
|
|
echo_header "checkupdates check version in submodule"
|
|
|
|
ROOT=$(create_test_dir)
|
|
cd "$ROOT"
|
|
mkdir app sub
|
|
cd sub
|
|
$git init
|
|
echo 1 > ver
|
|
$git add ver
|
|
$git commit -m 1
|
|
|
|
cd ../app
|
|
$git init
|
|
$git submodule add "file://$(pwd)/../sub"
|
|
$git commit -am 1
|
|
$git tag 1
|
|
|
|
cd ../sub
|
|
echo 2 > ver
|
|
$git commit -am 2
|
|
|
|
cd ../app
|
|
$git init
|
|
$git submodule update --remote
|
|
$git commit -am 2
|
|
|
|
cd ..
|
|
mkdir repo
|
|
mkdir metadata
|
|
cat > metadata/fake.yml <<EOF
|
|
RepoType: git
|
|
Repo: file://$(pwd)/app
|
|
Builds:
|
|
- versionName: 0
|
|
versionCode: 0
|
|
submodules: true
|
|
AutoUpdateMode: Version
|
|
UpdateCheckMode: Tags
|
|
UpdateCheckData: 'sub/ver|(\d)||'
|
|
CurrentVersion: 0
|
|
CurrentVersionCode: 0
|
|
EOF
|
|
|
|
$fdroid checkupdates --allow-dirty --auto -v
|
|
grep "CurrentVersionCode: 1" metadata/fake.yml
|
|
|
|
|
|
#------------------------------------------------------------------------------#
|
|
|
|
# remove this to prevent git conflicts and complaining
|
|
rm -rf $WORKSPACE/fdroidserver.egg-info/
|
|
|
|
echo SUCCESS
|