mirror of
https://gitlab.com/fdroid/fdroidserver.git
synced 2024-07-07 09:50:07 +02:00
2b6825ccfd
When running `fdroid build --all` on a buildserver with thousands of apps, it was frequently hitting the open file limit. This increases the open file limit based on how many apps are being process. It is doubled to provide a margin of safety. There are probably open file leaks which ideally would be fixed, but this is also useful to make things more resilient to all the random stuff apps include in their build systems.
83 lines
2.5 KiB
Bash
Executable File
83 lines
2.5 KiB
Bash
Executable File
#!/bin/bash
|
|
#
|
|
# this is the script run by the Jenkins server to run the build tests. Be
|
|
# sure to always run it in its dir, i.e. ./jenkins-build, otherwise it might
|
|
# remove things that you don't want it to.
|
|
#
|
|
# runs here:
|
|
# https://jenkins.debian.net/job/reproducible_fdroid_build_apps
|
|
|
|
|
|
if [ `dirname $0` != "." ]; then
|
|
echo "only run this script like ./`basename $0`"
|
|
exit
|
|
fi
|
|
|
|
# jenkins.debian.net slaves do not export WORKSPACE
|
|
if [ -z $WORKSPACE ]; then
|
|
export WORKSPACE=`pwd`
|
|
fi
|
|
|
|
set -e
|
|
set -x
|
|
|
|
# report info about virtualization
|
|
(dmesg | grep -i -e hypervisor -e qemu -e kvm) || true
|
|
(lspci | grep -i -e virtio -e virtualbox -e qemu -e kvm) || true
|
|
lsmod
|
|
if systemd-detect-virt -q ; then
|
|
echo "Virtualization is used:" `systemd-detect-virt`
|
|
else
|
|
echo "No virtualization is used."
|
|
fi
|
|
sudo /bin/chmod -R a+rX /var/lib/libvirt/images
|
|
echo 'maximum allowed number of open file descriptors: ' `ulimit -n`
|
|
ls -ld /var/lib/libvirt/images
|
|
ls -l /var/lib/libvirt/images || echo no access
|
|
ls -lR ~/.vagrant.d/ || echo no access
|
|
virsh --connect qemu:///system list --all || echo cannot virsh list
|
|
cat /etc/issue
|
|
|
|
/sbin/ifconfig || true
|
|
hostname || true
|
|
|
|
# point to the Vagrant/VirtualBox configs created by reproducible_setup_fdroid_build_environment.sh
|
|
# these variables are actually set in fdroidserver/jenkins-build-makebuildserver
|
|
export SETUP_WORKSPACE=$(dirname $WORKSPACE)/reproducible_setup_fdroid_build_environment
|
|
export XDG_CONFIG_HOME=$SETUP_WORKSPACE
|
|
export VBOX_USER_HOME=$SETUP_WORKSPACE/VirtualBox
|
|
export VAGRANT_HOME=$SETUP_WORKSPACE/vagrant.d
|
|
|
|
# make sure we have the right buildserver paths and its ready for use
|
|
vagrant global-status | grep reproducible_setup_fdroid_build_environment
|
|
|
|
# the way we handle jenkins slaves doesn't copy the workspace to the slaves
|
|
# so we need to "manually" clone the git repo here…
|
|
cd $WORKSPACE
|
|
|
|
# set up Android SDK to use the Debian packages in stretch
|
|
export ANDROID_HOME=/usr/lib/android-sdk
|
|
|
|
# now build the whole archive
|
|
cd $WORKSPACE
|
|
|
|
# this can be handled in the jenkins job, or here:
|
|
if [ -e fdroiddata ]; then
|
|
cd fdroiddata
|
|
while ! git fetch origin --tags --prune; do sleep 10; done
|
|
git checkout master
|
|
git reset --hard origin/master
|
|
# keep all the cloned source repos
|
|
git clean -fdx --exclude build --exclude repo --exclude unsigned
|
|
else
|
|
git clone https://gitlab.com/fdroid/fdroiddata.git fdroiddata
|
|
cd fdroiddata
|
|
fi
|
|
|
|
echo "build_server_always = True" > config.py
|
|
$WORKSPACE/fdroid build --verbose --latest --no-tarball --all
|
|
|
|
vagrant global-status
|
|
cd builder
|
|
vagrant status
|