2015-09-12 17:13:17 +00:00
|
|
|
# -*- mode: ruby -*-
|
|
|
|
# vi: set ft=ruby :
|
|
|
|
|
2015-09-30 15:42:20 +00:00
|
|
|
# Automated creation of testing environments / binaries on misc. platforms
|
2015-09-15 21:45:12 +00:00
|
|
|
|
2017-06-02 00:29:05 +00:00
|
|
|
$cpus = Integer(ENV.fetch('VMCPUS', '4')) # create VMs with that many cpus
|
|
|
|
$xdistn = Integer(ENV.fetch('XDISTN', '4')) # dispatch tests to that many pytest workers
|
|
|
|
$wmem = $xdistn * 256 # give the VM additional memory for workers [MB]
|
|
|
|
|
2017-09-04 19:33:23 +00:00
|
|
|
def packages_debianoid(user)
|
2015-09-20 20:22:40 +00:00
|
|
|
return <<-EOF
|
2018-06-26 21:27:35 +00:00
|
|
|
apt update
|
2016-03-05 19:12:28 +00:00
|
|
|
# install all the (security and other) updates
|
2018-06-26 21:27:35 +00:00
|
|
|
apt dist-upgrade -y
|
2015-09-27 22:05:52 +00:00
|
|
|
# for building borgbackup and dependencies:
|
2018-06-26 21:27:35 +00:00
|
|
|
apt install -y libssl-dev libacl1-dev liblz4-dev libfuse-dev fuse pkg-config
|
2017-09-04 19:33:23 +00:00
|
|
|
usermod -a -G fuse #{user}
|
2016-09-04 01:01:29 +00:00
|
|
|
chgrp fuse /dev/fuse
|
|
|
|
chmod 666 /dev/fuse
|
2018-06-26 23:44:44 +00:00
|
|
|
apt install -y fakeroot build-essential git curl
|
2018-06-26 21:27:35 +00:00
|
|
|
apt install -y python3-dev python3-setuptools python-virtualenv python3-virtualenv
|
2015-10-03 01:10:12 +00:00
|
|
|
# for building python:
|
2018-06-26 23:44:44 +00:00
|
|
|
apt install -y zlib1g-dev libbz2-dev libncurses5-dev libreadline-dev liblzma-dev libsqlite3-dev libffi-dev
|
2015-09-12 17:13:17 +00:00
|
|
|
EOF
|
|
|
|
end
|
|
|
|
|
2017-08-01 02:46:31 +00:00
|
|
|
def packages_arch
|
|
|
|
return <<-EOF
|
2018-06-22 22:17:10 +00:00
|
|
|
echo "en_US.UTF-8 UTF-8" >> /etc/locale.gen
|
|
|
|
locale-gen
|
|
|
|
localectl set-locale LANG=en_US.UTF-8
|
2017-08-01 02:46:31 +00:00
|
|
|
chown vagrant.vagrant /vagrant
|
|
|
|
pacman --sync --noconfirm python-virtualenv python-pip
|
|
|
|
EOF
|
|
|
|
end
|
|
|
|
|
2018-06-23 01:31:25 +00:00
|
|
|
def packages_freebsd
|
|
|
|
return <<-EOF
|
|
|
|
# in case the VM has no hostname set
|
|
|
|
hostname freebsd
|
|
|
|
# install all the (security and other) updates, base system
|
|
|
|
freebsd-update --not-running-from-cron fetch install
|
|
|
|
# for building borgbackup and dependencies:
|
|
|
|
pkg install -y openssl-devel liblz4 fusefs-libs pkgconf
|
|
|
|
pkg install -y fakeroot git bash
|
|
|
|
# for building python:
|
|
|
|
pkg install -y sqlite3
|
|
|
|
pkg install -y py27-virtualenv # provides "virtualenv" command
|
|
|
|
pkg install -y python36 py36-virtualenv py36-pip
|
|
|
|
# make sure there is a python3 command
|
|
|
|
ln -s /usr/local/bin/python3.6 /usr/local/bin/python3
|
|
|
|
# make bash default / work:
|
|
|
|
chsh -s bash vagrant
|
|
|
|
mount -t fdescfs fdesc /dev/fd
|
|
|
|
echo 'fdesc /dev/fd fdescfs rw 0 0' >> /etc/fstab
|
|
|
|
# make FUSE work
|
|
|
|
echo 'fuse_load="YES"' >> /boot/loader.conf
|
|
|
|
echo 'vfs.usermount=1' >> /etc/sysctl.conf
|
|
|
|
kldload fuse
|
|
|
|
sysctl vfs.usermount=1
|
|
|
|
pw groupmod operator -M vagrant
|
|
|
|
# /dev/fuse has group operator
|
|
|
|
chmod 666 /dev/fuse
|
|
|
|
# install all the (security and other) updates, packages
|
|
|
|
pkg update
|
|
|
|
yes | pkg upgrade
|
|
|
|
EOF
|
|
|
|
end
|
|
|
|
|
2015-09-27 22:05:52 +00:00
|
|
|
def install_pyenv(boxname)
|
2017-09-04 19:33:23 +00:00
|
|
|
return <<-EOF
|
2015-09-27 22:05:52 +00:00
|
|
|
curl -s -L https://raw.githubusercontent.com/yyuu/pyenv-installer/master/bin/pyenv-installer | bash
|
2017-07-30 00:01:10 +00:00
|
|
|
echo 'export PATH="$HOME/.pyenv/bin:$PATH"' >> ~/.bash_profile
|
2015-09-27 22:05:52 +00:00
|
|
|
echo 'eval "$(pyenv init -)"' >> ~/.bash_profile
|
|
|
|
echo 'eval "$(pyenv virtualenv-init -)"' >> ~/.bash_profile
|
|
|
|
echo 'export PYTHON_CONFIGURE_OPTS="--enable-shared"' >> ~/.bash_profile
|
2015-09-12 17:13:17 +00:00
|
|
|
EOF
|
|
|
|
end
|
|
|
|
|
2015-09-27 22:05:52 +00:00
|
|
|
def fix_pyenv_darwin(boxname)
|
2015-09-12 17:13:17 +00:00
|
|
|
return <<-EOF
|
2015-09-27 22:05:52 +00:00
|
|
|
echo 'export PYTHON_CONFIGURE_OPTS="--enable-framework"' >> ~/.bash_profile
|
|
|
|
EOF
|
|
|
|
end
|
2015-09-12 17:13:17 +00:00
|
|
|
|
2015-09-27 22:05:52 +00:00
|
|
|
def install_pythons(boxname)
|
|
|
|
return <<-EOF
|
|
|
|
. ~/.bash_profile
|
2017-01-04 00:06:57 +00:00
|
|
|
pyenv install 3.6.0 # tests
|
2018-05-18 17:18:15 +00:00
|
|
|
pyenv install 3.6.5 # binary build, use latest 3.6.x release
|
2015-09-27 22:05:52 +00:00
|
|
|
pyenv rehash
|
|
|
|
EOF
|
|
|
|
end
|
2015-09-13 16:05:03 +00:00
|
|
|
|
2015-09-27 22:05:52 +00:00
|
|
|
def build_sys_venv(boxname)
|
|
|
|
return <<-EOF
|
|
|
|
. ~/.bash_profile
|
2015-09-12 17:13:17 +00:00
|
|
|
cd /vagrant/borg
|
2015-09-15 21:45:12 +00:00
|
|
|
virtualenv --python=python3 borg-env
|
2015-09-27 22:05:52 +00:00
|
|
|
EOF
|
|
|
|
end
|
|
|
|
|
|
|
|
def build_pyenv_venv(boxname)
|
|
|
|
return <<-EOF
|
|
|
|
. ~/.bash_profile
|
|
|
|
cd /vagrant/borg
|
2017-09-24 20:15:07 +00:00
|
|
|
# use the latest 3.6 release
|
2018-05-18 17:18:15 +00:00
|
|
|
pyenv global 3.6.5
|
|
|
|
pyenv virtualenv 3.6.5 borg-env
|
2015-09-27 22:05:52 +00:00
|
|
|
ln -s ~/.pyenv/versions/borg-env .
|
|
|
|
EOF
|
|
|
|
end
|
|
|
|
|
2016-11-24 03:03:54 +00:00
|
|
|
def install_borg(fuse)
|
|
|
|
script = <<-EOF
|
2015-09-27 22:05:52 +00:00
|
|
|
. ~/.bash_profile
|
|
|
|
cd /vagrant/borg
|
2015-09-12 17:13:17 +00:00
|
|
|
. borg-env/bin/activate
|
2015-09-27 22:05:52 +00:00
|
|
|
pip install -U wheel # upgrade wheel, too old for 3.5
|
2015-09-12 17:13:17 +00:00
|
|
|
cd borg
|
|
|
|
pip install -r requirements.d/development.txt
|
2017-06-02 04:12:30 +00:00
|
|
|
python setup.py clean
|
2016-06-28 23:04:24 +00:00
|
|
|
EOF
|
2016-11-24 03:03:54 +00:00
|
|
|
if fuse
|
|
|
|
script += <<-EOF
|
2017-06-23 23:24:14 +00:00
|
|
|
# by using [fuse], setup.py can handle different FUSE requirements:
|
2016-11-24 03:03:54 +00:00
|
|
|
pip install -e .[fuse]
|
|
|
|
EOF
|
|
|
|
else
|
|
|
|
script += <<-EOF
|
|
|
|
pip install -e .
|
|
|
|
# do not install llfuse into the virtualenvs built by tox:
|
|
|
|
sed -i.bak '/fuse.txt/d' tox.ini
|
|
|
|
EOF
|
|
|
|
end
|
|
|
|
return script
|
2016-06-28 23:04:24 +00:00
|
|
|
end
|
|
|
|
|
2017-01-16 07:10:08 +00:00
|
|
|
def install_pyinstaller()
|
|
|
|
return <<-EOF
|
2015-09-27 22:05:52 +00:00
|
|
|
. ~/.bash_profile
|
|
|
|
cd /vagrant/borg
|
|
|
|
. borg-env/bin/activate
|
2016-09-14 01:11:11 +00:00
|
|
|
git clone https://github.com/thomaswaldmann/pyinstaller.git
|
2015-09-27 22:05:52 +00:00
|
|
|
cd pyinstaller
|
2017-09-24 20:01:33 +00:00
|
|
|
git checkout v3.3-fixed
|
2017-01-16 07:10:08 +00:00
|
|
|
python setup.py install
|
2015-09-27 22:05:52 +00:00
|
|
|
EOF
|
|
|
|
end
|
|
|
|
|
|
|
|
def build_binary_with_pyinstaller(boxname)
|
|
|
|
return <<-EOF
|
|
|
|
. ~/.bash_profile
|
|
|
|
cd /vagrant/borg
|
|
|
|
. borg-env/bin/activate
|
|
|
|
cd borg
|
2016-10-01 22:43:06 +00:00
|
|
|
pyinstaller --clean --distpath=/vagrant/borg scripts/borg.exe.spec
|
2017-07-30 00:01:10 +00:00
|
|
|
echo 'export PATH="/vagrant/borg:$PATH"' >> ~/.bash_profile
|
2015-09-27 22:05:52 +00:00
|
|
|
EOF
|
|
|
|
end
|
|
|
|
|
|
|
|
def run_tests(boxname)
|
|
|
|
return <<-EOF
|
|
|
|
. ~/.bash_profile
|
|
|
|
cd /vagrant/borg/borg
|
|
|
|
. ../borg-env/bin/activate
|
2016-10-15 13:21:38 +00:00
|
|
|
if which pyenv 2> /dev/null; then
|
2015-09-27 22:05:52 +00:00
|
|
|
# for testing, use the earliest point releases of the supported python versions:
|
2018-06-26 23:44:44 +00:00
|
|
|
pyenv global 3.6.0
|
|
|
|
pyenv local 3.6.0
|
2015-09-27 22:05:52 +00:00
|
|
|
fi
|
|
|
|
# otherwise: just use the system python
|
2016-10-15 13:21:38 +00:00
|
|
|
if which fakeroot 2> /dev/null; then
|
2015-10-20 21:27:11 +00:00
|
|
|
echo "Running tox WITH fakeroot -u"
|
2017-06-03 20:02:52 +00:00
|
|
|
fakeroot -u tox --skip-missing-interpreters
|
2015-09-27 22:05:52 +00:00
|
|
|
else
|
2015-10-20 21:27:11 +00:00
|
|
|
echo "Running tox WITHOUT fakeroot -u"
|
2015-09-27 22:05:52 +00:00
|
|
|
tox --skip-missing-interpreters
|
|
|
|
fi
|
2015-09-12 17:13:17 +00:00
|
|
|
EOF
|
|
|
|
end
|
|
|
|
|
2017-09-04 19:33:23 +00:00
|
|
|
def fs_init(user)
|
2015-09-12 17:13:17 +00:00
|
|
|
return <<-EOF
|
2018-03-23 23:03:55 +00:00
|
|
|
# clean up (wrong/outdated) stuff we likely got via rsync:
|
2018-05-18 17:20:57 +00:00
|
|
|
rm -rf /vagrant/borg/borg/.tox 2> /dev/null
|
2018-06-08 07:01:25 +00:00
|
|
|
rm -rf /vagrant/borg/borg/borgbackup.egg-info 2> /dev/null
|
2018-05-18 17:20:57 +00:00
|
|
|
rm -rf /vagrant/borg/borg/__pycache__ 2> /dev/null
|
|
|
|
find /vagrant/borg/borg/src -name '__pycache__' -exec rm -rf {} \\; 2> /dev/null
|
2017-09-04 19:33:23 +00:00
|
|
|
chown -R #{user} /vagrant/borg
|
|
|
|
touch ~#{user}/.bash_profile ; chown #{user} ~#{user}/.bash_profile
|
|
|
|
echo 'export LANG=en_US.UTF-8' >> ~#{user}/.bash_profile
|
|
|
|
echo 'export LC_CTYPE=en_US.UTF-8' >> ~#{user}/.bash_profile
|
|
|
|
echo 'export XDISTN=#{$xdistn}' >> ~#{user}/.bash_profile
|
2015-09-12 17:13:17 +00:00
|
|
|
EOF
|
|
|
|
end
|
|
|
|
|
|
|
|
Vagrant.configure(2) do |config|
|
|
|
|
# use rsync to copy content to the folder
|
2016-10-17 15:37:33 +00:00
|
|
|
config.vm.synced_folder ".", "/vagrant/borg/borg", :type => "rsync", :rsync__args => ["--verbose", "--archive", "--delete", "-z"], :rsync__chown => false
|
2015-09-12 23:22:44 +00:00
|
|
|
# do not let the VM access . on the host machine via the default shared folder!
|
2015-09-12 17:13:17 +00:00
|
|
|
config.vm.synced_folder ".", "/vagrant", disabled: true
|
|
|
|
|
2015-09-12 23:22:44 +00:00
|
|
|
config.vm.provider :virtualbox do |v|
|
2015-09-13 16:05:03 +00:00
|
|
|
#v.gui = true
|
2017-06-02 00:29:05 +00:00
|
|
|
v.cpus = $cpus
|
2015-09-12 23:22:44 +00:00
|
|
|
end
|
|
|
|
|
2018-06-26 21:27:35 +00:00
|
|
|
config.vm.define "bionic64" do |b|
|
|
|
|
b.vm.box = "ubuntu/bionic64"
|
2016-03-26 13:14:15 +00:00
|
|
|
b.vm.provider :virtualbox do |v|
|
2017-06-02 00:29:05 +00:00
|
|
|
v.memory = 1024 + $wmem
|
2016-03-26 13:14:15 +00:00
|
|
|
end
|
2018-03-23 23:30:18 +00:00
|
|
|
b.vm.provision "fs init", :type => :shell, :inline => fs_init("vagrant")
|
2018-05-18 17:24:14 +00:00
|
|
|
b.vm.provision "packages debianoid", :type => :shell, :inline => packages_debianoid("vagrant")
|
2018-06-26 21:27:35 +00:00
|
|
|
b.vm.provision "build env", :type => :shell, :privileged => false, :inline => build_sys_venv("bionic64")
|
2016-11-24 03:03:54 +00:00
|
|
|
b.vm.provision "install borg", :type => :shell, :privileged => false, :inline => install_borg(true)
|
2018-06-26 21:27:35 +00:00
|
|
|
b.vm.provision "run tests", :type => :shell, :privileged => false, :inline => run_tests("bionic64")
|
2016-03-26 13:14:15 +00:00
|
|
|
end
|
|
|
|
|
2017-06-18 16:07:45 +00:00
|
|
|
config.vm.define "stretch64" do |b|
|
|
|
|
b.vm.box = "debian/stretch64"
|
|
|
|
b.vm.provider :virtualbox do |v|
|
|
|
|
v.memory = 1024 + $wmem
|
|
|
|
end
|
2017-09-04 19:33:23 +00:00
|
|
|
b.vm.provision "fs init", :type => :shell, :inline => fs_init("vagrant")
|
|
|
|
b.vm.provision "packages debianoid", :type => :shell, :inline => packages_debianoid("vagrant")
|
2018-06-26 23:44:44 +00:00
|
|
|
b.vm.provision "install pyenv", :type => :shell, :privileged => false, :inline => install_pyenv("stretch64")
|
|
|
|
b.vm.provision "install pythons", :type => :shell, :privileged => false, :inline => install_pythons("stretch64")
|
|
|
|
b.vm.provision "build env", :type => :shell, :privileged => false, :inline => build_pyenv_venv("stretch64")
|
2017-06-18 16:07:45 +00:00
|
|
|
b.vm.provision "install borg", :type => :shell, :privileged => false, :inline => install_borg(true)
|
2017-01-16 07:10:08 +00:00
|
|
|
b.vm.provision "install pyinstaller", :type => :shell, :privileged => false, :inline => install_pyinstaller()
|
2017-07-30 00:01:10 +00:00
|
|
|
b.vm.provision "build binary with pyinstaller", :type => :shell, :privileged => false, :inline => build_binary_with_pyinstaller("stretch64")
|
|
|
|
b.vm.provision "run tests", :type => :shell, :privileged => false, :inline => run_tests("stretch64")
|
2017-06-12 01:29:37 +00:00
|
|
|
end
|
|
|
|
|
2017-08-01 02:46:31 +00:00
|
|
|
config.vm.define "arch64" do |b|
|
|
|
|
b.vm.box = "terrywang/archlinux"
|
|
|
|
b.vm.provider :virtualbox do |v|
|
|
|
|
v.memory = 1024 + $wmem
|
|
|
|
end
|
2017-09-04 19:33:23 +00:00
|
|
|
b.vm.provision "fs init", :type => :shell, :inline => fs_init("vagrant")
|
2017-08-01 02:46:31 +00:00
|
|
|
b.vm.provision "packages arch", :type => :shell, :privileged => true, :inline => packages_arch
|
|
|
|
b.vm.provision "build env", :type => :shell, :privileged => false, :inline => build_sys_venv("arch64")
|
|
|
|
b.vm.provision "install borg", :type => :shell, :privileged => false, :inline => install_borg(true)
|
|
|
|
b.vm.provision "run tests", :type => :shell, :privileged => false, :inline => run_tests("arch64")
|
|
|
|
end
|
|
|
|
|
2018-06-23 01:31:25 +00:00
|
|
|
config.vm.define "freebsd64" do |b|
|
|
|
|
b.vm.box = "freebsd12-amd64"
|
|
|
|
b.vm.provider :virtualbox do |v|
|
|
|
|
v.memory = 1024 + $wmem
|
|
|
|
end
|
|
|
|
b.ssh.shell = "sh"
|
|
|
|
b.vm.provision "fs init", :type => :shell, :inline => fs_init("vagrant")
|
|
|
|
b.vm.provision "packages freebsd", :type => :shell, :inline => packages_freebsd
|
|
|
|
b.vm.provision "build env", :type => :shell, :privileged => false, :inline => build_sys_venv("freebsd64")
|
|
|
|
b.vm.provision "install borg", :type => :shell, :privileged => false, :inline => install_borg(true)
|
|
|
|
b.vm.provision "install pyinstaller", :type => :shell, :privileged => false, :inline => install_pyinstaller()
|
|
|
|
b.vm.provision "build binary with pyinstaller", :type => :shell, :privileged => false, :inline => build_binary_with_pyinstaller("freebsd64")
|
|
|
|
b.vm.provision "run tests", :type => :shell, :privileged => false, :inline => run_tests("freebsd64")
|
|
|
|
end
|
|
|
|
|
2017-07-30 00:01:10 +00:00
|
|
|
# TODO: create more VMs with python 3.5+ and openssl 1.1.
|
|
|
|
# See branch 1.1-maint for a better equipped Vagrantfile (but still on py34 and openssl 1.0).
|
2015-09-12 17:13:17 +00:00
|
|
|
end
|