reweave/weave
1
0 Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Add make integration-tests based on Terraform/Ansible.

Browse Source
This commit is contained in:
Marc CARRE committed 2017-02-08 14:15:59 +00:00
1 parent 2aaa400d62
commit acd16881d9
5 files changed
+289 -4
Download Patch File Download Diff File Expand all files Collapse all files

No files matched your search

Makefile
+21
View File
@@ -359,3 +359,24 @@ build:
run-smoketests: all testrunner
cd test && ./setup.sh && ./run_all.sh
integration-tests: all testrunner
# Usage:
# $ make \
# NAME="<prefix used to name VMs and other resources>" \
# PROVIDER="<provider among {vagrant|gcp|aws|do}>" \
# NUM_HOSTS="<# test machines>" \
# PLAYBOOK="<filename>" \
# RUNNER_ARGS="<...>" \
# TESTS="<...>" \ # Can be set to only run one or a few tests instead of the full test suite.
# SKIP_CREATE=1 \ # Skip the provisioning phase before running tests.
# SKIP_CONFIG=1 \ # Skip the configuration phase before running tests.
# SKIP_DESTROY=1 \ # Skip the destroy phase after running tests.
# ONLY_DESTROY=1 \ # Destroy the test cluster (and do not do anything else, like starting the test cluster, configuring it, or running tests).
# DOCKER_VERSION=<...> \
# KUBERNETES_VERSION=<...> \
# KUBERNETES_CNI_VERSION=<...> \
# <...> # See also run-integration-test.sh for all variables.
# integration-tests
#
RUNNER_ARGS="-parallel" ./test/run-integration-tests.sh
Vagrantfile
Vendored
+1 -1
View File
@@ -1,6 +1,6 @@
VAGRANTFILE_API_VERSION = "2"
require './vagrant-common.rb'
require File.expand_path(File.join(File.dirname(__FILE__), 'vagrant-common.rb'))
vm_ip = "172.16.0.3" # arbitrary private IP
test/Vagrantfile
Vendored
+1 -1
View File
@@ -9,7 +9,7 @@ n_machines = 3
ip_prefix = "192.168.48"
ip_suffix_base = 10
require '../vagrant-common.rb'
require File.expand_path(File.join(File.dirname(__FILE__), '..', 'vagrant-common.rb'))
def configure_docker(host, hostname, ip)
pkgs = %w(docker-engine ethtool)
test/config.sh
+2 -2
View File
@@ -30,9 +30,9 @@ HOST3=$(echo $HOSTS | cut -f 3 -d ' ')
. "$DIR/assert.sh"
SSH_DIR=${SSH_DIR:-$DIR}
SSH=${SSH:-ssh -l vagrant -i "$SSH_DIR/insecure_private_key" -o "UserKnownHostsFile=$SSH_DIR/.ssh_known_hosts" -o CheckHostIP=no -o StrictHostKeyChecking=no}
SSH_OPTS=${SSH_OPTS:-"-o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no -o PasswordAuthentication=no -o IdentitiesOnly=yes -o LogLevel=ERROR"}
SSH=${SSH:-ssh -l vagrant -i "$SSH_DIR/insecure_private_key" $SSH_OPTS}
SMALL_IMAGE="alpine"
DNS_IMAGE="aanand/docker-dnsutils"
test/run-integration-tests.sh
Executable
+264
View File
@@ -0,0 +1,264 @@
#!/bin/bash
#
# Description:
# This script runs all Weave Net's integration tests on the specified
# provider (default: Google Cloud Platform).
#
# Usage:
#
# Run all integration tests on Google Cloud Platform:
# $ ./run-integration-tests.sh
#
# Run all integration tests on Amazon Web Services:
# PROVIDER=aws ./run-integration-tests.sh
#
set -e
DIR="$(dirname "$0")"
. "$DIR/../tools/provisioning/setup.sh" # Import gcp_on, do_on, and aws_on.
. "$DIR/config.sh" # Import greenly.
# Variables:
APP="weave-net"
# shellcheck disable=SC2034
PROJECT="weave-net-tests" # Only used when PROVIDER is gcp, by tools/provisioning/config.sh.
NAME=${NAME:-"$(whoami | sed -e 's/[\.\_]*//g' | cut -c 1-4)"}
PROVIDER=${PROVIDER:-gcp} # Provision using provided provider, or Google Cloud Platform by default.
NUM_HOSTS=${NUM_HOSTS:-10}
PLAYBOOK=${PLAYBOOK:-setup_weave-net_test.yml}
TESTS=${TESTS:-}
RUNNER_ARGS=${RUNNER_ARGS:-""}
# Dependencies' versions:
DOCKER_VERSION=${DOCKER_VERSION:-1.11.2}
KUBERNETES_VERSION=${KUBERNETES_VERSION:-1.5.2}
KUBERNETES_CNI_VERSION=${KUBERNETES_CNI_VERSION:-0.3.0.1}
# Lifecycle flags:
SKIP_CONFIG=${SKIP_CONFIG:-}
function print_vars() {
echo "--- Variables: Main ---"
echo "PROVIDER=$PROVIDER"
echo "NUM_HOSTS=$NUM_HOSTS"
echo "PLAYBOOK=$PLAYBOOK"
echo "TESTS=$TESTS"
echo "SSH_OPTS=$SSH_OPTS"
echo "RUNNER_ARGS=$RUNNER_ARGS"
echo "--- Variables: Versions ---"
echo "DOCKER_VERSION=$DOCKER_VERSION"
echo "KUBERNETES_VERSION=$KUBERNETES_VERSION"
echo "KUBERNETES_CNI_VERSION=$KUBERNETES_CNI_VERSION"
echo "--- Variables: Flags ---"
echo "SKIP_CONFIG=$SKIP_CONFIG"
}
function verify_dependencies() {
local deps=(python terraform ansible-playbook)
for dep in "${deps[@]}"; do
if [ ! "$(which "$dep")" ]; then
echo >&2 "$dep is not installed or not in PATH."
exit 1
fi
done
}
# shellcheck disable=SC2155
function provision_locally() {
export VAGRANT_CWD="$(dirname "${BASH_SOURCE[0]}")"
case "$1" in
on)
vagrant up
local status=$?
# Set up SSH connection details:
local ssh_config=$(mktemp /tmp/vagrant_ssh_config_XXX)
vagrant ssh-config >"$ssh_config"
export SSH="ssh -F $ssh_config"
# Extract username, SSH private key, and VMs' IP addresses:
ssh_user="$(sed -ne 's/\ *User //p' "$ssh_config" | uniq)"
ssh_id_file="$(sed -ne 's/\ *IdentityFile //p' "$ssh_config" | uniq)"
ssh_hosts=$(sed -ne 's/Host //p' "$ssh_config")
# Set up /etc/hosts files on this ("local") machine and the ("remote") testing machines, to map hostnames and IP addresses, so that:
# - this machine communicates with the testing machines via their public IPs;
# - testing machines communicate between themselves via their private IPs;
# - we can simply use just the hostname in all scripts to refer to machines, and the difference between public and private IP becomes transparent.
# N.B.: if you decide to use public IPs everywhere, note that some tests may fail (e.g. test #115).
update_local_etc_hosts "$ssh_hosts" "$(for host in $ssh_hosts; do $SSH "$host" "cat /etc/hosts | grep $host"; done)"
SKIP_CONFIG=1 # Vagrant directly configures virtual machines using Ansible -- see also: Vagrantfile
return $status
;;
off)
vagrant destroy -f
;;
*)
echo >&2 "Unknown command $1. Usage: {on|off}."
exit 1
;;
esac
}
function update_local_etc_hosts() {
echo "> Updating local /etc/hosts..."
# Remove old entries (if present):
for host in $1; do sudo sed -i "/$host/d" /etc/hosts; done
# Add new entries:
sudo sh -c "echo \"$2\" >> /etc/hosts"
}
function upload_etc_hosts() {
# Remove old entries (if present):
# shellcheck disable=SC2016,SC2086
$SSH $3 'for host in '$1'; do sudo sed -i "/$host/d" /etc/hosts; done'
# Add new entries:
echo "$2" | $SSH "$3" "sudo -- sh -c \"cat >> /etc/hosts\""
}
function update_remote_etc_hosts() {
echo "> Updating remote /etc/hosts..."
local pids=""
for host in $1; do
upload_etc_hosts "$1" "$2" "$host" &
local pids="$pids $!"
done
for pid in $pids; do wait "$pid"; done
}
function provision_remotely() {
case "$1" in
on)
terraform apply -input=false -parallelism="$NUM_HOSTS" -var "app=$APP" -var "name=$NAME" -var "num_hosts=$NUM_HOSTS" "$DIR/../tools/provisioning/$2"
local status=$?
ssh_user=$(terraform output username)
ssh_id_file=$(terraform output private_key_path)
ssh_hosts=$(terraform output hostnames)
export SSH="ssh -l $ssh_user -i $ssh_id_file $SSH_OPTS"
# Set up /etc/hosts files on this ("local") machine and the ("remote") testing machines, to map hostnames and IP addresses, so that:
# - this machine communicates with the testing machines via their public IPs;
# - testing machines communicate between themselves via their private IPs;
# - we can simply use just the hostname in all scripts to refer to machines, and the difference between public and private IP becomes transparent.
# N.B.: if you decide to use public IPs everywhere, note that some tests may fail (e.g. test #115).
update_local_etc_hosts "$ssh_hosts" "$(terraform output public_etc_hosts)"
update_remote_etc_hosts "$ssh_hosts" "$(terraform output private_etc_hosts)"
return $status
;;
off)
terraform destroy -force "$DIR/../tools/provisioning/$2"
;;
*)
echo >&2 "Unknown command $1. Usage: {on|off}."
exit 1
;;
esac
}
# shellcheck disable=SC2155
function provision() {
local action=$([ "$1" == "on" ] && echo "Provisioning" || echo "Shutting down")
echo
greenly echo "> $action test host(s) on [$PROVIDER]..."
local begin_prov=$(date +%s)
case "$2" in
'aws')
aws_on
provision_remotely "$1" "$2"
;;
'do')
do_on
provision_remotely "$1" "$2"
;;
'gcp')
gcp_on
provision_remotely "$1" "$2"
;;
'vagrant')
provision_locally "$1"
;;
*)
echo >&2 "Unknown provider $2. Usage: PROVIDER={gcp|aws|do|vagrant}."
exit 1
;;
esac
echo
greenly echo "> Provisioning took $(date -u -d @$(($(date +%s) - begin_prov)) +"%T")."
}
# shellcheck disable=SC2155
function configure() {
echo
if [ -n "$SKIP_CONFIG" ]; then
greenly echo "> Skipped configuration of test host(s)."
else
greenly echo "> Configuring test host(s)..."
local begin_conf=$(date +%s)
local inventory_file=$(mktemp /tmp/ansible_inventory_XXXXX)
echo "[all]" >"$inventory_file"
# shellcheck disable=SC2001
echo "$2" | sed "s/$/:$3/" >>"$inventory_file"
# Configure the provisioned machines using Ansible, allowing up to 3 retries upon failure (e.g. APT connectivity issues, etc.):
for i in $(seq 3); do
ansible-playbook -u "$1" -i "$inventory_file" --private-key="$4" --forks="$NUM_HOSTS" \
--ssh-extra-args="-o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null" \
--extra-vars "docker_version=$DOCKER_VERSION kubernetes_version=$KUBERNETES_VERSION kubernetes_cni_version=$KUBERNETES_CNI_VERSION" \
"$DIR/../tools/config_management/$PLAYBOOK" \
&& break || echo >&2 "#$i: Ansible failed. Retrying now..."
done
echo
greenly echo "> Configuration took $(date -u -d @$(($(date +%s) - begin_conf)) +"%T")."
fi
}
# shellcheck disable=SC2155
function run_tests() {
export HOSTS="$(echo "$3" | tr '\n' ' ')"
shift 3 # Drop the first 3 arguments, the remainder being, optionally, the list of tests to run.
"$DIR/setup.sh"
echo
greenly echo "> Running tests..."
local begin_tests=$(date +%s)
set +e # Do not fail this script upon test failure, since we need to shut down the test cluster regardless of success or failure.
"$DIR/run_all.sh" "$@"
local status=$?
echo
greenly echo "> Tests took $(date -u -d @$(($(date +%s) - begin_tests)) +"%T")."
return $status
}
function main() {
begin=$(date +%s)
print_vars
verify_dependencies
if [ -z "$ONLY_DESTROY" ]; then
provision on "$PROVIDER"
if [ $? -ne 0 ]; then
echo >&2 "> Failed to provision test host(s)."
exit 1
fi
if [ -z "$SKIP_CONFIG" ]; then
configure "$ssh_user" "$ssh_hosts" "${ssh_port:-22}" "$ssh_id_file"
if [ $? -ne 0 ]; then
echo >&2 "Failed to configure test host(s)."
exit 1
fi
fi
run_tests "$ssh_user" "$ssh_id_file" "$ssh_hosts" "$TESTS"
status=$?
fi
if [ -z "$SKIP_DESTROY" ]; then
provision off "$PROVIDER"
fi
echo
greenly echo "> Build took $(date -u -d @$(($(date +%s) - begin)) +"%T")."
exit $status
}
main