Add functional (end-to-end) testing

This script is the first cut at getting end-to-end testing
for flannel. It brings up etcd in a container and then 2 flannel
instances (also in containers). It then pings one flannel instance
from another. It does this for each of the three backends being
tested: udp, vxlan, host-gw.

To run the script, use "make e2e-test"

Makefile

@@ -1,4 +1,4 @@
-.PHONY: test cover gofmt gofmt-fix license-check clean tar.gz docker-push release docker-push-all
+.PHONY: test e2e-test cover gofmt gofmt-fix license-check clean tar.gz docker-push release docker-push-all
 
 # Registry used for publishing images
 REGISTRY?=quay.io/coreos
@@ -42,6 +42,9 @@ test: license-check gofmt
 	go test -cover $(TEST_PACKAGES_EXPANDED)
 	cd dist; ./mk-docker-opts_tests.sh
 
+e2e-test: dist/flanneld-$(TAG)-$(ARCH).docker
+	cd dist; ./functional-test.sh $(REGISTRY)/flannel:$(TAG)-$(ARCH)
+
 cover:
 	# A single package must be given - e.g. 'PACKAGES=pkg/ip make cover'
 	go test -coverprofile cover.out $(PACKAGES_EXPANDED)

dist/functional-test.sh

@@ -0,0 +1,155 @@
+#!/bin/bash
+
+
+ETCD_IMG="quay.io/coreos/etcd:v3.0.3"
+FLANNEL_NET="10.10.0.0/16"
+
+usage() {
+	echo "$0 FLANNEL-DOCKER-IMAGE"
+	echo
+	echo "Run end-to-end tests by bringing up two flannel instances"
+	echo "and having them ping each other"
+	echo
+	echo "NOTE: this script depends on Docker 1.9.0 or higher"
+	exit 1
+}
+
+version_check() {
+	required=$1
+	actual=$2
+	err_prefix=$3
+
+	req_maj=$(echo $required | cut -d . -f 1)
+	req_min=$(echo $required | cut -d . -f 2)
+	act_maj=$(echo $actual | cut -d . -f 1)
+	act_min=$(echo $actual | cut -d . -f 2)
+
+	if [ $act_maj -lt $req_maj ] || ( [ $act_maj -eq $req_maj ] && [ $act_min -lt $req_min ] ); then
+		echo "$err_prefix: required=$required, found=$actual"
+		exit 1
+	fi
+}
+
+docker_version_check() {
+	ver=$(docker version -f '{{.Server.Version}}')
+	version_check "1.9" $ver
+}
+
+run_test() {
+	backend=$1
+
+	flannel_conf="{ \"Network\": \"$FLANNEL_NET\", \"Backend\": { \"Type\": \"${backend}\" } }"
+
+	# etcd might take a bit to come up
+	while ! docker run --rm -it --entrypoint=/usr/local/bin/etcdctl $ETCD_IMG \
+			--endpoints=$etcd_endpt set /coreos.com/network/config "$flannel_conf"
+	do
+		sleep 1
+	done
+
+	echo flannel config written
+
+	# rm any old flannel container that maybe running, ignore error as it might not exist
+	docker rm -f flannel-e2e-test-flannel1 2>/dev/null
+	docker run --name=flannel-e2e-test-flannel1 -d --privileged --entrypoint=/opt/bin/flanneld $flannel_img --etcd-endpoints=$etcd_endpt
+	if [ $? -ne 0 ]; then
+		exit 1
+	fi
+
+	# rm any old flannel container that maybe running, ignore error as it might not exist
+	docker rm -f flannel-e2e-test-flannel2 2>/dev/null
+	docker run --name=flannel-e2e-test-flannel2 -d --privileged --entrypoint=/opt/bin/flanneld $flannel_img --etcd-endpoints=$etcd_endpt
+	if [ $? -ne 0 ]; then
+		exit 1
+	fi
+
+	echo flannels running
+
+	# wait an arbitrary amount to have flannels come up
+	sleep 5
+
+	# add a dummy interface with $FLANNEL_SUBNET so we have a known working IP to ping
+	ping_dest=$(docker "exec" --privileged flannel-e2e-test-flannel1 /bin/sh -c '\
+		source /run/flannel/subnet.env && 
+		ip link add name dummy0 type dummy && \
+		ip addr add $FLANNEL_SUBNET dev dummy0 && \
+	       	ip link set dummy0 up && \
+		echo $FLANNEL_SUBNET | cut -f 1 -d "/" ')
+
+	docker exec -it --privileged flannel-e2e-test-flannel2 /bin/ping -c 5 $ping_dest
+	exit_code=$?
+
+	# Uncomment to debug (you can nsenter)
+	#if [ $exit_code -eq "1" ]; then
+	#	sleep 10000
+	#fi
+
+	echo "Test for backend=$backend: exit=$exit_code"
+
+	docker stop flannel-e2e-test-flannel1 flannel-e2e-test-flannel2 >/dev/null
+
+	if [ $exit_code -ne 0 ]; then
+		# Print flannel logs to help debug
+		echo "------ flannel server (one being pinged) log -------"
+		docker logs flannel-e2e-test-flannel1
+		echo
+
+		echo "------ flannel client (one doing the ping) log -------"
+		docker logs flannel-e2e-test-flannel2
+		echo
+	fi
+
+	docker rm flannel-e2e-test-flannel1 flannel-e2e-test-flannel2 >/dev/null
+
+	return $exit_code
+}
+
+if [ $# -ne 1 ]; then
+	usage
+fi
+
+flannel_img=$1
+
+# Check that docker is new enough
+docker_version_check
+
+docker0=$(ip -o -f inet addr show docker0 | grep -Po 'inet \K[\d.]+')
+etcd_endpt="http://$docker0:2379"
+
+docker rm -f flannel-e2e-test-etcd 2>/dev/null
+docker run --name=flannel-e2e-test-etcd -d -p 2379:2379 --entrypoint /usr/local/bin/etcd $ETCD_IMG --listen-client-urls http://0.0.0.0:2379 --advertise-client-urls $etcd_endpt
+if [ $? -ne 0 ]; then
+	exit 1
+fi
+
+echo etcd launched
+
+global_exit_code=0
+
+backends="udp vxlan host-gw"
+
+for backend in $backends; do
+	echo
+	echo "=== BACKEND: $backend ==============================================="
+
+	if ! run_test $backend; then
+		global_exit_code=1
+	fi
+done
+
+docker stop flannel-e2e-test-etcd >/dev/null
+
+if [ $global_exit_code -eq 0 ]; then
+	echo
+	echo "ALL TESTS PASSED"
+else
+	# Print etcd logs to help debug
+	echo "------ etcd log -------"
+	docker logs $etcd
+	echo
+	echo "TEST(S) FAILED"
+fi
+
+docker rm flannel-e2e-test-etcd 2>/dev/null
+
+exit $global_exit_code