Parallelise integration tests.

circle.yml

@@ -17,13 +17,13 @@ dependencies:
   cache_directories:
     - "~/docker"
   override:
-      - if [[ -e "$WEAVE_BUILD" ]]; then
-          docker load -i $WEAVE_BUILD;
-        else
-          docker pull weaveworks/weave-build;
-          mkdir -p $(dirname "$WEAVE_BUILD");
-          docker save weaveworks/weave-build >$WEAVE_BUILD;
-        fi
+    - if [[ -e "$WEAVE_BUILD" ]]; then
+        docker load -i $WEAVE_BUILD;
+      else
+        docker pull weaveworks/weave-build;
+        mkdir -p $(dirname "$WEAVE_BUILD");
+        docker save weaveworks/weave-build >$WEAVE_BUILD;
+      fi
   post:
     - curl https://sdk.cloud.google.com | bash
     - bin/setup-circleci-secrets "$SECRET_PASSWORD"
@@ -32,9 +32,14 @@ dependencies:
 
 test:
   override:
-    - docker run -v /var/run/docker.sock:/run/docker.sock -v /home/ubuntu:/home/go weaveworks/weave-build
-    - cd $SRCDIR/test; ./gce.sh setup
-    - cd $SRCDIR/test; . ./gce.sh hosts; ./setup.sh
-    - cd $SRCDIR/test; . ./gce.sh hosts; ./run_all.sh
+    - docker run -v /var/run/docker.sock:/run/docker.sock -v /home/ubuntu:/home/go weaveworks/weave-build:
+        parallel: true
+    - cd $SRCDIR/test; ./gce.sh setup:
+        parallel: true
+    - cd $SRCDIR/test; . ./gce.sh hosts; ./setup.sh:
+        parallel: true
+    - cd $SRCDIR/test; . ./gce.sh hosts; ./run_all.sh:
+        parallel: true
   post:
-    - cd $SRCDIR/test; ./gce.sh destroy
+    - cd $SRCDIR/test; ./gce.sh destroy:
+        parallel: true

test/gce.sh

@@ -15,7 +15,7 @@ ZONE=us-central1-a
 NUM_HOSTS=2
 SUFFIX=""
 if [ -n "$CIRCLECI" ]; then
-	SUFFIX="-${CIRCLE_BUILD_NUM}"
+	SUFFIX="-${CIRCLE_BUILD_NUM}-$CIRCLE_NODE_INDEX"
 fi
 
 # Setup authentication

test/run_all.sh

@@ -24,7 +24,19 @@ check_test_status() {
 # Overwrite assert.sh _assert_cleanup trap with our own
 trap check_test_status EXIT
 
-for t in *_test.sh; do
+# If running on circle, only run the tests for my "shard".
+# CIRCLE_NODE_TOTAL is the total number of shards, and
+# CIRCLE_NODE_INDEX is my index.
+i=0
+TESTS=
+for test in *_test.sh; do
+    if [ -z "$CIRCLECI" ] || [ $(($i % $CIRCLE_NODE_TOTAL)) -eq $CIRCLE_NODE_INDEX ]; then
+          TESTS="$TESTS $test"
+    fi
+    i=$(($i + 1))
+done
+
+for t in $TESTS; do
     echo
     greyly echo "---= Running $t =---"
     . $t