Run the Solid test-suite on Travis (#1483)

* Run the Solid test-suite

* typo

* make tests fail

* set -e

* Fix git urls and mount in current code

* add testers

* docker ps -a

* --network=host

* run tester against host

* Use testnet on mac but not on travis

* Oops

* sleep 5

* sleep 10

* Wait for server to start

* can take up to a minute

* allow docker logs server to fail

* Leave server after it exits

* npm install before running test-suite (is this necessary?)

* run in /node-solid-server

Author: michielbdejong

.travis.yml

@@ -27,6 +27,9 @@ script:
   # Test global install of the package
   - npm pack .
   - npm install -g solid-server-*.tgz
+  # Run the Solid test-suite
+  - npm install
+  - sh test/surface/run-solid-test-suite.sh
 
 after_success:
   - snyk monitor

test/surface/run-solid-test-suite.sh

@@ -0,0 +1,27 @@
+#!/bin/bash
+set -e
+
+docker network create testnet
+docker build -t node-solid-server https://github.com/solid/test-suite.git#master:/servers/node-solid-server
+docker build -t webid-provider https://github.com/solid/test-suite.git#master:/testers/webid-provider
+# docker build -t solid-crud https://github.com/michielbdejong/test-suite.git#add-testers:/testers/solid-crud
+# docker build -t web-access-control https://github.com/michielbdejong/test-suite.git#add-testers:/testers/web-access-control
+docker run -d --name server --network=testnet -v `pwd`:/travis -w /node-solid-server node-solid-server /travis/bin/solid-test start --config-file /node-solid-server/config.json
+wget -O /tmp/env-vars-for-test-image.list https://raw.githubusercontent.com/solid/test-suite/master/servers/node-solid-server/env.list
+until docker run --rm --network=testnet webid-provider curl -kI https://server 2> /dev/null > /dev/null
+do
+  echo Waiting for server to start, this can take up to a minute ...
+  docker ps -a
+  docker logs server || true
+  sleep 1
+done
+
+docker ps -a
+docker logs server
+docker run --rm --network=testnet --env-file /tmp/env-vars-for-test-image.list webid-provider
+# docker run --rm --network=testnet --env-file /tmp/env-vars-for-test-image.list solid-crud
+# docker run --rm --network=testnet --env-file /tmp/env-vars-for-test-image.list web-access-control
+rm /tmp/env-vars-for-test-image.list
+docker stop server
+docker rm server
+docker network remove testnet