dockerize tests

Author: codeforkjeff

Dockerfile

@@ -0,0 +1,23 @@
+
+FROM ubuntu:20.04
+
+RUN apt-get update && apt-get -y install git make python3 python3-pip python3-venv sqlite3 vim virtualenvwrapper wget
+
+RUN mkdir /root/dbt-sqlite
+
+WORKDIR /root/dbt-sqlite
+
+RUN mkdir -p /tmp/dbt-sqlite-tests
+
+RUN cd /tmp/dbt-sqlite-tests && wget https://github.com/nalgeon/sqlean/releases/download/0.12.2/crypto.so
+
+RUN pip install dbt==0.21.1
+
+# NOTE: dbt 0.19.x doesn't work with pytest-dbt-adapter >= 0.5.0; use 0.4.0
+# see https://github.com/dbt-labs/dbt-adapter-tests/issues/20
+#
+# pytest-dbt-adapter 0.6.0 doesn't seem to work with dbt 0.21.1,
+# I think it's intended for the forthcoming 1.0.0 dbt release?
+RUN pip install pytest-dbt-adapter==0.5.1
+
+ENTRYPOINT ["./run_tests.sh"]

README.md

@@ -173,33 +173,10 @@ git push --tags
 
 ## Running Tests
 
-On Windows, you'll need to make adjustments to the commands below.
-
 ```
-workon dbt-sqlite-test
-
-pip install dbt==0.20.0
-
-# install adapter test suite
-# NOTE: dbt 0.19.x doesn't work with >= 0.5.0; use 0.4.0
-# see https://github.com/dbt-labs/dbt-adapter-tests/issues/20
-pip install pytest-dbt-adapter==0.5.1
-
-# install dbt-sqlite in development mode
-pip install -e .
-
-# this path needs to exist for tests to write database file
-mkdir -p /tmp/dbt-sqlite-tests
-
-# adjust paths in test/sqlite.dbtspec before running this
-pytest test/sqlite.dbtspec
-
-# remember to test 'dbt docs generate': this isn't covered in test suite
+./run_tests_docker.sh
 ```
 
-Remember to delete the database file referenced in `test/sqlite.dbtspec`
-between runs of pytest, otherwise leftover state from failures can mess up subsequent test runs.
-
 ## Credits
 
 Inspired by this initial work by stephen1000: https://github.com/stephen1000/dbt_sqlite

run_tests.sh

@@ -0,0 +1,43 @@
+#!/bin/bash
+
+pip install -e .
+
+# Leaving the database file between runs of pytest can mess up subsequent test runs.
+# Since this runs in a fresh container each time, it's not an issue.
+
+pytest test/sqlite.dbtspec
+
+####
+
+# dbt-sqlite overrides some stuff pertaining to 'docs generate'
+# so exercise it using jaffle_shop repo
+
+cd /tmp
+
+git clone https://github.com/dbt-labs/jaffle_shop.git
+
+cd /tmp/jaffle_shop
+
+mkdir -p /root/.dbt
+
+cat >> /root/.dbt/profiles.yml <<EOF
+
+jaffle_shop:
+
+  target: dev
+  outputs:
+    dev:
+      type: sqlite
+      threads: 1
+      # database MUST exist in order for macros to work. its value is arbitrary.
+      database: "database"
+      schema: 'main'
+      schemas_and_paths:
+        main: '/tmp/jaffle_shop/jaffle_shop.db'
+      schema_directory: '/tmp/jaffle_shop'
+      extensions:
+        - "/tmp/dbt-sqlite-tests/crypto.so"
+
+EOF
+
+dbt docs generate

run_tests_docker.sh

@@ -0,0 +1,9 @@
+#!/bin/bash
+
+docker build . -t dbt-sqlite-test
+
+docker run \
+     --rm \
+     --name dbt-sqlite-test-container \
+     -v "$(pwd)":"/root/dbt-sqlite" \
+     dbt-sqlite-test