minicrater: test the blacklist

Author: pietroalbini

tests/minicrater/blacklist/config.toml

@@ -0,0 +1,27 @@
+[server]
+bot-acl = [
+    "pietroalbini",
+]
+
+[server.labels]
+remove = "^S-"
+experiment-queued = "S-waiting-on-crater"
+experiment-completed = "S-waiting-on-review"
+
+[demo-crates]
+crates = []
+github-repos = []
+local-crates = ["build-pass", "build-fail", "test-fail"]
+
+[sandbox]
+memory-limit = "512M"
+build-log-max-size = "2M"
+build-log-max-lines = 1000
+
+[crates]
+
+[github-repos]
+
+[local-crates]
+build-fail = { skip = true }
+test-fail = { skip-tests = true }

tests/minicrater/blacklist/results.expected.json

@@ -0,0 +1,43 @@
+{
+  "crates": [
+    {
+      "name": "build-pass (local)",
+      "res": "test-pass",
+      "runs": [
+        {
+          "log": "stable/local/build-pass",
+          "res": "test-pass"
+        },
+        {
+          "log": "beta/local/build-pass",
+          "res": "test-pass"
+        }
+      ],
+      "url": "https://github.com/rust-lang-nursery/crater/tree/master/local-crates/build-pass"
+    },
+    {
+      "name": "test-fail (local)",
+      "res": "test-skipped",
+      "runs": [
+        {
+          "log": "stable/local/test-fail",
+          "res": "test-skipped"
+        },
+        {
+          "log": "beta/local/test-fail",
+          "res": "test-skipped"
+        }
+      ],
+      "url": "https://github.com/rust-lang-nursery/crater/tree/master/local-crates/test-fail"
+    },
+    {
+      "name": "build-fail (local)",
+      "res": "skipped",
+      "runs": [
+        null,
+        null
+      ],
+      "url": "https://github.com/rust-lang-nursery/crater/tree/master/local-crates/build-fail"
+    }
+  ]
+}

tests/minicrater/mod.rs

@@ -129,6 +129,12 @@ fn single_thread_full() {
     execute("full", "local", false);
 }
 
+#[ignore]
+#[test]
+fn single_thread_blacklist() {
+    execute("blacklist", "demo", false);
+}
+
 #[ignore]
 #[test]
 fn multi_thread_full() {