Migrate pass/fail mdbook test to BookTest

Author: ehuss

tests/cli/mod.rs

@@ -1,3 +1,2 @@
 mod build;
 mod cmd;
-mod test;

tests/cli/test.rs

@@ -4,27 +4,6 @@ use crate::dummy_book::DummyBook;
 
 use mdbook::MDBook;
 
-#[test]
-fn mdbook_can_correctly_test_a_passing_book() {
-    let temp = DummyBook::new().with_passing_test(true).build().unwrap();
-    let mut md = MDBook::load(temp.path()).unwrap();
-
-    let result = md.test(vec![]);
-    assert!(
-        result.is_ok(),
-        "Tests failed with {}",
-        result.err().unwrap()
-    );
-}
-
-#[test]
-fn mdbook_detects_book_with_failing_tests() {
-    let temp = DummyBook::new().with_passing_test(false).build().unwrap();
-    let mut md = MDBook::load(temp.path()).unwrap();
-
-    assert!(md.test(vec![]).is_err());
-}
-
 #[test]
 fn mdbook_test_chapter() {
     let temp = DummyBook::new().with_passing_test(true).build().unwrap();

tests/testing.rs

@@ -17,6 +17,7 @@ mod renderer;
 mod rendering;
 #[cfg(feature = "search")]
 mod search;
+mod test;
 
 mod prelude {
     pub use crate::book_test::BookTest;

tests/testsuite/main.rs

@@ -0,0 +1,55 @@
+//! Tests for the `mdbook test` command.
+
+use crate::prelude::*;
+
+// Simple test for passing tests.
+#[test]
+fn passing_tests() {
+    BookTest::from_dir("test/passing_tests").run("test", |cmd| {
+        cmd.expect_stdout(str![[""]]).expect_stderr(str![[r#"
+[TIMESTAMP] [INFO] (mdbook::book): Testing chapter 'Intro': "intro.md"
+[TIMESTAMP] [INFO] (mdbook::book): Testing chapter 'Passing 1': "passing1.md"
+[TIMESTAMP] [INFO] (mdbook::book): Testing chapter 'Passing 2': "passing2.md"
+
+"#]]);
+    });
+}
+
+// Test for a test failure
+#[test]
+fn failing_tests() {
+    BookTest::from_dir("test/failing_tests").run("test", |cmd| {
+        cmd.expect_code(101)
+            .expect_stdout(str![[""]])
+            // This redacts a large number of lines that come from rustdoc and
+            // libtest. If the output from those ever changes, then it would not
+            // make it possible to test against different versions of Rust. This
+            // still includes a little bit of output, so if that is a problem,
+            // add more redactions.
+            .expect_stderr(str![[r#"
+[TIMESTAMP] [INFO] (mdbook::book): Testing chapter 'Failing Tests': "failing.md"
+[TIMESTAMP] [ERROR] (mdbook::book): rustdoc returned an error:
+
+--- stdout
+
+...
+test failing.md - Failing_Tests (line 3) ... FAILED
+...
+thread 'main' panicked at failing.md:3:1:
+fail
+...
+[TIMESTAMP] [INFO] (mdbook::book): Testing chapter 'Failing Include': "failing_include.md"
+[TIMESTAMP] [ERROR] (mdbook::book): rustdoc returned an error:
+
+--- stdout
+...
+test failing_include.md - Failing_Include (line 3) ... FAILED
+...
+thread 'main' panicked at failing_include.md:3:1:
+failing!
+...
+[TIMESTAMP] [ERROR] (mdbook::utils): Error: One or more tests failed
+
+"#]]);
+    });
+}

tests/testsuite/test.rs

@@ -0,0 +1,2 @@
+[book]
+title = "failing_tests"

tests/testsuite/test/failing_tests/book.toml

@@ -0,0 +1,4 @@
+# Summary
+
+- [Failing Tests](./failing.md)
+- [Failing Include](./failing_include.md)

tests/testsuite/test/failing_tests/src/SUMMARY.md

@@ -0,0 +1,5 @@
+# Failing Tests
+
+```rust
+panic!("fail");
+```

tests/testsuite/test/failing_tests/src/failing.md

@@ -0,0 +1,5 @@
+# Failing Include
+
+```rust
+{{#include test1.rs:FAILING}}
+```

tests/testsuite/test/failing_tests/src/failing_include.md

@@ -0,0 +1,11 @@
+fn test2() {
+    println!("test2");
+}
+
+// ANCHOR: PASSING
+println!("passing!");
+// ANCHOR_END: PASSING
+
+// ANCHOR: FAILING
+panic!("failing!");
+// ANCHOR_END: FAILING