Add test when url is invalid and panic

Author: spk

tests/test_reqwest_async.rs

@@ -3,6 +3,7 @@ use robotparser::service::RobotsTxtService;
 use reqwest::Client;
 use url::Url;
 use tokio::runtime::Runtime;
+use url::{Host, Origin};
 
 #[test]
 fn test_reqwest_async() {
@@ -13,4 +14,15 @@ fn test_reqwest_async() {
     let robots_txt = robots_txt_response.unwrap().get_result();
     let fetch_url = Url::parse("http://www.python.org/robots.txt").unwrap();
     assert!(robots_txt.can_fetch("*", &fetch_url));
-}
+    let fetch_url = Url::parse("http://www.python.org/webstats/").unwrap();
+    assert!(!robots_txt.can_fetch("*", &fetch_url));
+}
+
+#[test]
+#[should_panic]
+fn test_reqwest_blocking_panic_url() {
+    let client = Client::new();
+    let host = Host::Domain("python.org::".into());
+    let origin = Origin::Tuple("https".into(), host, 80);
+    client.fetch_robots_txt(origin);
+}

tests/test_reqwest_blocking.rs

@@ -2,6 +2,7 @@ use robotparser::http::RobotsTxtClient;
 use robotparser::service::RobotsTxtService;
 use reqwest::blocking::Client;
 use url::Url;
+use url::{Host, Origin};
 
 #[test]
 fn test_reqwest_blocking() {
@@ -10,4 +11,15 @@ fn test_reqwest_blocking() {
     let robots_txt = client.fetch_robots_txt(robots_txt_url.origin()).unwrap().get_result();
     let fetch_url = Url::parse("http://www.python.org/robots.txt").unwrap();
     assert!(robots_txt.can_fetch("*", &fetch_url));
+    let fetch_url = Url::parse("http://www.python.org/webstats/").unwrap();
+    assert!(!robots_txt.can_fetch("*", &fetch_url));
+}
+
+#[test]
+#[should_panic]
+fn test_reqwest_blocking_panic_url() {
+    let client = Client::new();
+    let host = Host::Domain("python.org::".into());
+    let origin = Origin::Tuple("https".into(), host, 80);
+    client.fetch_robots_txt(origin).unwrap().get_result();
 }