File tree Expand file tree Collapse file tree 1 file changed +3
-3
lines changed Expand file tree Collapse file tree 1 file changed +3
-3
lines changed Original file line number Diff line number Diff line change 11//! robots.txt parser for Rust
22//!
33//! The robots.txt Exclusion Protocol is implemented as specified in
4- //! http://www.robotstxt.org/norobots-rfc.txt
4+ //! < http://www.robotstxt.org/norobots-rfc.txt>
55//!
66//! # Installation
77//!
@@ -54,7 +54,7 @@ use reqwest::StatusCode;
5454use reqwest:: Response ;
5555
5656#[ cfg( feature = "http" ) ]
57- const USER_AGENT : & ' static str = "robotparser-rs (https://crates.io/crates/robotparser)" ;
57+ const USER_AGENT : & str = "robotparser-rs (https://crates.io/crates/robotparser)" ;
5858
5959/// A rule line is a single "Allow:" (allowance==True) or "Disallow:"
6060/// (allowance==False) followed by a path."""
@@ -263,7 +263,7 @@ impl<'a> RobotFileParser<'a> {
263263 return ;
264264 }
265265 } ;
266- let status = res. status ( ) . clone ( ) ;
266+ let status = res. status ( ) ;
267267 match status {
268268 StatusCode :: Unauthorized | StatusCode :: Forbidden => {
269269 self . disallow_all . set ( true ) ;
You can’t perform that action at this time.
0 commit comments