File tree Expand file tree Collapse file tree 2 files changed +3
-3
lines changed Expand file tree Collapse file tree 2 files changed +3
-3
lines changed Original file line number Diff line number Diff line change @@ -14,7 +14,7 @@ version = "0.8.2"
1414url = " 1.2"
1515
1616[dependencies .reqwest ]
17- version = " 0.5 "
17+ version = " 0.7 "
1818optional = true
1919
2020[dependencies .clippy ]
Original file line number Diff line number Diff line change @@ -255,8 +255,8 @@ impl<'a> RobotFileParser<'a> {
255255 /// Reads the robots.txt URL and feeds it to the parser.
256256 pub fn read ( & self ) {
257257 let client = Client :: new ( ) . expect ( "client failed to construct" ) ;
258- let request = client. get ( self . url . clone ( ) )
259- . header ( UserAgent ( USER_AGENT . to_owned ( ) ) ) ;
258+ let mut request = client. get ( self . url . clone ( ) ) . expect ( "Invalid URL" ) ;
259+ let request = request . header ( UserAgent :: new ( USER_AGENT . to_owned ( ) ) ) ;
260260 let mut res = match request. send ( ) {
261261 Ok ( res) => res,
262262 Err ( _) => {
You can’t perform that action at this time.
0 commit comments