Require \r whitespace to be followed by \n

Author: dtolnay

src/parse.rs

@@ -104,10 +104,14 @@ fn skip_whitespace(input: Cursor) -> Cursor {
             }
         }
         match byte {
-            b' ' | 0x09..=0x0d => {
+            b' ' | 0x09..=0x0c => {
                 s = s.advance(1);
                 continue;
             }
+            b'\r' if s.as_bytes().get(1) == Some(&b'\n') => {
+                s = s.advance(2);
+                continue;
+            }
             b if b <= 0x7f => {}
             _ => {
                 let ch = s.chars().next().unwrap();

tests/test.rs

@@ -703,7 +703,7 @@ fn whitespace() {
     assert_eq!(tokens.into_iter().count(), 0);
 
     let lone_carriage_return = " \r ";
-    lone_carriage_return.parse::<TokenStream>().unwrap(); // FIXME
+    lone_carriage_return.parse::<TokenStream>().unwrap_err();
 }
 
 #[test]