Remove NtMeta.

Note: there was an existing code path involving `Interpolated` in
`MetaItem::from_tokens` that was dead. This commit transfers that to the
new form, but puts an `unreachable!` call inside it.

Author: nnethercote

compiler/rustc_ast/src/ast_traits.rs

@@ -232,7 +232,6 @@ impl HasTokens for Nonterminal {
     fn tokens(&self) -> Option<&LazyAttrTokenStream> {
         match self {
             Nonterminal::NtExpr(expr) | Nonterminal::NtLiteral(expr) => expr.tokens(),
-            Nonterminal::NtMeta(attr_item) => attr_item.tokens(),
             Nonterminal::NtPath(path) => path.tokens(),
             Nonterminal::NtBlock(block) => block.tokens(),
             Nonterminal::NtIdent(..) | Nonterminal::NtLifetime(..) => None,
@@ -241,7 +240,6 @@ impl HasTokens for Nonterminal {
     fn tokens_mut(&mut self) -> Option<&mut Option<LazyAttrTokenStream>> {
         match self {
             Nonterminal::NtExpr(expr) | Nonterminal::NtLiteral(expr) => expr.tokens_mut(),
-            Nonterminal::NtMeta(attr_item) => attr_item.tokens_mut(),
             Nonterminal::NtPath(path) => path.tokens_mut(),
             Nonterminal::NtBlock(block) => block.tokens_mut(),
             Nonterminal::NtIdent(..) | Nonterminal::NtLifetime(..) => None,

compiler/rustc_ast/src/attr/mod.rs

@@ -5,7 +5,7 @@ use crate::ast::{DelimArgs, Expr, ExprKind, LitKind, MetaItemLit};
 use crate::ast::{MetaItem, MetaItemKind, NestedMetaItem, NormalAttr};
 use crate::ast::{Path, PathSegment, DUMMY_NODE_ID};
 use crate::ptr::P;
-use crate::token::{self, CommentKind, Delimiter, Token};
+use crate::token::{self, CommentKind, Delimiter, InvisibleOrigin, NonterminalKind, Token};
 use crate::tokenstream::{DelimSpan, Spacing, TokenTree};
 use crate::tokenstream::{LazyAttrTokenStream, TokenStream};
 use crate::util::comments;
@@ -343,10 +343,18 @@ impl MetaItem {
                 Path { span, segments, tokens: None }
             }
             Some(TokenTree::Token(Token { kind: token::Interpolated(nt), .. }, _)) => match &nt.0 {
-                token::Nonterminal::NtMeta(item) => return item.meta(item.path.span),
                 token::Nonterminal::NtPath(path) => (**path).clone(),
                 _ => return None,
             },
+            Some(TokenTree::Delimited(
+                _span,
+                _spacing,
+                Delimiter::Invisible(InvisibleOrigin::MetaVar(NonterminalKind::Meta)),
+                _stream,
+            )) => {
+                // This path is currently unreachable in the test suite.
+                unreachable!()
+            }
             Some(TokenTree::Token(
                 Token { kind: token::OpenDelim(Delimiter::Invisible(_)), .. },
                 _,

compiler/rustc_ast/src/mut_visit.rs

@@ -828,12 +828,6 @@ pub fn visit_nonterminal<T: MutVisitor>(nt: &mut token::Nonterminal, vis: &mut T
         token::NtIdent(ident, _is_raw) => vis.visit_ident(ident),
         token::NtLifetime(ident) => vis.visit_ident(ident),
         token::NtLiteral(expr) => vis.visit_expr(expr),
-        token::NtMeta(item) => {
-            let AttrItem { path, args, tokens } = item.deref_mut();
-            vis.visit_path(path);
-            visit_attr_args(args, vis);
-            visit_lazy_tts(tokens, vis);
-        }
         token::NtPath(path) => vis.visit_path(path),
     }
 }

compiler/rustc_ast/src/token.rs

@@ -929,8 +929,6 @@ pub enum Nonterminal {
     NtIdent(Ident, IdentIsRaw),
     NtLifetime(Ident),
     NtLiteral(P<ast::Expr>),
-    /// Stuff inside brackets for attributes
-    NtMeta(P<ast::AttrItem>),
     NtPath(P<ast::Path>),
 }
 
@@ -1018,7 +1016,6 @@ impl Nonterminal {
             NtBlock(block) => block.span,
             NtExpr(expr) | NtLiteral(expr) => expr.span,
             NtIdent(ident, _) | NtLifetime(ident) => ident.span,
-            NtMeta(attr_item) => attr_item.span(),
             NtPath(path) => path.span,
         }
     }
@@ -1030,7 +1027,6 @@ impl Nonterminal {
             NtLiteral(..) => "literal",
             NtIdent(..) => "identifier",
             NtLifetime(..) => "lifetime",
-            NtMeta(..) => "attribute",
             NtPath(..) => "path",
         }
     }
@@ -1059,7 +1055,6 @@ impl fmt::Debug for Nonterminal {
             NtExpr(..) => f.pad("NtExpr(..)"),
             NtIdent(..) => f.pad("NtIdent(..)"),
             NtLiteral(..) => f.pad("NtLiteral(..)"),
-            NtMeta(..) => f.pad("NtMeta(..)"),
             NtPath(..) => f.pad("NtPath(..)"),
             NtLifetime(..) => f.pad("NtLifetime(..)"),
         }

compiler/rustc_ast/src/tokenstream.rs

@@ -484,7 +484,6 @@ impl TokenStream {
                 TokenStream::token_alone(token::Lifetime(ident.name), ident.span)
             }
             Nonterminal::NtBlock(block) => TokenStream::from_ast(block),
-            Nonterminal::NtMeta(attr) => TokenStream::from_ast(attr),
             Nonterminal::NtPath(path) => TokenStream::from_ast(path),
             Nonterminal::NtExpr(expr) | Nonterminal::NtLiteral(expr) => TokenStream::from_ast(expr),
         }

compiler/rustc_ast_pretty/src/pprust/state.rs

@@ -845,7 +845,6 @@ pub trait PrintState<'a>: std::ops::Deref<Target = pp::Printer> + std::ops::Dere
     fn nonterminal_to_string(&self, nt: &Nonterminal) -> String {
         match nt {
             token::NtExpr(e) => self.expr_to_string(e),
-            token::NtMeta(e) => self.attr_item_to_string(e),
             token::NtPath(e) => self.path_to_string(e),
             token::NtBlock(e) => self.block_to_string(e),
             &token::NtIdent(e, is_raw) => IdentPrinter::for_ast_ident(e, is_raw.into()).to_string(),

compiler/rustc_expand/src/mbe/transcribe.rs

@@ -289,6 +289,9 @@ pub(super) fn transcribe<'a>(
                         MatchedSingle(ParseNtResult::Ty(ref ty)) => {
                             mk_delimited(NonterminalKind::Ty, TokenStream::from_ast(ty))
                         }
+                        MatchedSingle(ParseNtResult::Meta(ref meta)) => {
+                            mk_delimited(NonterminalKind::Meta, TokenStream::from_ast(meta))
+                        }
                         MatchedSingle(ParseNtResult::Vis(ref vis)) => {
                             mk_delimited(NonterminalKind::Vis, TokenStream::from_ast(vis))
                         }

compiler/rustc_parse/messages.ftl

@@ -402,7 +402,7 @@ parse_invalid_logical_operator = `{$incorrect}` is not a logical operator
     .use_amp_amp_for_conjunction = use `&&` to perform logical conjunction
     .use_pipe_pipe_for_disjunction = use `||` to perform logical disjunction
 
-parse_invalid_meta_item = expected unsuffixed literal or identifier, found `{$token}`
+parse_invalid_meta_item = expected unsuffixed literal or identifier, found {$descr}
 
 parse_invalid_meta_item_unquoted_ident = expected unsuffixed literal, found `{$token}`
     .suggestion = surround the identifier with quotation marks to parse it as a string

compiler/rustc_parse/src/errors.rs

@@ -968,7 +968,7 @@ pub(crate) struct SuffixedLiteralInAttribute {
 pub(crate) struct InvalidMetaItem {
     #[primary_span]
     pub span: Span,
-    pub token: Token,
+    pub descr: String,
 }
 
 #[derive(Diagnostic)]

compiler/rustc_parse/src/parser/attr.rs

@@ -3,12 +3,12 @@ use crate::errors::{
     SuffixedLiteralInAttribute,
 };
 use crate::fluent_generated as fluent;
-use crate::maybe_whole;
+use crate::maybe_reparse_metavar_seq;
 
-use super::{AttrWrapper, Capturing, FnParseMode, ForceCollect, Parser, PathStyle};
+use super::{AttrWrapper, Capturing, FnParseMode, ForceCollect, ParseNtResult, Parser, PathStyle};
 use rustc_ast as ast;
 use rustc_ast::attr;
-use rustc_ast::token::{self, Delimiter};
+use rustc_ast::token::{self, Delimiter, NonterminalKind};
 use rustc_errors::{codes::*, Diag, PResult};
 use rustc_span::{sym, BytePos, Span};
 use thin_vec::ThinVec;
@@ -252,7 +252,15 @@ impl<'a> Parser<'a> {
     ///     PATH `=` UNSUFFIXED_LIT
     /// The delimiters or `=` are still put into the resulting token stream.
     pub fn parse_attr_item(&mut self, capture_tokens: bool) -> PResult<'a, ast::AttrItem> {
-        maybe_whole!(self, NtMeta, |attr| attr.into_inner());
+        if let Some(item) = maybe_reparse_metavar_seq!(
+            self,
+            NonterminalKind::Meta,
+            NonterminalKind::Meta,
+            ParseNtResult::Meta(item),
+            item
+        ) {
+            return Ok(item.into_inner());
+        }
 
         let do_parse = |this: &mut Self| {
             let path = this.parse_path(PathStyle::Mod)?;
@@ -362,21 +370,21 @@ impl<'a> Parser<'a> {
     /// meta_item_inner : (meta_item | UNSUFFIXED_LIT) (',' meta_item_inner)? ;
     /// ```
     pub fn parse_meta_item(&mut self) -> PResult<'a, ast::MetaItem> {
-        // We can't use `maybe_whole` here because it would bump in the `None`
-        // case, which we don't want.
-        if let token::Interpolated(nt) = &self.token.kind
-            && let token::NtMeta(attr_item) = &nt.0
-        {
-            match attr_item.meta(attr_item.path.span) {
+        let mut parser = self.clone(); // njn: ugh
+        if let Some(attr_item) = maybe_reparse_metavar_seq!(
+            parser,
+            NonterminalKind::Meta,
+            NonterminalKind::Meta,
+            ParseNtResult::Meta(attr_item),
+            attr_item
+        ) {
+            return match attr_item.meta(attr_item.path.span) {
                 Some(meta) => {
-                    self.bump();
-                    return Ok(meta);
+                    *self = parser;
+                    Ok(meta)
                 }
-                None => self.unexpected()?,
-            }
-        }
-        if let token::OpenDelim(Delimiter::Invisible(_)) = &self.token.kind {
-            panic!("njn: invis-delim?");
+                None => self.unexpected_any(),
+            };
         }
 
         let lo = self.token.span;
@@ -429,7 +437,8 @@ impl<'a> Parser<'a> {
             }));
         }
 
-        Err(self.dcx().create_err(InvalidMetaItem { span: token.span, token }))
+        let descr = super::token_descr(&token);
+        Err(self.dcx().create_err(InvalidMetaItem { span: token.span, descr }))
     }
 }