bjoernager/rust
bjoernager/rust
1
Fork 0
Code Activity

Collect tokens for ast::Expr

Browse source
This commit is contained in:
Aaron Hill 2020-05-19 16:56:20 -04:00
parent ff991d6034
commit 14382c6437
No known key found for this signature in database
GPG key ID: B4087E510E98B164
16 changed files with 97 additions and 18 deletions
Download patch file Download diff file Expand all files Collapse all files

8
src/librustc_parse/lib.rs
View file

@ -272,6 +272,12 @@ pub fn nt_to_tokenstream(nt: &Nonterminal, sess: &ParseSess, span: Span) -> Toke
Some(tokenstream::TokenTree::token(token::Lifetime(ident.name), ident.span).into())
}
Nonterminal::NtTT(ref tt) => Some(tt.clone().into()),
Nonterminal::NtExpr(ref expr) => {
if expr.tokens.is_none() {
debug!("missing tokens for expr {:?}", expr);
}
prepend_attrs(sess, &expr.attrs, expr.tokens.as_ref(), span)
}
_ => None,
};
@ -311,6 +317,8 @@ pub fn nt_to_tokenstream(nt: &Nonterminal, sess: &ParseSess, span: Span) -> Toke
"cached tokens found, but they're not \"probably equal\", \
going with stringified version"
);
info!("cached tokens: {:?}", tokens);
info!("reparsed tokens: {:?}", tokens_for_real);
}
tokens_for_real
}