1
Fork 0

parser: Keep current and previous tokens precisely

including their unnormalized forms.
Add more documentation for them.
This commit is contained in:
Vadim Petrochenkov 2020-02-09 17:54:38 +03:00
parent 1ad6b5e1e6
commit cd7a428b5e
3 changed files with 54 additions and 26 deletions

View file

@ -134,7 +134,7 @@ impl<'a> Parser<'a> {
path
});
let lo = self.meta_var_span.unwrap_or(self.token.span);
let lo = self.unnormalized_token().span;
let mut segments = Vec::new();
let mod_sep_ctxt = self.token.span.ctxt();
if self.eat(&token::ModSep) {