Pull out an interface for the lexer.
This commit is contained in:
parent
473b1ec0a0
commit
32167f52b0
7 changed files with 285 additions and 247 deletions
|
@ -374,13 +374,10 @@ enum blk_sort {
|
|||
*/
|
||||
|
||||
#[auto_serialize]
|
||||
type token_tree = spanned<token_tree_>;
|
||||
|
||||
#[auto_serialize]
|
||||
enum token_tree_ {
|
||||
enum token_tree {
|
||||
/* for macro invocations; parsing is the macro's job */
|
||||
tt_delim(token::token, [token_tree]),
|
||||
tt_flat(token::token)
|
||||
tt_delim([token_tree]),
|
||||
tt_flat(uint, token::token)
|
||||
}
|
||||
|
||||
#[auto_serialize]
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue