Pull out an interface for the lexer.

This commit is contained in:
Paul Stansifer 2012-05-30 11:36:30 -07:00
parent 473b1ec0a0
commit 32167f52b0
7 changed files with 285 additions and 247 deletions

View file

@ -374,13 +374,10 @@ enum blk_sort {
*/
#[auto_serialize]
type token_tree = spanned<token_tree_>;
#[auto_serialize]
enum token_tree_ {
enum token_tree {
/* for macro invocations; parsing is the macro's job */
tt_delim(token::token, [token_tree]),
tt_flat(token::token)
tt_delim([token_tree]),
tt_flat(uint, token::token)
}
#[auto_serialize]