2012-12-03 16:48:01 -08:00
|
|
|
// Copyright 2012 The Rust Project Developers. See the COPYRIGHT
|
|
|
|
// file at the top-level directory of this distribution and at
|
|
|
|
// http://rust-lang.org/COPYRIGHT.
|
|
|
|
//
|
|
|
|
// Licensed under the Apache License, Version 2.0 <LICENSE-APACHE or
|
|
|
|
// http://www.apache.org/licenses/LICENSE-2.0> or the MIT license
|
|
|
|
// <LICENSE-MIT or http://opensource.org/licenses/MIT>, at your
|
|
|
|
// option. This file may not be copied, modified, or distributed
|
|
|
|
// except according to those terms.
|
|
|
|
|
2014-01-09 15:05:33 +02:00
|
|
|
use ast::{Ident, Matcher_, Matcher, MatchTok, MatchNonterminal, MatchSeq};
|
|
|
|
use ast::{TTDelim};
|
2012-12-23 17:41:37 -05:00
|
|
|
use ast;
|
2014-01-01 15:53:22 +09:00
|
|
|
use codemap::{Span, Spanned, DUMMY_SP};
|
2013-08-30 14:40:05 -07:00
|
|
|
use ext::base::{AnyMacro, ExtCtxt, MacResult, MRAny, MRDef, MacroDef};
|
|
|
|
use ext::base::{NormalTT, SyntaxExpanderTTTrait};
|
2012-12-23 17:41:37 -05:00
|
|
|
use ext::base;
|
2014-01-09 15:05:33 +02:00
|
|
|
use ext::tt::macro_parser::{Success, Error, Failure};
|
|
|
|
use ext::tt::macro_parser::{NamedMatch, MatchedSeq, MatchedNonterminal};
|
|
|
|
use ext::tt::macro_parser::{parse, parse_or_else};
|
|
|
|
use parse::lexer::{new_tt_reader, Reader};
|
2012-11-18 15:55:03 -08:00
|
|
|
use parse::parser::Parser;
|
2014-01-09 15:05:33 +02:00
|
|
|
use parse::attr::ParserAttr;
|
2013-06-04 12:34:25 -07:00
|
|
|
use parse::token::{get_ident_interner, special_idents, gensym_ident, ident_to_str};
|
2014-01-09 15:05:33 +02:00
|
|
|
use parse::token::{FAT_ARROW, SEMI, NtMatchers, NtTT, EOF};
|
2012-12-23 17:41:37 -05:00
|
|
|
use print;
|
2013-12-30 14:04:00 -08:00
|
|
|
use std::cell::RefCell;
|
2013-11-24 23:08:53 -08:00
|
|
|
use util::small_vector::SmallVector;
|
2012-12-23 17:41:37 -05:00
|
|
|
|
2013-08-30 14:40:05 -07:00
|
|
|
struct ParserAnyMacro {
|
2013-12-30 14:04:00 -08:00
|
|
|
parser: RefCell<Parser>,
|
2013-08-30 14:40:05 -07:00
|
|
|
}
|
|
|
|
|
2013-10-02 14:43:15 +10:00
|
|
|
impl ParserAnyMacro {
|
|
|
|
/// Make sure we don't have any tokens left to parse, so we don't
|
|
|
|
/// silently drop anything. `allow_semi` is so that "optional"
|
|
|
|
/// semilons at the end of normal expressions aren't complained
|
|
|
|
/// about e.g. the semicolon in `macro_rules! kapow( () => {
|
|
|
|
/// fail!(); } )` doesn't get picked up by .parse_expr(), but it's
|
|
|
|
/// allowed to be there.
|
|
|
|
fn ensure_complete_parse(&self, allow_semi: bool) {
|
2013-12-30 14:04:00 -08:00
|
|
|
let mut parser = self.parser.borrow_mut();
|
2013-12-30 15:09:41 -08:00
|
|
|
if allow_semi && parser.get().token == SEMI {
|
2013-12-30 14:04:00 -08:00
|
|
|
parser.get().bump()
|
2013-10-02 14:43:15 +10:00
|
|
|
}
|
2013-12-30 15:09:41 -08:00
|
|
|
if parser.get().token != EOF {
|
2013-12-30 14:04:00 -08:00
|
|
|
let token_str = parser.get().this_token_to_str();
|
|
|
|
let msg = format!("macro expansion ignores token `{}` and any \
|
|
|
|
following",
|
|
|
|
token_str);
|
2013-12-30 15:17:53 -08:00
|
|
|
let span = parser.get().span;
|
2013-12-30 14:04:00 -08:00
|
|
|
parser.get().span_err(span, msg);
|
2013-10-02 14:43:15 +10:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2013-08-30 14:40:05 -07:00
|
|
|
impl AnyMacro for ParserAnyMacro {
|
|
|
|
fn make_expr(&self) -> @ast::Expr {
|
2013-12-30 14:04:00 -08:00
|
|
|
let ret = {
|
|
|
|
let mut parser = self.parser.borrow_mut();
|
|
|
|
parser.get().parse_expr()
|
|
|
|
};
|
2013-10-02 14:43:15 +10:00
|
|
|
self.ensure_complete_parse(true);
|
|
|
|
ret
|
2013-08-30 14:40:05 -07:00
|
|
|
}
|
2014-01-09 15:05:33 +02:00
|
|
|
fn make_items(&self) -> SmallVector<@ast::Item> {
|
2013-11-24 23:08:53 -08:00
|
|
|
let mut ret = SmallVector::zero();
|
|
|
|
loop {
|
2013-12-30 14:04:00 -08:00
|
|
|
let mut parser = self.parser.borrow_mut();
|
|
|
|
let attrs = parser.get().parse_outer_attributes();
|
|
|
|
match parser.get().parse_item(attrs) {
|
2013-11-24 23:08:53 -08:00
|
|
|
Some(item) => ret.push(item),
|
|
|
|
None => break
|
|
|
|
}
|
|
|
|
}
|
2013-10-02 14:43:15 +10:00
|
|
|
self.ensure_complete_parse(false);
|
|
|
|
ret
|
2013-08-30 14:40:05 -07:00
|
|
|
}
|
|
|
|
fn make_stmt(&self) -> @ast::Stmt {
|
2013-12-30 14:04:00 -08:00
|
|
|
let ret = {
|
|
|
|
let mut parser = self.parser.borrow_mut();
|
|
|
|
let attrs = parser.get().parse_outer_attributes();
|
|
|
|
parser.get().parse_stmt(attrs)
|
|
|
|
};
|
2013-10-02 14:43:15 +10:00
|
|
|
self.ensure_complete_parse(true);
|
|
|
|
ret
|
2013-08-30 14:40:05 -07:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
struct MacroRulesSyntaxExpanderTTFun {
|
|
|
|
name: Ident,
|
2014-01-09 15:05:33 +02:00
|
|
|
lhses: @~[@NamedMatch],
|
|
|
|
rhses: @~[@NamedMatch],
|
2013-08-30 14:40:05 -07:00
|
|
|
}
|
|
|
|
|
|
|
|
impl SyntaxExpanderTTTrait for MacroRulesSyntaxExpanderTTFun {
|
|
|
|
fn expand(&self,
|
2013-12-28 22:06:22 -07:00
|
|
|
cx: &mut ExtCtxt,
|
2013-08-30 14:40:05 -07:00
|
|
|
sp: Span,
|
2014-01-09 15:05:33 +02:00
|
|
|
arg: &[ast::TokenTree],
|
2013-08-30 14:40:05 -07:00
|
|
|
_: ast::SyntaxContext)
|
|
|
|
-> MacResult {
|
|
|
|
generic_extension(cx, sp, self.name, arg, *self.lhses, *self.rhses)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// Given `lhses` and `rhses`, this is the new macro we create
|
2013-12-27 17:17:36 -07:00
|
|
|
fn generic_extension(cx: &ExtCtxt,
|
2013-08-30 14:40:05 -07:00
|
|
|
sp: Span,
|
|
|
|
name: Ident,
|
2014-01-09 15:05:33 +02:00
|
|
|
arg: &[ast::TokenTree],
|
|
|
|
lhses: &[@NamedMatch],
|
|
|
|
rhses: &[@NamedMatch])
|
2013-08-30 14:40:05 -07:00
|
|
|
-> MacResult {
|
|
|
|
if cx.trace_macros() {
|
2013-09-24 22:16:43 -07:00
|
|
|
println!("{}! \\{ {} \\}",
|
2013-08-30 14:40:05 -07:00
|
|
|
cx.str_of(name),
|
2014-01-09 15:05:33 +02:00
|
|
|
print::pprust::tt_to_str(&TTDelim(@arg.to_owned()),
|
|
|
|
get_ident_interner()));
|
2013-08-30 14:40:05 -07:00
|
|
|
}
|
|
|
|
|
|
|
|
// Which arm's failure should we report? (the one furthest along)
|
2014-01-01 15:53:22 +09:00
|
|
|
let mut best_fail_spot = DUMMY_SP;
|
2013-08-30 14:40:05 -07:00
|
|
|
let mut best_fail_msg = ~"internal error: ran no matchers";
|
|
|
|
|
|
|
|
let s_d = cx.parse_sess().span_diagnostic;
|
|
|
|
|
|
|
|
for (i, lhs) in lhses.iter().enumerate() { // try each arm's matchers
|
2014-01-03 15:08:48 -08:00
|
|
|
match **lhs {
|
|
|
|
MatchedNonterminal(NtMatchers(ref mtcs)) => {
|
2013-08-30 14:40:05 -07:00
|
|
|
// `none` is because we're not interpolating
|
2014-01-09 15:05:33 +02:00
|
|
|
let arg_rdr = new_tt_reader(s_d, None, arg.to_owned()) as @Reader;
|
2013-08-30 14:40:05 -07:00
|
|
|
match parse(cx.parse_sess(), cx.cfg(), arg_rdr, *mtcs) {
|
2014-01-09 15:05:33 +02:00
|
|
|
Success(named_matches) => {
|
2014-01-03 15:08:48 -08:00
|
|
|
let rhs = match *rhses[i] {
|
2013-08-30 14:40:05 -07:00
|
|
|
// okay, what's your transcriber?
|
2014-01-03 15:08:48 -08:00
|
|
|
MatchedNonterminal(NtTT(tt)) => {
|
2014-01-19 19:21:14 +11:00
|
|
|
match *tt {
|
2013-08-30 14:40:05 -07:00
|
|
|
// cut off delimiters; don't parse 'em
|
2014-01-09 15:05:33 +02:00
|
|
|
TTDelim(ref tts) => {
|
2013-08-30 14:40:05 -07:00
|
|
|
(*tts).slice(1u,(*tts).len()-1u).to_owned()
|
|
|
|
}
|
|
|
|
_ => cx.span_fatal(
|
|
|
|
sp, "macro rhs must be delimited")
|
|
|
|
}
|
|
|
|
},
|
|
|
|
_ => cx.span_bug(sp, "bad thing in rhs")
|
|
|
|
};
|
|
|
|
// rhs has holes ( `$id` and `$(...)` that need filled)
|
|
|
|
let trncbr = new_tt_reader(s_d, Some(named_matches),
|
|
|
|
rhs);
|
2014-01-09 15:05:33 +02:00
|
|
|
let p = Parser(cx.parse_sess(), cx.cfg(), trncbr as @Reader);
|
2013-08-30 14:40:05 -07:00
|
|
|
// Let the context choose how to interpret the result.
|
|
|
|
// Weird, but useful for X-macros.
|
|
|
|
return MRAny(@ParserAnyMacro {
|
2013-12-30 14:04:00 -08:00
|
|
|
parser: RefCell::new(p),
|
2013-08-30 14:40:05 -07:00
|
|
|
} as @AnyMacro)
|
|
|
|
}
|
2014-01-09 15:05:33 +02:00
|
|
|
Failure(sp, ref msg) => if sp.lo >= best_fail_spot.lo {
|
2013-08-30 14:40:05 -07:00
|
|
|
best_fail_spot = sp;
|
|
|
|
best_fail_msg = (*msg).clone();
|
|
|
|
},
|
2014-01-09 15:05:33 +02:00
|
|
|
Error(sp, ref msg) => cx.span_fatal(sp, (*msg))
|
2013-08-30 14:40:05 -07:00
|
|
|
}
|
|
|
|
}
|
|
|
|
_ => cx.bug("non-matcher found in parsed lhses")
|
|
|
|
}
|
|
|
|
}
|
|
|
|
cx.span_fatal(best_fail_spot, best_fail_msg);
|
|
|
|
}
|
|
|
|
|
2013-05-29 16:21:04 -07:00
|
|
|
// this procedure performs the expansion of the
|
|
|
|
// macro_rules! macro. It parses the RHS and adds
|
|
|
|
// an extension to the current context.
|
2013-12-28 22:06:22 -07:00
|
|
|
pub fn add_new_extension(cx: &mut ExtCtxt,
|
2013-08-31 18:13:04 +02:00
|
|
|
sp: Span,
|
2013-09-02 02:50:59 +02:00
|
|
|
name: Ident,
|
2014-01-09 15:05:33 +02:00
|
|
|
arg: ~[ast::TokenTree],
|
2013-08-30 14:40:05 -07:00
|
|
|
_: ast::SyntaxContext)
|
|
|
|
-> base::MacResult {
|
2012-07-06 18:04:28 -07:00
|
|
|
// these spans won't matter, anyways
|
2014-01-09 15:05:33 +02:00
|
|
|
fn ms(m: Matcher_) -> Matcher {
|
2013-08-31 18:13:04 +02:00
|
|
|
Spanned {
|
2013-07-02 12:47:32 -07:00
|
|
|
node: m.clone(),
|
2014-01-01 15:53:22 +09:00
|
|
|
span: DUMMY_SP
|
2013-07-02 12:47:32 -07:00
|
|
|
}
|
2012-07-06 18:04:28 -07:00
|
|
|
}
|
|
|
|
|
2013-06-04 12:34:25 -07:00
|
|
|
let lhs_nm = gensym_ident("lhs");
|
|
|
|
let rhs_nm = gensym_ident("rhs");
|
2012-07-18 16:18:02 -07:00
|
|
|
|
2013-05-29 16:21:04 -07:00
|
|
|
// The pattern that macro_rules matches.
|
2012-07-27 17:32:15 -07:00
|
|
|
// The grammar for macro_rules! is:
|
|
|
|
// $( $lhs:mtcs => $rhs:tt );+
|
|
|
|
// ...quasiquoting this would be nice.
|
2012-07-06 18:04:28 -07:00
|
|
|
let argument_gram = ~[
|
2014-01-09 15:05:33 +02:00
|
|
|
ms(MatchSeq(~[
|
|
|
|
ms(MatchNonterminal(lhs_nm, special_idents::matchers, 0u)),
|
|
|
|
ms(MatchTok(FAT_ARROW)),
|
|
|
|
ms(MatchNonterminal(rhs_nm, special_idents::tt, 1u)),
|
2012-08-20 12:23:37 -07:00
|
|
|
], Some(SEMI), false, 0u, 2u)),
|
2012-08-01 14:34:35 -07:00
|
|
|
//to phase into semicolon-termination instead of
|
|
|
|
//semicolon-separation
|
2014-01-09 15:05:33 +02:00
|
|
|
ms(MatchSeq(~[ms(MatchTok(SEMI))], None, true, 2u, 2u))];
|
2012-07-06 18:04:28 -07:00
|
|
|
|
2012-07-27 17:32:15 -07:00
|
|
|
|
|
|
|
// Parse the macro_rules! invocation (`none` is for no interpolations):
|
2013-06-27 17:41:35 -07:00
|
|
|
let arg_reader = new_tt_reader(cx.parse_sess().span_diagnostic,
|
|
|
|
None,
|
2013-07-02 12:47:32 -07:00
|
|
|
arg.clone());
|
2013-03-12 13:00:50 -07:00
|
|
|
let argument_map = parse_or_else(cx.parse_sess(),
|
|
|
|
cx.cfg(),
|
2014-01-09 15:05:33 +02:00
|
|
|
arg_reader as @Reader,
|
2013-03-12 13:00:50 -07:00
|
|
|
argument_gram);
|
2012-07-06 18:04:28 -07:00
|
|
|
|
2012-07-27 17:32:15 -07:00
|
|
|
// Extract the arguments:
|
2014-01-03 15:08:48 -08:00
|
|
|
let lhses = match **argument_map.get(&lhs_nm) {
|
|
|
|
MatchedSeq(ref s, _) => /* FIXME (#2543) */ @(*s).clone(),
|
2013-05-19 01:07:44 -04:00
|
|
|
_ => cx.span_bug(sp, "wrong-structured lhs")
|
2012-07-06 18:04:28 -07:00
|
|
|
};
|
2013-02-17 10:59:09 -08:00
|
|
|
|
2014-01-03 15:08:48 -08:00
|
|
|
let rhses = match **argument_map.get(&rhs_nm) {
|
|
|
|
MatchedSeq(ref s, _) => /* FIXME (#2543) */ @(*s).clone(),
|
2014-01-09 15:05:33 +02:00
|
|
|
_ => cx.span_bug(sp, "wrong-structured rhs")
|
2012-07-06 18:04:28 -07:00
|
|
|
};
|
|
|
|
|
2014-01-05 18:02:57 -08:00
|
|
|
let exp = ~MacroRulesSyntaxExpanderTTFun {
|
2013-08-30 14:40:05 -07:00
|
|
|
name: name,
|
|
|
|
lhses: lhses,
|
|
|
|
rhses: rhses,
|
2014-01-05 18:02:57 -08:00
|
|
|
};
|
2012-07-06 18:04:28 -07:00
|
|
|
|
2013-08-30 14:40:05 -07:00
|
|
|
return MRDef(MacroDef {
|
2013-06-13 03:02:55 +10:00
|
|
|
name: ident_to_str(&name),
|
2013-05-28 14:53:38 -07:00
|
|
|
ext: NormalTT(exp, Some(sp))
|
2013-01-22 16:45:27 -08:00
|
|
|
});
|
2012-10-15 14:56:42 -07:00
|
|
|
}
|