use std::mem; use syntax::ast::{Expr, ExprParen, Lit, Stmt, TokenTree}; use syntax::ext::quote::rt::ToTokens; use syntax::codemap::Span; use syntax::errors::{DiagnosticBuilder, FatalError}; use syntax::ext::base::ExtCtxt; use syntax::parse; use syntax::parse::parser::Parser as RustParser; use syntax::parse::token::{BinOpToken, DelimToken, IdentStyle, Token, Lit as LitToken}; use syntax::parse::token::keywords::Keyword; use syntax::ptr::P; use super::render::Renderer; use super::PResult; macro_rules! error { ($cx:expr, $sp:expr, $msg:expr) => ({ $cx.span_err($sp, $msg); return Err(::syntax::errors::FatalError); }) } macro_rules! parse_error { ($self_:expr, $sp:expr, $msg:expr) => (error!($self_.render.cx, $sp, $msg)) } macro_rules! dollar { () => (TokenTree::Token(_, Token::Dollar)) } macro_rules! pound { () => (TokenTree::Token(_, Token::Pound)) } macro_rules! dot { () => (TokenTree::Token(_, Token::Dot)) } macro_rules! modsep { () => (TokenTree::Token(_, Token::ModSep)) } macro_rules! eq { () => (TokenTree::Token(_, Token::Eq)) } macro_rules! not { () => (TokenTree::Token(_, Token::Not)) } macro_rules! question { () => (TokenTree::Token(_, Token::Question)) } macro_rules! semi { () => (TokenTree::Token(_, Token::Semi)) } macro_rules! minus { () => (TokenTree::Token(_, Token::BinOp(BinOpToken::Minus))) } macro_rules! slash { () => (TokenTree::Token(_, Token::BinOp(BinOpToken::Slash))) } macro_rules! literal { () => (TokenTree::Token(_, Token::Literal(..))) } macro_rules! integer { () => (TokenTree::Token(_, Token::Literal(LitToken::Integer(_), _))) } macro_rules! ident { ($sp:pat, $x:pat) => (TokenTree::Token($sp, Token::Ident($x, IdentStyle::Plain))) } macro_rules! substnt { ($sp:pat, $x:pat) => (TokenTree::Token($sp, Token::SubstNt($x, IdentStyle::Plain))) } macro_rules! keyword { ($sp:pat, $x:ident) => (TokenTree::Token($sp, ref $x @ Token::Ident(..))) } pub fn parse(cx: &ExtCtxt, sp: Span, write: &[TokenTree], input: &[TokenTree]) -> PResult<P<Expr>> { let mut parser = Parser { in_attr: false, input: input, span: sp, render: Renderer::new(cx), }; try!(parser.markups()); Ok(parser.into_render().into_expr(write.to_vec())) } pub fn split_comma<'a>(cx: &ExtCtxt, sp: Span, mac_name: &str, args: &'a [TokenTree]) -> PResult<(&'a [TokenTree], &'a [TokenTree])> { fn is_comma(t: &TokenTree) -> bool { match *t { TokenTree::Token(_, Token::Comma) => true, _ => false, } } match args.iter().position(is_comma) { Some(i) => Ok((&args[..i], &args[1+i..])), None => error!(cx, sp, &format!("expected two arguments to `{}!`", mac_name)), } } struct Parser<'cx, 'i> { in_attr: bool, input: &'i [TokenTree], span: Span, render: Renderer<'cx>, } impl<'cx, 'i> Parser<'cx, 'i> { /// Finalizes the `Parser`, returning the `Renderer` underneath. fn into_render(self) -> Renderer<'cx> { let Parser { render, .. } = self; render } /// Consumes `n` items from the input. fn shift(&mut self, n: usize) { self.input = &self.input[n..]; } /// Constructs a Rust AST parser from the given token tree. fn with_rust_parser<F, T>(&self, tts: Vec<TokenTree>, callback: F) -> PResult<T> where F: FnOnce(&mut RustParser<'cx>) -> Result<T, DiagnosticBuilder<'cx>> { let mut parser = parse::tts_to_parser(self.render.cx.parse_sess, tts, self.render.cx.cfg.clone()); let result = callback(&mut parser).map_err(|mut e| { e.emit(); FatalError }); // Make sure all tokens were consumed if parser.token != Token::Eof { let token = parser.this_token_to_string(); self.render.cx.span_err(parser.span, &format!("unexpected token: `{}`", token)); } result } /// Parses and renders multiple blocks of markup. fn markups(&mut self) -> PResult<()> { loop { match self.input { [] => return Ok(()), [semi!(), ..] => self.shift(1), [_, ..] => try!(self.markup()), } } } /// Parses and renders a single block of markup. fn markup(&mut self) -> PResult<()> { match self.input { // Literal [minus!(), ref tt @ literal!(), ..] => { self.shift(2); try!(self.literal(tt, true)); }, [ref tt @ literal!(), ..] => { self.shift(1); try!(self.literal(tt, false)) }, // If [pound!(), keyword!(sp, k), ..] if k.is_keyword(Keyword::If) => { self.shift(2); try!(self.if_expr(sp)); }, // For [pound!(), keyword!(sp, k), ..] if k.is_keyword(Keyword::For) => { self.shift(2); try!(self.for_expr(sp)); }, // Call [pound!(), ident!(sp, name), ..] if name.name.as_str() == "call" => { self.shift(2); let func = try!(self.splice(sp)); self.render.emit_call(func); }, // Splice [ref tt @ dollar!(), ..] => { self.shift(1); let expr = try!(self.splice(tt.get_span())); self.render.splice(expr); }, [substnt!(sp, ident), ..] => { self.shift(1); // Parse `SubstNt` as `[Dollar, Ident]` // See <https://github.com/lfairy/maud/issues/23> let prefix = TokenTree::Token(sp, Token::Ident(ident, IdentStyle::Plain)); let expr = try!(self.splice_with_prefix(prefix)); self.render.splice(expr); }, // Element [ident!(sp, _), ..] => { let name = try!(self.name()); try!(self.element(sp, &name)); }, // Shorthand div element [dot!(), ident!(sp, _), ..] => { try!(self.element(sp, "div")); }, // Block [TokenTree::Delimited(_, ref d), ..] if d.delim == DelimToken::Brace => { self.shift(1); { // Parse the contents of the block, emitting the // result inline let mut i = &*d.tts; mem::swap(&mut self.input, &mut i); try!(self.markups()); mem::swap(&mut self.input, &mut i); } }, // ??? _ => { if let [ref tt, ..] = self.input { parse_error!(self, tt.get_span(), "invalid syntax"); } else { parse_error!(self, self.span, "unexpected end of block"); } }, } Ok(()) } /// Parses and renders a literal string or number. fn literal(&mut self, tt: &TokenTree, minus: bool) -> PResult<()> { let lit = try!(self.with_rust_parser(vec![tt.clone()], RustParser::parse_lit)); let s = try!(lit_to_string(self.render.cx, lit, minus)); self.render.string(&s); Ok(()) } /// Parses and renders an `#if` expression. /// /// The leading `#if` should already be consumed. fn if_expr(&mut self, sp: Span) -> PResult<()> { // Parse the initial if let mut if_cond = vec![]; let if_body; loop { match self.input { [TokenTree::Delimited(sp, ref d), ..] if d.delim == DelimToken::Brace => { self.shift(1); if_body = try!(self.block(sp, &d.tts)); break; }, [ref tt, ..] => { self.shift(1); if_cond.push(tt.clone()); }, [] => parse_error!(self, sp, "expected body for this #if"), }} // Parse the (optional) else let else_body = match self.input { [pound!(), keyword!(_, k), ..] if k.is_keyword(Keyword::Else) => { self.shift(2); match self.input { [keyword!(sp, k), ..] if k.is_keyword(Keyword::If) => { self.shift(1); let else_body = { // Parse an if expression, but capture the result // rather than emitting it right away let mut r = self.render.fork(); mem::swap(&mut self.render, &mut r); try!(self.if_expr(sp)); mem::swap(&mut self.render, &mut r); r.into_stmts() }; Some(else_body) }, [TokenTree::Delimited(sp, ref d), ..] if d.delim == DelimToken::Brace => { self.shift(1); Some(try!(self.block(sp, &d.tts))) }, _ => parse_error!(self, sp, "expected body for this #else"), } }, _ => None, }; self.render.emit_if(if_cond, if_body, else_body); Ok(()) } /// Parses and renders a `#for` expression. /// /// The leading `#for` should already be consumed. fn for_expr(&mut self, sp: Span) -> PResult<()> { let mut pattern = vec![]; loop { match self.input { [keyword!(_, k), ..] if k.is_keyword(Keyword::In) => { self.shift(1); break; }, [ref tt, ..] => { self.shift(1); pattern.push(tt.clone()); }, _ => parse_error!(self, sp, "invalid #for"), }} let pattern = try!(self.with_rust_parser(pattern, RustParser::parse_pat)); let mut iterable = vec![]; let body; loop { match self.input { [TokenTree::Delimited(sp, ref d), ..] if d.delim == DelimToken::Brace => { self.shift(1); body = try!(self.block(sp, &d.tts)); break; }, [ref tt, ..] => { self.shift(1); iterable.push(tt.clone()); }, _ => parse_error!(self, sp, "invalid #for"), }} let iterable = try!(self.with_rust_parser(iterable, RustParser::parse_expr)); self.render.emit_for(pattern, iterable, body); Ok(()) } /// Parses and renders a `$splice`. /// /// The leading `$` should already be consumed. fn splice(&mut self, sp: Span) -> PResult<P<Expr>> { // First, munch a single token tree let prefix = match self.input { [ref tt, ..] => { self.shift(1); tt.clone() }, [] => parse_error!(self, sp, "expected expression for this splice"), }; self.splice_with_prefix(prefix) } /// Parses and renders a `$splice`, given a prefix that we've already /// consumed. fn splice_with_prefix(&mut self, prefix: TokenTree) -> PResult<P<Expr>> { let mut tts = vec![prefix]; loop { match self.input { // Munch attribute lookups e.g. `$person.address.street` [ref dot @ dot!(), ref ident @ ident!(_, _), ..] => { self.shift(2); tts.push(dot.clone()); tts.push(ident.clone()); }, // Munch tuple attribute lookups e.g. `$person.1.2` [ref dot @ dot!(), ref num @ integer!(), ..] => { self.shift(2); tts.push(dot.clone()); tts.push(num.clone()); }, // Munch path lookups e.g. `$some_mod::Struct` [ref sep @ modsep!(), ref ident @ ident!(_, _), ..] => { self.shift(2); tts.push(sep.clone()); tts.push(ident.clone()); }, // Munch function calls `()` and indexing operations `[]` [TokenTree::Delimited(sp, ref d), ..] if d.delim != DelimToken::Brace => { self.shift(1); tts.push(TokenTree::Delimited(sp, d.clone())); }, _ => break, }} self.with_rust_parser(tts, RustParser::parse_expr) } /// Parses and renders an element node. /// /// The element name should already be consumed. fn element(&mut self, sp: Span, name: &str) -> PResult<()> { if self.in_attr { parse_error!(self, sp, "unexpected element, you silly bumpkin"); } self.render.element_open_start(name); try!(self.class_shorthand()); try!(self.attrs()); self.render.element_open_end(); if let [slash!(), ..] = self.input { self.shift(1); } else { try!(self.markup()); self.render.element_close(name); } Ok(()) } /// Parses and renders the attributes of an element. fn class_shorthand(&mut self) -> PResult<()> { let mut classes = Vec::new(); loop { match self.input { [dot!(), ident!(_, _), ..] => { self.shift(1); classes.push(try!(self.name())); }, _ => break, } } if !classes.is_empty() { self.render.attribute_start("class"); self.render.string(&classes.join(" ")); self.render.attribute_end(); } Ok(()) } /// Parses and renders the attributes of an element. fn attrs(&mut self) -> PResult<()> { loop { let old_input = self.input; let maybe_name = self.name(); match (maybe_name, self.input) { (Ok(name), [eq!(), ..]) => { // Non-empty attribute self.shift(1); self.render.attribute_start(&name); { // Parse a value under an attribute context let mut in_attr = true; mem::swap(&mut self.in_attr, &mut in_attr); try!(self.markup()); mem::swap(&mut self.in_attr, &mut in_attr); } self.render.attribute_end(); }, (Ok(name), [question!(), ..]) => { // Empty attribute self.shift(1); if let [ref tt @ eq!(), ..] = self.input { // Toggle the attribute based on a boolean expression self.shift(1); let cond = try!(self.splice(tt.get_span())); // Silence "unnecessary parentheses" warnings let cond = strip_outer_parens(cond).to_tokens(self.render.cx); let body = { let mut r = self.render.fork(); r.attribute_empty(&name); r.into_stmts() }; self.render.emit_if(cond, body, None); } else { // Write the attribute unconditionally self.render.attribute_empty(&name); } }, _ => { self.input = old_input; break; }, }} Ok(()) } /// Parses a HTML element or attribute name. fn name(&mut self) -> PResult<String> { let mut s = match self.input { [ident!(_, name), ..] => { self.shift(1); String::from(&name.name.as_str() as &str) }, _ => return Err(FatalError), }; while let [minus!(), ident!(_, name), ..] = self.input { self.shift(2); s.push('-'); s.push_str(&name.name.as_str()); } Ok(s) } /// Parses the given token tree, returning a vector of statements. fn block(&mut self, sp: Span, tts: &[TokenTree]) -> PResult<Vec<P<Stmt>>> { let mut parse = Parser { in_attr: self.in_attr, input: tts, span: sp, render: self.render.fork(), }; try!(parse.markups()); Ok(parse.into_render().into_stmts()) } } /// Converts a literal to a string. fn lit_to_string(cx: &ExtCtxt, lit: Lit, minus: bool) -> PResult<String> { use syntax::ast::Lit_::*; let mut result = String::new(); if minus { result.push('-'); } match lit.node { LitStr(s, _) => result.push_str(&s), LitByteStr(..) | LitByte(..) => { error!(cx, lit.span, "cannot splice binary data"); }, LitChar(c) => result.push(c), LitInt(x, _) => result.push_str(&x.to_string()), LitFloat(s, _) | LitFloatUnsuffixed(s) => result.push_str(&s), LitBool(b) => result.push_str(if b { "true" } else { "false" }), }; Ok(result) } /// If the expression is wrapped in parentheses, strip them off. fn strip_outer_parens(expr: P<Expr>) -> P<Expr> { expr.and_then(|expr| match expr { Expr { node: ExprParen(inner), .. } => inner, expr => P(expr), }) }