jsonpath/src/parser/parser.rs

use super::tokenizer::*;

const DUMMY: usize = 0;

type ParseResult<T> = Result<T, String>;

mod utils {
    pub fn string_to_isize<F>(string: &String, msg_handler: F) -> Result<isize, String>
        where F: Fn() -> String {
        match string.as_str().parse::<isize>() {
            Ok(n) => Ok(n),
            _ => Err(msg_handler())
        }
    }

    pub fn string_to_f64<F>(string: &String, msg_handler: F) -> Result<f64, String>
        where F: Fn() -> String {
        match string.as_str().parse::<f64>() {
            Ok(n) => Ok(n),
            _ => Err(msg_handler())
        }
    }
}

#[derive(Debug, PartialEq, Clone)]
pub enum ParseToken {
    // '$'
    Absolute,
    // '@'
    Relative,
    // '.'
    In,
    // '..'
    Leaves,
    // '*'
    All,

    Key(String),
    // []
    Array,
    // 메타토큰
    ArrayEof,
    // ?( filter )
    Filter(FilterToken),
    // 1 : 2
    Range(Option<isize>, Option<isize>),
    // 1, 2, 3
    Union(Vec<isize>),

    Number(f64),

    Bool(bool),

    Eof,
}

#[derive(Debug, PartialEq, Clone)]
pub enum FilterToken {
    Equal,
    NotEqual,
    Little,
    LittleOrEqual,
    Greater,
    GreaterOrEqual,
    And,
    Or,
}

#[derive(Debug, Clone)]
pub struct Node {
    left: Option<Box<Node>>,
    right: Option<Box<Node>>,
    token: ParseToken,
}

pub struct Parser<'a> {
    tokenizer: PreloadedTokenizer<'a>
}

impl<'a> Parser<'a> {
    pub fn new(input: &'a str) -> Self {
        Parser { tokenizer: PreloadedTokenizer::new(input) }
    }

    pub fn compile(&mut self) -> ParseResult<Node> {
        Ok(self.json_path()?)
    }

    fn json_path(&mut self) -> ParseResult<Node> {
        debug!("#json_path");
        match self.tokenizer.next_token() {
            Ok(Token::Absolute(_)) => {
                let node = self.node(ParseToken::Absolute);
                self.paths(node)
            }
            _ => {
                Err(self.tokenizer.err_msg())
            }
        }
    }

    fn paths(&mut self, prev: Node) -> ParseResult<Node> {
        debug!("#paths");
        match self.tokenizer.peek_token() {
            Ok(Token::Dot(_)) => {
                self.eat_token();
                self.paths_dot(prev)
            }
            Ok(Token::OpenArray(_)) => {
                self.eat_token();
                self.eat_whitespace();
                let node = self.array(prev)?;
                self.paths(node)
            }
            _ => {
                Ok(prev)
            }
        }
    }

    fn paths_dot(&mut self, prev: Node) -> ParseResult<Node> {
        debug!("#paths_dot");
        let node = self.path(prev)?;
        match self.tokenizer.peek_token() {
            Ok(Token::Equal(_))
            | Ok(Token::NotEqual(_))
            | Ok(Token::Little(_))
            | Ok(Token::LittleOrEqual(_))
            | Ok(Token::Greater(_))
            | Ok(Token::GreaterOrEqual(_))
            | Ok(Token::And(_))
            | Ok(Token::Or(_)) => {
                Ok(node)
            }
            _ => {
                self.paths(node)
            }
        }
    }

    fn path(&mut self, prev: Node) -> ParseResult<Node> {
        debug!("#path");
        match self.tokenizer.peek_token() {
            Ok(Token::Dot(_)) => {
                self.path_leaves(prev)
            }
            Ok(Token::Asterisk(_)) => {
                self.path_in_all(prev)
            }
            Ok(Token::Key(_, _)) => {
                self.path_in_key(prev)
            }
            Ok(Token::OpenArray(_)) => {
                self.eat_token();
                self.array(prev)
            }
            _ => {
                Err(self.tokenizer.err_msg())
            }
        }
    }

    fn path_leaves(&mut self, prev: Node) -> ParseResult<Node> {
        debug!("#path_leaves");
        self.eat_token();
        match self.tokenizer.peek_token() {
            Ok(Token::Asterisk(_)) => {
                self.path_leaves_all(prev)
            }
            Ok(Token::OpenArray(_)) => {
                let mut leaves_node = self.node(ParseToken::Leaves);
                leaves_node.left = Some(Box::new(prev));
                Ok(self.paths(leaves_node)?)
            }
            _ => {
                self.path_leaves_key(prev)
            }
        }
    }

    fn path_leaves_key(&mut self, prev: Node) -> ParseResult<Node> {
        debug!("#path_leaves_key");
        Ok(Node {
            token: ParseToken::Leaves,
            left: Some(Box::new(prev)),
            right: Some(Box::new(self.key()?)),
        })
    }

    fn path_leaves_all(&mut self, prev: Node) -> ParseResult<Node> {
        debug!("#path_leaves_all");
        self.eat_token();
        Ok(Node {
            token: ParseToken::Leaves,
            left: Some(Box::new(prev)),
            right: Some(Box::new(self.node(ParseToken::All))),
        })
    }

    fn path_in_all(&mut self, prev: Node) -> ParseResult<Node> {
        debug!("#path_in_all");
        self.eat_token();
        Ok(Node {
            token: ParseToken::In,
            left: Some(Box::new(prev)),
            right: Some(Box::new(self.node(ParseToken::All))),
        })
    }

    fn path_in_key(&mut self, prev: Node) -> ParseResult<Node> {
        debug!("#path_in_key");
        Ok(Node {
            token: ParseToken::In,
            left: Some(Box::new(prev)),
            right: Some(Box::new(self.key()?)),
        })
    }

    fn key(&mut self) -> ParseResult<Node> {
        debug!("#key");
        match self.tokenizer.next_token() {
            Ok(Token::Key(_, v)) => {
                Ok(self.node(ParseToken::Key(v)))
            }
            _ => {
                Err(self.tokenizer.err_msg())
            }
        }
    }

    fn boolean(&mut self) -> ParseResult<Node> {
        debug!("#boolean");
        match self.tokenizer.next_token() {
            Ok(Token::Key(_, v)) => {
                Ok(self.node(ParseToken::Bool(v.eq_ignore_ascii_case("true"))))
            }
            _ => {
                Err(self.tokenizer.err_msg())
            }
        }
    }

    fn array_quota_value(&mut self) -> ParseResult<Node> {
        debug!("#array_quota_value");
        match self.tokenizer.next_token() {
            Ok(Token::SingleQuoted(_, val))
            | Ok(Token::DoubleQuoted(_, val)) => {
                Ok(self.node(ParseToken::Key(val)))
            }
            Err(TokenError::Eof) => {
                Ok(self.node(ParseToken::Eof))
            }
            _ => {
                Err(self.tokenizer.err_msg())
            }
        }
    }

    fn array_start(&mut self, prev: Node) -> ParseResult<Node> {
        debug!("#array_start");
        match self.tokenizer.peek_token() {
            Ok(Token::Question(_)) => {
                self.eat_token();
                Ok(Node {
                    token: ParseToken::Array,
                    left: Some(Box::new(prev)),
                    right: Some(Box::new(self.filter()?)),
                })
            }
            Ok(Token::Asterisk(_)) => {
                self.eat_token();
                Ok(Node {
                    token: ParseToken::Array,
                    left: Some(Box::new(prev)),
                    right: Some(Box::new(self.node(ParseToken::All))),
                })
            }
            _ => {
                Ok(Node {
                    token: ParseToken::Array,
                    left: Some(Box::new(prev)),
                    right: Some(Box::new(self.array_value()?)),
                })
            }
        }
    }

    fn array(&mut self, prev: Node) -> ParseResult<Node> {
        debug!("#array");
        let ret = self.array_start(prev)?;
        self.eat_whitespace();
        self.close_token(ret, Token::CloseArray(DUMMY))
    }

    fn array_value_key(&mut self) -> ParseResult<Node> {
        debug!("#array_value_key");
        match self.tokenizer.next_token() {
            Ok(Token::Key(pos, ref val)) => {
                let digit = utils::string_to_isize(val, || self.tokenizer.err_msg_with_pos(pos))?;
                self.eat_whitespace();

                match self.tokenizer.peek_token() {
                    Ok(Token::Comma(_)) => {
                        self.union(digit)
                    }
                    Ok(Token::Split(_)) => {
                        self.range_from(digit)
                    }
                    _ => {
                        Ok(self.node(ParseToken::Number(digit as f64)))
                    }
                }
            }
            _ => {
                Err(self.tokenizer.err_msg())
            }
        }
    }


    fn array_value(&mut self) -> ParseResult<Node> {
        debug!("#array_value");
        match self.tokenizer.peek_token() {
            Ok(Token::Key(_, _)) => {
                self.array_value_key()
            }
            Ok(Token::Split(_)) => {
                self.eat_token();
                self.range_to()
            }
            Ok(Token::DoubleQuoted(_, _))
            | Ok(Token::SingleQuoted(_, _)) => {
                self.array_quota_value()
            }
            Err(TokenError::Eof) => {
                Ok(self.node(ParseToken::Eof))
            }
            _ => {
                self.eat_token();
                Err(self.tokenizer.err_msg())
            }
        }
    }

    fn union(&mut self, num: isize) -> ParseResult<Node> {
        debug!("#union");
        let mut values = vec![num];
        while match self.tokenizer.peek_token() {
            Ok(Token::Comma(_)) => true,
            _ => false
        } {
            self.eat_token();
            self.eat_whitespace();
            match self.tokenizer.next_token() {
                Ok(Token::Key(pos, ref val)) => {
                    let digit = utils::string_to_isize(val, || self.tokenizer.err_msg_with_pos(pos))?;
                    values.push(digit);
                }
                _ => {
                    return Err(self.tokenizer.err_msg());
                }
            }
        }
        Ok(self.node(ParseToken::Union(values)))
    }

    fn range_from(&mut self, num: isize) -> ParseResult<Node> {
        debug!("#range_from");
        self.eat_token();
        self.eat_whitespace();
        match self.tokenizer.peek_token() {
            Ok(Token::Key(_, _)) => {
                self.range(num)
            }
            _ => {
                Ok(self.node(ParseToken::Range(Some(num), None)))
            }
        }
    }

    fn range_to(&mut self) -> ParseResult<Node> {
        debug!("#range_to");
        match self.tokenizer.next_token() {
            Ok(Token::Key(pos, ref val)) => {
                let digit = utils::string_to_isize(val, || self.tokenizer.err_msg_with_pos(pos))?;
                Ok(self.node(ParseToken::Range(None, Some(digit))))
            }
            _ => {
                Err(self.tokenizer.err_msg())
            }
        }
    }

    fn range(&mut self, num: isize) -> ParseResult<Node> {
        debug!("#range");
        match self.tokenizer.next_token() {
            Ok(Token::Key(pos, ref val)) => {
                let digit = utils::string_to_isize(val, || self.tokenizer.err_msg_with_pos(pos))?;
                Ok(self.node(ParseToken::Range(Some(num), Some(digit))))
            }
            _ => {
                Err(self.tokenizer.err_msg())
            }
        }
    }

    fn filter(&mut self) -> ParseResult<Node> {
        debug!("#filter");
        match self.tokenizer.next_token() {
            Ok(Token::OpenParenthesis(_)) => {
                let ret = self.exprs()?;
                self.eat_whitespace();
                self.close_token(ret, Token::CloseParenthesis(DUMMY))
            }
            Err(TokenError::Eof) => {
                Ok(self.node(ParseToken::Eof))
            }
            _ => {
                Err(self.tokenizer.err_msg())
            }
        }
    }

    fn exprs(&mut self) -> ParseResult<Node> {
        self.eat_whitespace();
        debug!("#exprs");
        let node = match self.tokenizer.peek_token() {
            Ok(Token::OpenParenthesis(_)) => {
                self.eat_token();
                trace!("\t-exprs - open_parenthesis");
                let ret = self.exprs()?;
                self.eat_whitespace();
                self.close_token(ret, Token::CloseParenthesis(DUMMY))?
            }
            _ => {
                trace!("\t-exprs - else");
                self.expr()?
            }
        };
        self.eat_whitespace();
        self.condition_expr(node)
    }

    fn condition_expr(&mut self, prev: Node) -> ParseResult<Node> {
        debug!("#condition_expr");
        match self.tokenizer.peek_token() {
            Ok(Token::And(_)) => {
                self.eat_token();
                Ok(Node {
                    token: ParseToken::Filter(FilterToken::And),
                    left: Some(Box::new(prev)),
                    right: Some(Box::new(self.exprs()?)),
                })
            }
            Ok(Token::Or(_)) => {
                self.eat_token();
                Ok(Node {
                    token: ParseToken::Filter(FilterToken::Or),
                    left: Some(Box::new(prev)),
                    right: Some(Box::new(self.exprs()?)),
                })
            }
            _ => {
                Ok(prev)
            }
        }
    }

    fn expr(&mut self) -> ParseResult<Node> {
        debug!("#expr");

        let has_prop_candidate = match self.tokenizer.peek_token() {
            Ok(Token::At(_)) => true,
            _ => false
        };

        let node = self.term()?;
        self.eat_whitespace();

        if match self.tokenizer.peek_token() {
            Ok(Token::Equal(_))
            | Ok(Token::NotEqual(_))
            | Ok(Token::Little(_))
            | Ok(Token::LittleOrEqual(_))
            | Ok(Token::Greater(_))
            | Ok(Token::GreaterOrEqual(_)) => true,
            _ => false
        } {
            self.op(node)
        } else if has_prop_candidate {
            Ok(node)
        } else {
            return Err(self.tokenizer.err_msg());
        }
    }

    fn term_num(&mut self) -> ParseResult<Node> {
        debug!("#term_num");
        match self.tokenizer.next_token() {
            Ok(Token::Key(pos, val)) => {
                match self.tokenizer.peek_token() {
                    Ok(Token::Dot(_)) => {
                        self.term_num_float(val.as_str())
                    }
                    _ => {
                        let number = utils::string_to_f64(&val, || self.tokenizer.err_msg_with_pos(pos))?;
                        Ok(self.node(ParseToken::Number(number)))
                    }
                }
            }
            Err(TokenError::Eof) => {
                Ok(self.node(ParseToken::Eof))
            }
            _ => {
                Err(self.tokenizer.err_msg())
            }
        }
    }

    fn term_num_float(&mut self, mut num: &str) -> ParseResult<Node> {
        debug!("#term_num_float");
        self.eat_token();
        match self.tokenizer.next_token() {
            Ok(Token::Key(pos, frac)) => {
                let mut f = String::new();
                f.push_str(&mut num);
                f.push('.');
                f.push_str(frac.as_str());
                let number = utils::string_to_f64(&f, || self.tokenizer.err_msg_with_pos(pos))?;
                Ok(self.node(ParseToken::Number(number)))
            }
            _ => {
                Err(self.tokenizer.err_msg())
            }
        }
    }

    fn term(&mut self) -> ParseResult<Node> {
        debug!("#term");
        match self.tokenizer.peek_token() {
            Ok(Token::At(_)) => {
                self.eat_token();
                let node = self.node(ParseToken::Relative);

                match self.tokenizer.peek_token() {
                    Ok(Token::Whitespace(_, _)) => {
                        self.eat_whitespace();
                        Ok(node)
                    }
                    _ => {
                        self.paths(node)
                    }
                }
            }
            Ok(Token::Absolute(_)) => {
                self.json_path()
            }
            Ok(Token::DoubleQuoted(_, _))
            | Ok(Token::SingleQuoted(_, _)) => {
                self.array_quota_value()
            }
            Ok(Token::Key(_, k)) => {
                match k.chars().next() {
                    Some(ch) => match ch {
                        '-' | '0'...'9' => self.term_num(),
                        _ => self.boolean()
                    }
                    _ => Err(self.tokenizer.err_msg())
                }
            }
            _ => {
                Err(self.tokenizer.err_msg())
            }
        }
    }

    fn op(&mut self, prev: Node) -> ParseResult<Node> {
        debug!("#op");
        let token = match self.tokenizer.next_token() {
            Ok(Token::Equal(_)) => {
                ParseToken::Filter(FilterToken::Equal)
            }
            Ok(Token::NotEqual(_)) => {
                ParseToken::Filter(FilterToken::NotEqual)
            }
            Ok(Token::Little(_)) => {
                ParseToken::Filter(FilterToken::Little)
            }
            Ok(Token::LittleOrEqual(_)) => {
                ParseToken::Filter(FilterToken::LittleOrEqual)
            }
            Ok(Token::Greater(_)) => {
                ParseToken::Filter(FilterToken::Greater)
            }
            Ok(Token::GreaterOrEqual(_)) => {
                ParseToken::Filter(FilterToken::GreaterOrEqual)
            }
            Err(TokenError::Eof) => {
                ParseToken::Eof
            }
            _ => {
                return Err(self.tokenizer.err_msg());
            }
        };

        self.eat_whitespace();

        Ok(Node {
            token,
            left: Some(Box::new(prev)),
            right: Some(Box::new(self.term()?)),
        })
    }

    fn eat_whitespace(&mut self) {
        while let Ok(Token::Whitespace(_, _)) = self.tokenizer.peek_token() {
            let _ = self.tokenizer.next_token();
        }
    }

    fn eat_token(&mut self) {
        let _ = self.tokenizer.next_token();
    }

    fn node(&mut self, token: ParseToken) -> Node {
        Node { left: None, right: None, token: token }
    }

    fn close_token(&mut self, ret: Node, token: Token) -> ParseResult<Node> {
        debug!("#close_token");
        match self.tokenizer.next_token() {
            Ok(ref t) if t.partial_eq(token) => {
                Ok(ret)
            }
            _ => {
                Err(self.tokenizer.err_msg())
            }
        }
    }
}

pub trait NodeVisitor {
    fn visit(&mut self, node: &Node) {
        match &node.token {
            ParseToken::Absolute
            | ParseToken::Relative
            | ParseToken::All
            | ParseToken::Key(_)
            | ParseToken::Range(_, _)
            | ParseToken::Union(_)
            | ParseToken::Number(_)
            | ParseToken::Bool(_) => {
                self.visit_token(&node.token);
            }
            ParseToken::In
            | ParseToken::Leaves => {
                match &node.left {
                    Some(n) => self.visit(&*n),
                    _ => {}
                }

                self.visit_token(&node.token);

                match &node.right {
                    Some(n) => self.visit(&*n),
                    _ => {}
                }
            }
            ParseToken::Array => {
                match &node.left {
                    Some(n) => self.visit(&*n),
                    _ => {}
                }

                self.visit_token(&node.token);

                match &node.right {
                    Some(n) => self.visit(&*n),
                    _ => {}
                }
                self.visit_token(&ParseToken::ArrayEof);
            }
            ParseToken::Filter(FilterToken::And)
            | ParseToken::Filter(FilterToken::Or) => {
                match &node.left {
                    Some(n) => self.visit(&*n),
                    _ => {}
                }

                match &node.right {
                    Some(n) => self.visit(&*n),
                    _ => {}
                }

                self.visit_token(&node.token);
            }
            ParseToken::Filter(_) => {
                match &node.left {
                    Some(n) => self.visit(&*n),
                    _ => {}
                }

                self.end_term();

                match &node.right {
                    Some(n) => self.visit(&*n),
                    _ => {}
                }

                self.end_term();

                self.visit_token(&node.token);
            }
            _ => {}
        }
    }

    fn visit_token(&mut self, token: &ParseToken);
    fn end_term(&mut self) {}
}