File Coverage

blib/lib/JSON/Path/Tokenizer.pm

Criterion	Covered	Total	%
statement	69	69	100.0
branch	31	32	96.8
condition	9	12	75.0
subroutine	10	10	100.0
pod	0	1	0.0
total	119	124	95.9

package JSON::Path::Tokenizer;
$JSON::Path::Tokenizer::VERSION = '0.431';
use strict;
use warnings;
use 5.008;

use Carp;
use Readonly;
use JSON::Path::Constants qw(:symbols :operators);
use Exporter::Easy ( OK => ['tokenize'] );

Readonly my $ESCAPE_CHAR      => qq{\\};
Readonly my %OPERATORS => (
    $TOKEN_ROOT                => 1,    # $
    $TOKEN_RECURSIVE           => 1,    # ..
    $TOKEN_CHILD               => 1,    # .
    $TOKEN_FILTER_OPEN         => 1,    # [?(
    $TOKEN_FILTER_SCRIPT_CLOSE => 1,    # )]
    $TOKEN_SCRIPT_OPEN         => 1,    # [(
    $TOKEN_SUBSCRIPT_OPEN      => 1,    # [
    $TOKEN_SUBSCRIPT_CLOSE     => 1,    # ]
);

# ABSTRACT: Helper class for JSON::Path::Evaluator. Do not call directly.

# Take an expression and break it up into tokens
sub tokenize {
    my $expression = shift;

    my $chars = [ split //, $expression ];

    my @tokens;
    while ( defined( my $token = _read_to_next_token($chars) ) ) {
        push @tokens, $token;
        if ( $token eq $TOKEN_SCRIPT_OPEN || $token eq $TOKEN_FILTER_OPEN ) {
            push @tokens, _read_to_filter_script_close($chars);
        }
    }
    return @tokens;
}

sub _read_to_filter_script_close {
    my $chars = shift;

    my $filter;
    while ( defined( my $char = shift @{$chars} ) ) {
        $filter .= $char;

        last unless @{$chars};
        last if $chars->[0] eq $RIGHT_PARENTHESIS;
    }
    return $filter;
}

sub _read_to_next_token {
    my $chars = shift;

    my $in_quote;
    my $token;
    while ( defined( my $char = shift @{$chars} ) ) {
        if ( $char eq $APOSTROPHE || $char eq $QUOTATION_MARK ) {
            if ( $in_quote && $in_quote eq $char ) {
                $in_quote = '';
                last;
            }
            $in_quote = $char;
            next;
        }

        if ( $char eq $ESCAPE_CHAR && !$in_quote ) {
            $token .= shift @{$chars};
            next;
        }

        $token .= $char;

        next if $in_quote;

        # Break out of the loop if the current character is the last one in the stream.
        last unless @{$chars};

        if ( $char eq $LEFT_SQUARE_BRACKET ) {    # distinguish between '[', '[(', and '[?('
            if ( $chars->[0] eq $LEFT_PARENTHESIS ) {
                next;
            }
            if ( $chars->[0] eq $QUESTION_MARK ) {

                # The below appends the '?'. The '(' will be appended in the next iteration of the loop
                $token .= shift @{$chars};
                next;
            }
        }
        elsif ( $char eq $RIGHT_PARENTHESIS ) {

            # A right parenthesis should be followed by a right square bracket, which itself is a token.
            # Append the next character and proceed.
            $token .= shift @{$chars};
        }
        elsif ( $char eq $FULL_STOP ) {

            # A full stop (i.e. a period, '.') may be the child operator '.' or the recursive operator '..'
            $token .= shift @{$chars} if $chars->[0] eq $FULL_STOP;
        }

        # If we've assembled an operator, we're done.
        last if $OPERATORS{$token};

        # Similarly, if the next character is an operator, we're done
        last if $OPERATORS{ $chars->[0] };
    }
    return $token;
}

1;

__END__